2023-10-05T14:58:23.513 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-10-05T14:58:23.513 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977 --verbose --name vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi --description fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/iogen}} --owner scheduled_vshankar@teuthology -- /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/orig.config.yaml 2023-10-05T14:58:23.573 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-05T14:58:23.666 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977 branch: wip-61009-wo-1 description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/iogen}} email: vshankar@redhat.com first_in_suite: false job_id: '7411977' kernel: client: sha1: distro flavor: default kdb: true sha1: fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: rhel os_version: '8.6' overrides: admin_socket: branch: wip-61009-wo-1 ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_bal_replicate_threshold: 1 mds_client_delegate_inos_pct: 50 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs check-counter: counters: mds: - mds.exported - mds.imported - min: 3 name: mds_cache.dir_update - min: 3 name: mds_cache.dir_update_receipt - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f kclient: mntopts: - ms_mode=legacy - wsync syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-61009-wo-1 sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f owner: scheduled_vshankar@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 2223 sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f sleep_before_teardown: 0 subset: 328/1024 suite: fs:workload suite_branch: wip-61009-wo-1 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi029.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi040.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= smithi177.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs= tasks: - pexec: all: - sudo cp /etc/containers/registries.conf /etc/containers/registries.conf.backup - sudo dnf -y module reset container-tools - sudo dnf -y module install container-tools:rhel8 --allowerasing --nobest - sudo cp /etc/containers/registries.conf.backup /etc/containers/registries.conf - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - suites/iogen.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-10-05_14:37:31 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-10-05T14:58:23.667 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa; will attempt to use it 2023-10-05T14:58:23.668 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks 2023-10-05T14:58:23.668 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-10-05T14:58:23.670 INFO:teuthology.task.internal:Checking packages... 2023-10-05T14:58:23.694 INFO:teuthology.task.internal:Checking packages for os_type 'rhel', flavor 'default' and ceph hash '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f' 2023-10-05T14:58:23.694 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-10-05T14:58:23.694 INFO:teuthology.packaging:ref: None 2023-10-05T14:58:23.694 INFO:teuthology.packaging:tag: None 2023-10-05T14:58:23.694 INFO:teuthology.packaging:branch: wip-61009-wo-1 2023-10-05T14:58:23.694 INFO:teuthology.packaging:sha1: 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T14:58:23.695 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-61009-wo-1 2023-10-05T14:58:23.907 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6578.g689b3d5a 2023-10-05T14:58:23.907 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-10-05T14:58:23.914 INFO:teuthology.task.internal:no buildpackages task found 2023-10-05T14:58:23.914 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-10-05T14:58:23.934 INFO:teuthology.task.internal:Saving configuration 2023-10-05T14:58:23.955 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-10-05T14:58:23.960 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T14:58:23.986 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.960946', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T14:58:24.008 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.959228', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T14:58:24.032 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi177.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.957324', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T14:58:24.032 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-10-05T14:58:24.037 INFO:teuthology.task.internal:roles: ubuntu@smithi029.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2023-10-05T14:58:24.037 INFO:teuthology.task.internal:roles: ubuntu@smithi040.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2023-10-05T14:58:24.038 INFO:teuthology.task.internal:roles: ubuntu@smithi177.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2023-10-05T14:58:24.038 INFO:teuthology.run_tasks:Running task console_log... 2023-10-05T14:58:24.146 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f6c35e10af0>, signals=[15]) 2023-10-05T14:58:24.146 INFO:teuthology.run_tasks:Running task internal.connect... 2023-10-05T14:58:24.151 INFO:teuthology.task.internal:Opening connections... 2023-10-05T14:58:24.152 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T14:58:24.153 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T14:58:24.220 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi040.front.sepia.ceph.com 2023-10-05T14:58:24.222 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T14:58:24.289 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi177.front.sepia.ceph.com 2023-10-05T14:58:24.290 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T14:58:24.356 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-10-05T14:58:24.362 DEBUG:teuthology.orchestra.run.smithi029:> uname -m 2023-10-05T14:58:24.383 INFO:teuthology.orchestra.run.smithi029.stdout:x86_64 2023-10-05T14:58:24.383 DEBUG:teuthology.orchestra.run.smithi029:> cat /etc/os-release 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:ID="rhel" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:ID_LIKE="fedora" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_ID="8.6" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:PLATFORM_ID="platform:el8" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:ANSI_COLOR="0;31" 2023-10-05T14:58:24.443 INFO:teuthology.orchestra.run.smithi029.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T14:58:24.444 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T14:58:24.445 INFO:teuthology.lock.ops:Updating smithi029.front.sepia.ceph.com on lock server 2023-10-05T14:58:24.467 DEBUG:teuthology.orchestra.run.smithi040:> uname -m 2023-10-05T14:58:24.488 INFO:teuthology.orchestra.run.smithi040.stdout:x86_64 2023-10-05T14:58:24.489 DEBUG:teuthology.orchestra.run.smithi040:> cat /etc/os-release 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:ID="rhel" 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:ID_LIKE="fedora" 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:VERSION_ID="8.6" 2023-10-05T14:58:24.549 INFO:teuthology.orchestra.run.smithi040.stdout:PLATFORM_ID="platform:el8" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:ANSI_COLOR="0;31" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T14:58:24.550 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T14:58:24.551 INFO:teuthology.orchestra.run.smithi040.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T14:58:24.551 INFO:teuthology.lock.ops:Updating smithi040.front.sepia.ceph.com on lock server 2023-10-05T14:58:24.575 DEBUG:teuthology.orchestra.run.smithi177:> uname -m 2023-10-05T14:58:24.596 INFO:teuthology.orchestra.run.smithi177.stdout:x86_64 2023-10-05T14:58:24.596 DEBUG:teuthology.orchestra.run.smithi177:> cat /etc/os-release 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:NAME="Red Hat Enterprise Linux" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION="8.6 (Ootpa)" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:ID="rhel" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:ID_LIKE="fedora" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION_ID="8.6" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:PLATFORM_ID="platform:el8" 2023-10-05T14:58:24.655 INFO:teuthology.orchestra.run.smithi177.stdout:PRETTY_NAME="Red Hat Enterprise Linux 8.6 (Ootpa)" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:ANSI_COLOR="0;31" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:CPE_NAME="cpe:/o:redhat:enterprise_linux:8::baseos" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:HOME_URL="https://www.redhat.com/" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:DOCUMENTATION_URL="https://access.redhat.com/documentation/red_hat_enterprise_linux/8/" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_BUGZILLA_PRODUCT="Red Hat Enterprise Linux 8" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_BUGZILLA_PRODUCT_VERSION=8.6 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux" 2023-10-05T14:58:24.656 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="8.6" 2023-10-05T14:58:24.657 INFO:teuthology.lock.ops:Updating smithi177.front.sepia.ceph.com on lock server 2023-10-05T14:58:24.675 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-10-05T14:58:24.686 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-10-05T14:58:24.698 INFO:teuthology.task.internal:Checking for old test directory... 2023-10-05T14:58:24.698 DEBUG:teuthology.orchestra.run.smithi029:> test '!' -e /home/ubuntu/cephtest 2023-10-05T14:58:24.700 DEBUG:teuthology.orchestra.run.smithi040:> test '!' -e /home/ubuntu/cephtest 2023-10-05T14:58:24.702 DEBUG:teuthology.orchestra.run.smithi177:> test '!' -e /home/ubuntu/cephtest 2023-10-05T14:58:24.721 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-10-05T14:58:24.728 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-10-05T14:58:24.728 DEBUG:teuthology.orchestra.run.smithi029:> test -z $(ls -A /var/lib/ceph) 2023-10-05T14:58:24.760 DEBUG:teuthology.orchestra.run.smithi040:> test -z $(ls -A /var/lib/ceph) 2023-10-05T14:58:24.762 DEBUG:teuthology.orchestra.run.smithi177:> test -z $(ls -A /var/lib/ceph) 2023-10-05T14:58:24.793 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-10-05T14:58:24.870 INFO:teuthology.run_tasks:Running task kernel... 2023-10-05T14:58:24.884 INFO:teuthology.task.kernel:normalize config orig: {'client': {'sha1': 'distro'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'} 2023-10-05T14:58:24.885 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'sha1': 'distro'}} 2023-10-05T14:58:24.885 INFO:teuthology.task.kernel:config {'client.0': {'sha1': 'distro'}}, timeout 300 2023-10-05T14:58:24.885 DEBUG:teuthology.orchestra.run.smithi029:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T14:58:24.904 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:24.904 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2023-10-05T14:58:24.965 INFO:teuthology.orchestra.run.smithi029.stdout:4.18.0-372.9.1.el8.x86_64 2023-10-05T14:58:24.965 INFO:teuthology.task.kernel:Running kernel on smithi029: 4.18.0-372.9.1.el8.x86_64 2023-10-05T14:58:24.966 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum install -y kernel 2023-10-05T14:58:27.268 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T14:58:27.268 INFO:teuthology.orchestra.run.smithi029.stdout:Unable to read consumer identity 2023-10-05T14:58:30.007 INFO:teuthology.orchestra.run.smithi029.stdout:Copr repo for python3-asyncssh owned by ceph 11 kB/s | 3.5 kB 00:00 2023-10-05T14:58:30.801 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 21 MB/s | 16 MB 00:00 2023-10-05T14:58:34.602 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 432 kB/s | 24 kB 00:00 2023-10-05T14:58:35.332 INFO:teuthology.orchestra.run.smithi029.stdout:Package kernel-4.18.0-372.9.1.el8.x86_64 is already installed. 2023-10-05T14:58:35.425 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2023-10-05T14:58:35.427 INFO:teuthology.orchestra.run.smithi029.stdout:Nothing to do. 2023-10-05T14:58:35.427 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2023-10-05T14:58:35.564 DEBUG:teuthology.orchestra.run.smithi029:> echo no | sudo yum reinstall kernel || true 2023-10-05T14:58:35.954 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T14:58:35.954 INFO:teuthology.orchestra.run.smithi029.stdout:Unable to read consumer identity 2023-10-05T14:58:36.233 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Oct 2023 02:58:34 PM UTC. 2023-10-05T14:58:36.282 INFO:teuthology.orchestra.run.smithi029.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-05T14:58:36.321 INFO:teuthology.orchestra.run.smithi029.stderr:Error: No packages marked for reinstall. 2023-10-05T14:58:36.368 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum reinstall -y kernel || true 2023-10-05T14:58:36.717 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T14:58:36.718 INFO:teuthology.orchestra.run.smithi029.stdout:Unable to read consumer identity 2023-10-05T14:58:36.980 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:00:02 ago on Thu 05 Oct 2023 02:58:34 PM UTC. 2023-10-05T14:58:37.024 INFO:teuthology.orchestra.run.smithi029.stdout:Installed package kernel-4.18.0-372.9.1.el8.x86_64 (from anaconda) not available. 2023-10-05T14:58:37.059 INFO:teuthology.orchestra.run.smithi029.stderr:Error: No packages marked for reinstall. 2023-10-05T14:58:37.106 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q kernel | sort -rV | head -n 1 2023-10-05T14:58:37.188 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-4.18.0-372.9.1.el8.x86_64 2023-10-05T14:58:37.189 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 4.18.0-372.9.1.el8.x86_64 2023-10-05T14:58:37.189 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2023-10-05T14:58:37.189 DEBUG:teuthology.parallel:result is None 2023-10-05T14:58:37.189 INFO:teuthology.run_tasks:Running task internal.base... 2023-10-05T14:58:37.197 INFO:teuthology.task.internal:Creating test directory... 2023-10-05T14:58:37.199 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T14:58:37.202 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T14:58:37.204 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-10-05T14:58:37.224 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-10-05T14:58:37.231 INFO:teuthology.run_tasks:Running task internal.archive... 2023-10-05T14:58:37.237 INFO:teuthology.task.internal:Creating archive directory... 2023-10-05T14:58:37.237 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T14:58:37.259 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T14:58:37.264 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-10-05T14:58:37.311 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-10-05T14:58:37.318 INFO:teuthology.task.internal:Enabling coredump saving... 2023-10-05T14:58:37.318 DEBUG:teuthology.orchestra.run.smithi040:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T14:58:37.350 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:37.351 DEBUG:teuthology.orchestra.run.smithi177:> test -f /run/.containerenv -o -f /.dockerenv 2023-10-05T14:58:37.369 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:37.370 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T14:58:37.372 DEBUG:teuthology.orchestra.run.smithi040:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T14:58:37.393 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-10-05T14:58:37.407 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.420 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.437 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.443 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.479 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.479 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-10-05T14:58:37.481 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-10-05T14:58:37.488 INFO:teuthology.task.internal:Configuring sudo... 2023-10-05T14:58:37.488 DEBUG:teuthology.orchestra.run.smithi029:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T14:58:37.490 DEBUG:teuthology.orchestra.run.smithi040:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T14:58:37.493 DEBUG:teuthology.orchestra.run.smithi177:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-10-05T14:58:37.550 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-10-05T14:58:37.559 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-10-05T14:58:37.559 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T14:58:37.561 DEBUG:teuthology.orchestra.run.smithi040:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T14:58:37.563 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-10-05T14:58:37.607 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:37.689 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:37.731 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:37.816 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:37.857 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T14:58:37.857 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T14:58:37.932 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:37.981 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:38.033 DEBUG:teuthology.orchestra.run.smithi040:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:38.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:38.166 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T14:58:38.167 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T14:58:38.241 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:38.288 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-10-05T14:58:38.345 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:38.432 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-10-05T14:58:38.478 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T14:58:38.478 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-10-05T14:58:38.547 DEBUG:teuthology.orchestra.run.smithi029:> sudo service rsyslog restart 2023-10-05T14:58:38.549 DEBUG:teuthology.orchestra.run.smithi040:> sudo service rsyslog restart 2023-10-05T14:58:38.552 DEBUG:teuthology.orchestra.run.smithi177:> sudo service rsyslog restart 2023-10-05T14:58:38.618 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T14:58:38.621 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T14:58:38.658 INFO:teuthology.orchestra.run.smithi177.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T14:58:38.937 INFO:teuthology.run_tasks:Running task internal.timer... 2023-10-05T14:58:38.945 INFO:teuthology.task.internal:Starting timer... 2023-10-05T14:58:38.945 INFO:teuthology.run_tasks:Running task pcp... 2023-10-05T14:58:38.955 INFO:teuthology.run_tasks:Running task selinux... 2023-10-05T14:58:38.963 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:logrotate_t:s0']} 2023-10-05T14:58:38.964 DEBUG:teuthology.orchestra.run.smithi029:> sudo service auditd rotate 2023-10-05T14:58:39.019 INFO:teuthology.orchestra.run.smithi029.stdout:Rotating logs: 2023-10-05T14:58:39.020 DEBUG:teuthology.orchestra.run.smithi040:> sudo service auditd rotate 2023-10-05T14:58:39.084 INFO:teuthology.orchestra.run.smithi040.stdout:Rotating logs: 2023-10-05T14:58:39.086 DEBUG:teuthology.orchestra.run.smithi177:> sudo service auditd rotate 2023-10-05T14:58:39.148 INFO:teuthology.orchestra.run.smithi177.stdout:Rotating logs: 2023-10-05T14:58:39.149 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-10-05T14:58:39.149 DEBUG:teuthology.orchestra.run.smithi029:> /usr/sbin/getenforce 2023-10-05T14:58:39.171 INFO:teuthology.orchestra.run.smithi029.stdout:Permissive 2023-10-05T14:58:39.172 DEBUG:teuthology.orchestra.run.smithi040:> /usr/sbin/getenforce 2023-10-05T14:58:39.197 INFO:teuthology.orchestra.run.smithi040.stdout:Permissive 2023-10-05T14:58:39.197 DEBUG:teuthology.orchestra.run.smithi177:> /usr/sbin/getenforce 2023-10-05T14:58:39.217 INFO:teuthology.orchestra.run.smithi177.stdout:Permissive 2023-10-05T14:58:39.217 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi029.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi040.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi177.front.sepia.ceph.com': 'permissive'} 2023-10-05T14:58:39.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T14:58:39.246 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:39.246 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T14:58:39.276 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:39.276 DEBUG:teuthology.orchestra.run.smithi177:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T14:58:39.306 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T14:58:39.306 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-10-05T14:58:39.306 DEBUG:teuthology.orchestra.run.smithi029:> sudo /usr/sbin/setenforce permissive 2023-10-05T14:58:39.335 DEBUG:teuthology.orchestra.run.smithi040:> sudo /usr/sbin/setenforce permissive 2023-10-05T14:58:39.366 DEBUG:teuthology.orchestra.run.smithi177:> sudo /usr/sbin/setenforce permissive 2023-10-05T14:58:39.393 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-10-05T14:58:39.403 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2023-10-05T14:58:39.408 INFO:teuthology.repo_utils:Fetching main from origin 2023-10-05T14:58:39.528 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-10-05T14:58:39.544 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-10-05T14:58:39.545 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi029.front.sepia.ceph.com,smithi040.front.sepia.ceph.com,smithi177.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-10-05T15:09:21.483 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi029.front.sepia.ceph.com'), Remote(name='ubuntu@smithi040.front.sepia.ceph.com'), Remote(name='ubuntu@smithi177.front.sepia.ceph.com')] 2023-10-05T15:09:21.484 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-05T15:09:21.485 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:09:21.555 DEBUG:teuthology.orchestra.run.smithi029:> true 2023-10-05T15:09:21.623 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2023-10-05T15:09:21.623 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-10-05T15:09:21.624 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi040.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:09:21.694 DEBUG:teuthology.orchestra.run.smithi040:> true 2023-10-05T15:09:21.764 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi040.front.sepia.ceph.com' 2023-10-05T15:09:21.765 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-10-05T15:09:21.765 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-10-05T15:09:21.833 DEBUG:teuthology.orchestra.run.smithi177:> true 2023-10-05T15:09:21.904 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi177.front.sepia.ceph.com' 2023-10-05T15:09:21.905 INFO:teuthology.run_tasks:Running task clock... 2023-10-05T15:09:21.916 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-10-05T15:09:21.916 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:09:21.916 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:09:21.919 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:09:21.919 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:09:21.921 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-10-05T15:09:21.921 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:09:21.950 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:09:21.954 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:09:21.966 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:09:21.971 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:09:21.978 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-10-05T15:09:21.993 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-10-05T15:09:22.038 INFO:teuthology.orchestra.run.smithi029.stderr:sudo: ntpd: command not found 2023-10-05T15:09:22.044 INFO:teuthology.orchestra.run.smithi040.stderr:sudo: ntpd: command not found 2023-10-05T15:09:22.050 INFO:teuthology.orchestra.run.smithi029.stdout:506 Cannot talk to daemon 2023-10-05T15:09:22.057 INFO:teuthology.orchestra.run.smithi040.stdout:506 Cannot talk to daemon 2023-10-05T15:09:22.065 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:09:22.066 INFO:teuthology.orchestra.run.smithi177.stderr:sudo: ntpd: command not found 2023-10-05T15:09:22.072 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:09:22.077 INFO:teuthology.orchestra.run.smithi177.stdout:506 Cannot talk to daemon 2023-10-05T15:09:22.080 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:09:22.086 INFO:teuthology.orchestra.run.smithi040.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:09:22.091 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-10-05T15:09:22.106 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-10-05T15:09:22.158 INFO:teuthology.orchestra.run.smithi029.stderr:bash: ntpq: command not found 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.162 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.168 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2023-10-05T15:09:22.173 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:09:22.173 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2023-10-05T15:09:22.173 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.173 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.174 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.174 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.184 INFO:teuthology.orchestra.run.smithi177.stderr:bash: ntpq: command not found 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:=============================================================================== 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.188 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:09:22.189 INFO:teuthology.run_tasks:Running task pexec... 2023-10-05T15:09:22.199 INFO:teuthology.task.pexec:Executing custom commands... 2023-10-05T15:09:22.199 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:09:22.199 DEBUG:teuthology.orchestra.run.smithi029:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:09:22.200 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi040.front.sepia.ceph.com 2023-10-05T15:09:22.200 DEBUG:teuthology.orchestra.run.smithi040:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:09:22.200 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi177.front.sepia.ceph.com 2023-10-05T15:09:22.200 DEBUG:teuthology.orchestra.run.smithi177:> TESTDIR=/home/ubuntu/cephtest bash -s 2023-10-05T15:09:22.595 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:22.603 INFO:teuthology.orchestra.run.smithi177.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:22.605 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:24.202 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:20 ago on Thu 05 Oct 2023 03:07:03 PM UTC. 2023-10-05T15:09:24.282 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:01:56 ago on Thu 05 Oct 2023 03:07:27 PM UTC. 2023-10-05T15:09:24.609 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:55 ago on Thu 05 Oct 2023 03:07:29 PM UTC. 2023-10-05T15:09:25.993 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-10-05T15:09:25.994 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-10-05T15:09:25.994 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2023-10-05T15:09:25.994 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout:Resetting modules: 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2023-10-05T15:09:25.995 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:09:26.245 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2023-10-05T15:09:26.246 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2023-10-05T15:09:26.246 INFO:teuthology.orchestra.run.smithi029.stdout: Package Architecture Version Repository Size 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout:Resetting modules: 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout: container-tools 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2023-10-05T15:09:26.247 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:09:26.607 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout: Package Architecture Version Repository Size 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout:Resetting modules: 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout:================================================================================ 2023-10-05T15:09:26.608 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:26.972 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:23 ago on Thu 05 Oct 2023 03:07:03 PM UTC. 2023-10-05T15:09:27.268 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:01:59 ago on Thu 05 Oct 2023 03:07:27 PM UTC. 2023-10-05T15:09:27.610 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:01:58 ago on Thu 05 Oct 2023 03:07:29 PM UTC. 2023-10-05T15:09:38.347 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2023-10-05T15:09:38.409 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-10-05T15:09:38.835 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-10-05T15:09:38.845 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:38.883 INFO:teuthology.orchestra.run.smithi177.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:39.329 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-10-05T15:09:40.619 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:37 ago on Thu 05 Oct 2023 03:07:03 PM UTC. 2023-10-05T15:09:40.720 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:02:13 ago on Thu 05 Oct 2023 03:07:27 PM UTC. 2023-10-05T15:09:41.210 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:11 ago on Thu 05 Oct 2023 03:07:29 PM UTC. 2023-10-05T15:09:42.336 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================================ 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================================ 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout:Installing group/module packages: 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:09:42.429 INFO:teuthology.orchestra.run.smithi177.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout:Installing module profiles: 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools/common 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout:Enabling module streams: 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: container-tools rhel8 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-10-05T15:09:42.430 INFO:teuthology.orchestra.run.smithi177.stdout:============================================================================================================ 2023-10-05T15:09:42.431 INFO:teuthology.orchestra.run.smithi177.stdout:Install 10 Packages 2023-10-05T15:09:42.431 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:09:42.431 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 18 M 2023-10-05T15:09:42.431 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 65 M 2023-10-05T15:09:42.431 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2023-10-05T15:09:42.611 INFO:teuthology.orchestra.run.smithi177.stdout:(1/10): python3-pytoml-0.1.14-5.git7dea353.el8. 138 kB/s | 25 kB 00:00 2023-10-05T15:09:42.628 INFO:teuthology.orchestra.run.smithi177.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 208 kB/s | 41 kB 00:00 2023-10-05T15:09:42.653 INFO:teuthology.orchestra.run.smithi177.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 424 kB/s | 94 kB 00:00 2023-10-05T15:09:42.720 INFO:teuthology.orchestra.run.smithi177.stdout:(4/10): cockpit-podman-49.1-1.module+el8.6.0+16 5.6 MB/s | 524 kB 00:00 2023-10-05T15:09:42.737 INFO:teuthology.orchestra.run.smithi177.stdout:(5/10): udica-0.2.6-4.module+el8.6.0+16771+28df 392 kB/s | 49 kB 00:00 2023-10-05T15:09:42.751 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout:============================================================================================================ 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout: Package Arch Version Repository Size 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout:============================================================================================================ 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout:Installing group/module packages: 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:09:42.854 INFO:teuthology.orchestra.run.smithi029.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout:Installing module profiles: 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: container-tools/common 2023-10-05T15:09:42.855 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout:Enabling module streams: 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout: container-tools rhel8 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout:============================================================================================================ 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout:Install 10 Packages 2023-10-05T15:09:42.856 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:09:42.857 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 18 M 2023-10-05T15:09:42.857 INFO:teuthology.orchestra.run.smithi029.stdout:Installed size: 65 M 2023-10-05T15:09:42.857 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2023-10-05T15:09:42.921 INFO:teuthology.orchestra.run.smithi177.stdout:(6/10): buildah-1.26.2-1.module+el8.6.0+16771+2 30 MB/s | 8.0 MB 00:00 2023-10-05T15:09:42.946 INFO:teuthology.orchestra.run.smithi177.stdout:(7/10): python3-podman-4.0.1-1.module+el8.6.0+1 663 kB/s | 149 kB 00:00 2023-10-05T15:09:42.971 INFO:teuthology.orchestra.run.smithi177.stdout:(8/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 910 kB/s | 213 kB 00:00 2023-10-05T15:09:43.086 INFO:teuthology.orchestra.run.smithi029.stdout:(1/10): yajl-2.1.0-10.el8.x86_64.rpm 178 kB/s | 41 kB 00:00 2023-10-05T15:09:43.112 INFO:teuthology.orchestra.run.smithi029.stdout:(2/10): python3-pytoml-0.1.14-5.git7dea353.el8. 98 kB/s | 25 kB 00:00 2023-10-05T15:09:43.137 INFO:teuthology.orchestra.run.smithi029.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 335 kB/s | 94 kB 00:00 2023-10-05T15:09:43.154 INFO:teuthology.orchestra.run.smithi177.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 11 MB/s | 2.2 MB 00:00 2023-10-05T15:09:43.181 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-10-05T15:09:43.238 INFO:teuthology.orchestra.run.smithi177.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 22 MB/s | 7.0 MB 00:00 2023-10-05T15:09:43.238 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:09:43.239 INFO:teuthology.orchestra.run.smithi177.stdout:Total 23 MB/s | 18 MB 00:00 2023-10-05T15:09:43.262 INFO:teuthology.orchestra.run.smithi029.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 280 kB/s | 49 kB 00:00 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout:Installing group/module packages: 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: buildah x86_64 1:1.26.2-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 8.0 M 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman noarch 49.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 524 k 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: crun x86_64 1.5-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 213 k 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman noarch 4.0.1-1.module+el8.6.0+16837+85b82211 rhel-8-for-x86_64-appstream-rpms 149 k 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo x86_64 2:1.9.1-1.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 7.0 M 2023-10-05T15:09:43.287 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox x86_64 0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 2.2 M 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: udica noarch 0.2.6-4.module+el8.6.0+16771+28dfca77 rhel-8-for-x86_64-appstream-rpms 49 k 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml noarch 0.1.14-5.git7dea353.el8 rhel-8-for-x86_64-appstream-rpms 25 k 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg noarch 0.25-16.el8 rhel-8-for-x86_64-appstream-rpms 94 k 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: yajl x86_64 2.1.0-10.el8 rhel-8-for-x86_64-appstream-rpms 41 k 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout:Installing module profiles: 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools/common 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: container-tools rhel8 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-10-05T15:09:43.288 INFO:teuthology.orchestra.run.smithi040.stdout:============================================================================================================ 2023-10-05T15:09:43.289 INFO:teuthology.orchestra.run.smithi040.stdout:Install 10 Packages 2023-10-05T15:09:43.289 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:43.289 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 18 M 2023-10-05T15:09:43.289 INFO:teuthology.orchestra.run.smithi040.stdout:Installed size: 65 M 2023-10-05T15:09:43.289 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-10-05T15:09:43.365 INFO:teuthology.orchestra.run.smithi029.stdout:(5/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.4 MB/s | 149 kB 00:00 2023-10-05T15:09:43.407 INFO:teuthology.orchestra.run.smithi029.stdout:(6/10): cockpit-podman-49.1-1.module+el8.6.0+16 1.7 MB/s | 524 kB 00:00 2023-10-05T15:09:43.437 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2023-10-05T15:09:43.456 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2023-10-05T15:09:43.456 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2023-10-05T15:09:43.461 INFO:teuthology.orchestra.run.smithi040.stdout:(1/10): python3-pytoml-0.1.14-5.git7dea353.el8. 145 kB/s | 25 kB 00:00 2023-10-05T15:09:43.486 INFO:teuthology.orchestra.run.smithi040.stdout:(2/10): yajl-2.1.0-10.el8.x86_64.rpm 207 kB/s | 41 kB 00:00 2023-10-05T15:09:43.512 INFO:teuthology.orchestra.run.smithi040.stdout:(3/10): python3-pyxdg-0.25-16.el8.noarch.rpm 423 kB/s | 94 kB 00:00 2023-10-05T15:09:43.558 INFO:teuthology.orchestra.run.smithi029.stdout:(7/10): buildah-1.26.2-1.module+el8.6.0+16771+2 19 MB/s | 8.0 MB 00:00 2023-10-05T15:09:43.591 INFO:teuthology.orchestra.run.smithi029.stdout:(8/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 941 kB/s | 213 kB 00:00 2023-10-05T15:09:43.595 INFO:teuthology.orchestra.run.smithi040.stdout:(4/10): udica-0.2.6-4.module+el8.6.0+16771+28df 369 kB/s | 49 kB 00:00 2023-10-05T15:09:43.629 INFO:teuthology.orchestra.run.smithi040.stdout:(5/10): cockpit-podman-49.1-1.module+el8.6.0+16 3.6 MB/s | 524 kB 00:00 2023-10-05T15:09:43.639 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2023-10-05T15:09:43.643 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2023-10-05T15:09:43.704 INFO:teuthology.orchestra.run.smithi040.stdout:(6/10): crun-1.5-1.module+el8.6.0+16771+28dfca7 2.8 MB/s | 213 kB 00:00 2023-10-05T15:09:43.729 INFO:teuthology.orchestra.run.smithi040.stdout:(7/10): python3-podman-4.0.1-1.module+el8.6.0+1 1.1 MB/s | 149 kB 00:00 2023-10-05T15:09:43.842 INFO:teuthology.orchestra.run.smithi029.stdout:(9/10): skopeo-1.9.1-1.module+el8.6.0+16771+28d 16 MB/s | 7.0 MB 00:00 2023-10-05T15:09:43.905 INFO:teuthology.orchestra.run.smithi040.stdout:(8/10): buildah-1.26.2-1.module+el8.6.0+16771+2 20 MB/s | 8.0 MB 00:00 2023-10-05T15:09:43.917 INFO:teuthology.orchestra.run.smithi029.stdout:(10/10): toolbox-0.0.99.3-0.6.module+el8.6.0+16 6.1 MB/s | 2.2 MB 00:00 2023-10-05T15:09:43.918 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:09:43.918 INFO:teuthology.orchestra.run.smithi029.stdout:Total 17 MB/s | 18 MB 00:01 2023-10-05T15:09:43.980 INFO:teuthology.orchestra.run.smithi040.stdout:(9/10): toolbox-0.0.99.3-0.6.module+el8.6.0+167 8.8 MB/s | 2.2 MB 00:00 2023-10-05T15:09:44.122 INFO:teuthology.orchestra.run.smithi040.stdout:(10/10): skopeo-1.9.1-1.module+el8.6.0+16771+28 17 MB/s | 7.0 MB 00:00 2023-10-05T15:09:44.122 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:09:44.122 INFO:teuthology.orchestra.run.smithi040.stdout:Total 22 MB/s | 18 MB 00:00 2023-10-05T15:09:44.123 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2023-10-05T15:09:44.143 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2023-10-05T15:09:44.144 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2023-10-05T15:09:44.190 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2023-10-05T15:09:44.327 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-10-05T15:09:44.338 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2023-10-05T15:09:44.342 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2023-10-05T15:09:44.347 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-10-05T15:09:44.347 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-10-05T15:09:44.372 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:09:44.541 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-10-05T15:09:44.545 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-10-05T15:09:44.555 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:44.758 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:09:44.862 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2023-10-05T15:09:44.994 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:09:45.068 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:09:45.075 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-10-05T15:09:45.248 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:45.256 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 1/10 2023-10-05T15:09:45.350 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:09:45.455 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:45.469 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:09:45.636 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyxdg-0.25-16.el8.noarch 3/10 2023-10-05T15:09:45.672 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:09:45.843 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 4/10 2023-10-05T15:09:46.054 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:09:46.104 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:09:46.187 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 5/10 2023-10-05T15:09:46.859 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:09:46.981 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:09:47.027 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 6/10 2023-10-05T15:09:47.206 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:09:47.387 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:09:47.564 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:47.803 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:09:47.832 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:09:47.833 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:09:47.834 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:09:48.047 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:09:48.117 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 7/10 2023-10-05T15:09:48.228 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:09:48.363 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 8/10 2023-10-05T15:09:48.414 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:48.545 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 9/10 2023-10-05T15:09:48.693 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:48.693 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:09:48.693 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:09:48.694 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:09:48.721 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:48.894 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:09:48.895 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:45 ago on Thu 05 Oct 2023 03:07:03 PM UTC. 2023-10-05T15:09:49.022 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 10/10 2023-10-05T15:09:49.022 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyxdg-0.25-16.el8.noarch 1/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : yajl-2.1.0-10.el8.x86_64 2/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytoml-0.1.14-5.git7dea353.el8.noarch 3/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 4/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca7 5/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x 6/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-podman-4.0.1-1.module+el8.6.0+16837+85b822 7/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 8/10 2023-10-05T15:09:49.023 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86 9/10 2023-10-05T15:09:49.913 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:09:49.913 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:02:22 ago on Thu 05 Oct 2023 03:07:27 PM UTC. 2023-10-05T15:09:50.202 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77 10/10 2023-10-05T15:09:50.203 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:20 ago on Thu 05 Oct 2023 03:07:29 PM UTC. 2023-10-05T15:09:59.152 INFO:teuthology.orchestra.run.smithi040.stdout:Installed products updated. 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:09:59.407 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:09:59.408 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-10-05T15:09:59.519 DEBUG:teuthology.parallel:result is None 2023-10-05T15:10:00.337 INFO:teuthology.orchestra.run.smithi029.stdout:Installed products updated. 2023-10-05T15:10:00.551 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:10:00.551 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2023-10-05T15:10:00.551 INFO:teuthology.orchestra.run.smithi029.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:10:00.552 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2023-10-05T15:10:00.618 INFO:teuthology.orchestra.run.smithi177.stdout:Installed products updated. 2023-10-05T15:10:00.704 DEBUG:teuthology.parallel:result is None 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout: buildah-1:1.26.2-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout: cockpit-podman-49.1-1.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout: crun-1.5-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.815 INFO:teuthology.orchestra.run.smithi177.stdout: python3-podman-4.0.1-1.module+el8.6.0+16837+85b82211.noarch 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytoml-0.1.14-5.git7dea353.el8.noarch 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyxdg-0.25-16.el8.noarch 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: skopeo-2:1.9.1-1.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: toolbox-0.0.99.3-0.6.module+el8.6.0+16771+28dfca77.x86_64 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: udica-0.2.6-4.module+el8.6.0+16771+28dfca77.noarch 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: yajl-2.1.0-10.el8.x86_64 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:10:00.816 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-10-05T15:10:00.967 DEBUG:teuthology.parallel:result is None 2023-10-05T15:10:00.968 INFO:teuthology.run_tasks:Running task install... 2023-10-05T15:10:00.977 DEBUG:teuthology.task.install:project ceph 2023-10-05T15:10:00.977 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'}} 2023-10-05T15:10:00.978 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'} 2023-10-05T15:10:00.978 INFO:teuthology.task.install:Using flavor: default 2023-10-05T15:10:00.984 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-10-05T15:10:00.984 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-10-05T15:10:00.985 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:10:00.985 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:10:00.987 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:10:00.988 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:10:00.989 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'tag': None, 'wait_for_package': False} 2023-10-05T15:10:00.989 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:10:01.133 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:10:01.134 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:10:01.139 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:10:01.139 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:10:01.205 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/ 2023-10-05T15:10:01.205 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6578.g689b3d5a 2023-10-05T15:10:01.244 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:10:01.244 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:10:01.244 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:10:01.281 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:10:01.282 DEBUG:teuthology.orchestra.run.smithi029:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:10:01.315 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:10:01.315 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:10:01.316 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:10:01.351 DEBUG:teuthology.orchestra.run.smithi029:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:10:01.353 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:10:01.353 DEBUG:teuthology.orchestra.run.smithi040:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:10:01.381 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-10-05T15:10:01.381 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:10:01.381 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-10-05T15:10:01.409 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-10-05T15:10:01.410 DEBUG:teuthology.orchestra.run.smithi177:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-10-05T15:10:01.426 DEBUG:teuthology.orchestra.run.smithi040:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:10:01.431 DEBUG:teuthology.orchestra.run.smithi029:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:10:01.477 DEBUG:teuthology.orchestra.run.smithi177:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-10-05T15:10:01.498 INFO:teuthology.orchestra.run.smithi029.stdout:check_obsoletes = 1 2023-10-05T15:10:01.499 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum clean all 2023-10-05T15:10:01.509 DEBUG:teuthology.orchestra.run.smithi040:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:10:01.554 DEBUG:teuthology.orchestra.run.smithi177:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-10-05T15:10:01.579 INFO:teuthology.orchestra.run.smithi040.stdout:check_obsoletes = 1 2023-10-05T15:10:01.581 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum clean all 2023-10-05T15:10:01.620 INFO:teuthology.orchestra.run.smithi177.stdout:check_obsoletes = 1 2023-10-05T15:10:01.622 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum clean all 2023-10-05T15:10:01.894 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:01.980 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:01.993 INFO:teuthology.orchestra.run.smithi177.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:03.099 INFO:teuthology.orchestra.run.smithi040.stdout:44 files removed 2023-10-05T15:10:03.112 INFO:teuthology.orchestra.run.smithi029.stdout:44 files removed 2023-10-05T15:10:03.154 DEBUG:teuthology.orchestra.run.smithi040:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:10:03.167 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:10:03.319 INFO:teuthology.orchestra.run.smithi177.stdout:44 files removed 2023-10-05T15:10:03.378 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-10-05T15:10:03.506 INFO:teuthology.orchestra.run.smithi040.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:03.519 INFO:teuthology.orchestra.run.smithi029.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:03.710 INFO:teuthology.orchestra.run.smithi177.stdout:Updating Subscription Management repositories. 2023-10-05T15:10:05.098 INFO:teuthology.orchestra.run.smithi040.stdout:ceph packages for x86_64 219 kB/s | 81 kB 00:00 2023-10-05T15:10:05.202 INFO:teuthology.orchestra.run.smithi029.stdout:ceph packages for x86_64 269 kB/s | 81 kB 00:00 2023-10-05T15:10:05.448 INFO:teuthology.orchestra.run.smithi040.stdout:ceph noarch packages 30 kB/s | 9.4 kB 00:00 2023-10-05T15:10:05.529 INFO:teuthology.orchestra.run.smithi029.stdout:ceph noarch packages 32 kB/s | 9.4 kB 00:00 2023-10-05T15:10:05.671 INFO:teuthology.orchestra.run.smithi177.stdout:ceph packages for x86_64 258 kB/s | 81 kB 00:00 2023-10-05T15:10:05.750 INFO:teuthology.orchestra.run.smithi040.stdout:ceph source packages 5.4 kB/s | 1.5 kB 00:00 2023-10-05T15:10:05.880 INFO:teuthology.orchestra.run.smithi029.stdout:ceph source packages 4.5 kB/s | 1.5 kB 00:00 2023-10-05T15:10:05.922 INFO:teuthology.orchestra.run.smithi177.stdout:ceph noarch packages 43 kB/s | 9.4 kB 00:00 2023-10-05T15:10:05.943 INFO:teuthology.orchestra.run.smithi040.stdout:Copr repo for python3-asyncssh owned by ceph 20 kB/s | 3.5 kB 00:00 2023-10-05T15:10:06.024 INFO:teuthology.orchestra.run.smithi029.stdout:Copr repo for python3-asyncssh owned by ceph 28 kB/s | 3.5 kB 00:00 2023-10-05T15:10:06.164 INFO:teuthology.orchestra.run.smithi177.stdout:ceph source packages 6.7 kB/s | 1.5 kB 00:00 2023-10-05T15:10:06.298 INFO:teuthology.orchestra.run.smithi177.stdout:Copr repo for python3-asyncssh owned by ceph 30 kB/s | 3.5 kB 00:00 2023-10-05T15:10:06.602 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 29 MB/s | 16 MB 00:00 2023-10-05T15:10:07.201 INFO:teuthology.orchestra.run.smithi040.stdout:Extra Packages for Enterprise Linux 13 MB/s | 16 MB 00:01 2023-10-05T15:10:07.207 INFO:teuthology.orchestra.run.smithi177.stdout:Extra Packages for Enterprise Linux 18 MB/s | 16 MB 00:00 2023-10-05T15:10:10.428 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 377 kB/s | 24 kB 00:00 2023-10-05T15:10:10.674 INFO:teuthology.orchestra.run.smithi177.stdout:lab-extras 419 kB/s | 24 kB 00:00 2023-10-05T15:10:10.959 INFO:teuthology.orchestra.run.smithi040.stdout:lab-extras 400 kB/s | 24 kB 00:00 2023-10-05T15:10:11.817 INFO:teuthology.orchestra.run.smithi177.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 49 MB/s | 53 MB 00:01 2023-10-05T15:10:12.057 INFO:teuthology.orchestra.run.smithi029.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 31 MB/s | 47 MB 00:01 2023-10-05T15:10:12.553 INFO:teuthology.orchestra.run.smithi040.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 31 MB/s | 47 MB 00:01 2023-10-05T15:10:20.102 INFO:teuthology.orchestra.run.smithi177.stdout:Red Hat Enterprise Linux 8 for x86_64 - AppStre 46 MB/s | 47 MB 00:01 2023-10-05T15:10:21.330 INFO:teuthology.orchestra.run.smithi040.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 48 MB/s | 53 MB 00:01 2023-10-05T15:10:21.444 INFO:teuthology.orchestra.run.smithi029.stdout:Red Hat Enterprise Linux 8 for x86_64 - BaseOS 30 MB/s | 53 MB 00:01 2023-10-05T15:10:30.915 INFO:teuthology.orchestra.run.smithi177.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:30.916 INFO:teuthology.orchestra.run.smithi177.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:30.930 INFO:teuthology.orchestra.run.smithi177.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:30.931 INFO:teuthology.orchestra.run.smithi177.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:30.932 INFO:teuthology.orchestra.run.smithi177.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:10:30.933 INFO:teuthology.orchestra.run.smithi177.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:10:30.935 INFO:teuthology.orchestra.run.smithi177.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:10:30.938 INFO:teuthology.orchestra.run.smithi177.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:10:30.940 INFO:teuthology.orchestra.run.smithi177.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:10:31.067 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2023-10-05T15:10:31.079 INFO:teuthology.orchestra.run.smithi177.stdout:=========================================================================================================================== 2023-10-05T15:10:31.079 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout:=========================================================================================================================== 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:10:31.080 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:10:31.081 INFO:teuthology.orchestra.run.smithi177.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:10:31.082 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:10:31.083 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:10:31.083 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:10:31.083 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:10:31.083 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrading: 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:10:31.084 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:10:31.085 INFO:teuthology.orchestra.run.smithi177.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:10:31.086 INFO:teuthology.orchestra.run.smithi177.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:10:31.087 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:10:31.088 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:10:31.089 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:10:31.090 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:10:31.091 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout:Enabling module streams: 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql 10 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2023-10-05T15:10:31.092 INFO:teuthology.orchestra.run.smithi177.stdout:=========================================================================================================================== 2023-10-05T15:10:31.093 INFO:teuthology.orchestra.run.smithi177.stdout:Install 128 Packages 2023-10-05T15:10:31.093 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrade 3 Packages 2023-10-05T15:10:31.093 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:10:31.093 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 209 M 2023-10-05T15:10:31.093 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2023-10-05T15:10:31.568 INFO:teuthology.orchestra.run.smithi177.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 49 kB/s | 6.4 kB 00:00 2023-10-05T15:10:31.835 INFO:teuthology.orchestra.run.smithi177.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 3.4 MB/s | 918 kB 00:00 2023-10-05T15:10:31.927 INFO:teuthology.orchestra.run.smithi177.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 1.8 MB/s | 167 kB 00:00 2023-10-05T15:10:32.568 INFO:teuthology.orchestra.run.smithi177.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 3.6 MB/s | 2.3 MB 00:00 2023-10-05T15:10:32.798 INFO:teuthology.orchestra.run.smithi177.stdout:(5/131): ceph-common-18.0.0-6578.g689b3d5a.el8. 17 MB/s | 23 MB 00:01 2023-10-05T15:10:33.011 INFO:teuthology.orchestra.run.smithi177.stdout:(6/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 3.7 MB/s | 1.6 MB 00:00 2023-10-05T15:10:33.086 INFO:teuthology.orchestra.run.smithi177.stdout:(7/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 16 MB/s | 4.6 MB 00:00 2023-10-05T15:10:33.395 INFO:teuthology.orchestra.run.smithi040.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:33.396 INFO:teuthology.orchestra.run.smithi040.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:33.411 INFO:teuthology.orchestra.run.smithi040.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.412 INFO:teuthology.orchestra.run.smithi040.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.413 INFO:teuthology.orchestra.run.smithi040.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:10:33.414 INFO:teuthology.orchestra.run.smithi040.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:10:33.417 INFO:teuthology.orchestra.run.smithi040.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:10:33.420 INFO:teuthology.orchestra.run.smithi040.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.421 INFO:teuthology.orchestra.run.smithi040.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:10:33.524 INFO:teuthology.orchestra.run.smithi029.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:33.525 INFO:teuthology.orchestra.run.smithi029.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-10-05T15:10:33.542 INFO:teuthology.orchestra.run.smithi029.stdout:Package NetworkManager-1:1.36.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.543 INFO:teuthology.orchestra.run.smithi029.stdout:Package iproute-5.15.0-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.544 INFO:teuthology.orchestra.run.smithi029.stdout:Package util-linux-2.32.1-35.el8.x86_64 is already installed. 2023-10-05T15:10:33.545 INFO:teuthology.orchestra.run.smithi029.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-10-05T15:10:33.548 INFO:teuthology.orchestra.run.smithi029.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-10-05T15:10:33.552 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-10-05T15:10:33.553 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-10-05T15:10:33.568 INFO:teuthology.orchestra.run.smithi040.stdout:Dependencies resolved. 2023-10-05T15:10:33.570 INFO:teuthology.orchestra.run.smithi177.stdout:(8/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 2.5 MB/s | 5.4 MB 00:02 2023-10-05T15:10:33.581 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-10-05T15:10:33.581 INFO:teuthology.orchestra.run.smithi040.stdout: Package Arch Version Repository Size 2023-10-05T15:10:33.581 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-10-05T15:10:33.581 INFO:teuthology.orchestra.run.smithi040.stdout:Installing: 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:10:33.582 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:10:33.583 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:10:33.584 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrading: 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout:Installing dependencies: 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:10:33.585 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:10:33.586 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:10:33.587 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:10:33.588 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:10:33.589 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:10:33.590 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:33.591 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:10:33.592 INFO:teuthology.orchestra.run.smithi040.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout:Enabling module streams: 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql 10 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction Summary 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout:=========================================================================================================================== 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout:Install 128 Packages 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout:Upgrade 3 Packages 2023-10-05T15:10:33.593 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:10:33.594 INFO:teuthology.orchestra.run.smithi040.stdout:Total download size: 209 M 2023-10-05T15:10:33.594 INFO:teuthology.orchestra.run.smithi040.stdout:Downloading Packages: 2023-10-05T15:10:33.670 INFO:teuthology.orchestra.run.smithi177.stdout:(9/131): ceph-selinux-18.0.0-6578.g689b3d5a.el8 244 kB/s | 24 kB 00:00 2023-10-05T15:10:33.695 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout:=========================================================================================================================== 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: Package Arch Version Repository Size 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout:=========================================================================================================================== 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-initscripts-updown noarch 1:1.36.0-9.el8_6 rhel-8-for-x86_64-baseos-rpms 138 k 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: bison x86_64 3.0.4-10.el8 rhel-8-for-x86_64-appstream-rpms 688 k 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: ceph x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.4 k 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 5.4 M 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 918 k 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 167 k 2023-10-05T15:10:33.708 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 1.6 M 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 132 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 1.8 M 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 7.4 M 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 47 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 14 M 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 49 M 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 261 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 184 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 261 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 18 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel x86_64 0.186-1.el8 rhel-8-for-x86_64-baseos-rpms 60 k 2023-10-05T15:10:33.709 INFO:teuthology.orchestra.run.smithi029.stdout: flex x86_64 2.6.1-9.el8 rhel-8-for-x86_64-appstream-rpms 320 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel x86_64 0.3.112-1.el8 rhel-8-for-x86_64-baseos-rpms 19 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 31 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 840 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 139 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: libtool x86_64 2.4.6-25.el8 rhel-8-for-x86_64-appstream-rpms 709 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel x86_64 2.32.1-35.el8 rhel-8-for-x86_64-baseos-rpms 98 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel x86_64 1:1.1.1k-7.el8_6 rhel-8-for-x86_64-baseos-rpms 2.3 M 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 1.5 M 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 808 k 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server x86_64 10.21-2.module+el8.6.0+15342+53518fac rhel-8-for-x86_64-appstream-rpms 5.1 M 2023-10-05T15:10:33.710 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 197 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 371 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 364 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 106 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 94 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.6 M 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 180 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel x86_64 5.0.0-10.el8 rhel-8-for-x86_64-baseos-rpms 72 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrading: 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: iproute x86_64 5.15.0-4.el8_6.1 rhel-8-for-x86_64-baseos-rpms 798 k 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: librados2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 3.7 M 2023-10-05T15:10:33.711 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: automake noarch 1.16.1-7.el8 rhel-8-for-x86_64-appstream-rpms 713 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 23 M 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 23 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 2.3 M 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 242 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 4.6 M 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 18 M 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6578.g689b3d5a.el8 ceph-noarch 15 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 24 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: fuse x86_64 2.9.7-15.el8 rhel-8-for-x86_64-baseos-rpms 83 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-10-05T15:10:33.712 INFO:teuthology.orchestra.run.smithi029.stdout: jq x86_64 1.6-3.el8 rhel-8-for-x86_64-appstream-rpms 202 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 rhel-8-for-x86_64-baseos-rpms 48 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: krb5-devel x86_64 1.18.2-14.el8 rhel-8-for-x86_64-baseos-rpms 560 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 184 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libcom_err-devel x86_64 1.45.6-4.el8 rhel-8-for-x86_64-baseos-rpms 39 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 644 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libpq x86_64 13.5-1.el8 rhel-8-for-x86_64-appstream-rpms 198 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath x86_64 8.5.0-10.1.el8_6 rhel-8-for-x86_64-baseos-rpms 171 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq x86_64 0.9.0-3.el8 rhel-8-for-x86_64-baseos-rpms 47 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 518 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka x86_64 0.11.4-3.el8 rhel-8-for-x86_64-appstream-rpms 354 k 2023-10-05T15:10:33.713 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2 x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 6.9 M 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: libselinux-devel x86_64 2.9-5.el8 rhel-8-for-x86_64-baseos-rpms 200 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: libsepol-devel x86_64 2.9-3.el8 rhel-8-for-x86_64-baseos-rpms 87 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: libverto-devel x86_64 0.3.0-5.el8 rhel-8-for-x86_64-baseos-rpms 18 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust x86_64 2.8.1-11.el8 rhel-8-for-x86_64-appstream-rpms 259 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: oniguruma x86_64 6.8.2-2.el8 rhel-8-for-x86_64-appstream-rpms 187 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: openblas x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.7 M 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-threads x86_64 0.3.15-3.el8 rhel-8-for-x86_64-appstream-rpms 4.9 M 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-devel x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 605 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-utf16 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 229 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-utf32 x86_64 10.32-2.el8 rhel-8-for-x86_64-baseos-rpms 220 k 2023-10-05T15:10:33.714 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel noarch 2.5.1-7.el8 rhel-8-for-x86_64-appstream-rpms 4.8 M 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 45 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common x86_64 2:18.0.0-6578.g689b3d5a.el8 ceph 125 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi x86_64 1.11.5-5.el8 rhel-8-for-x86_64-baseos-rpms 238 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography x86_64 3.2.1-5.el8 rhel-8-for-x86_64-baseos-rpms 559 k 2023-10-05T15:10:33.715 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2 noarch 2.10.1-3.el8 rhel-8-for-x86_64-appstream-rpms 538 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch noarch 1.21-2.el8 rhel-8-for-x86_64-appstream-rpms 27 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer noarch 1.10-11.el8 rhel-8-for-x86_64-appstream-rpms 20 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jwt noarch 1.6.1-2.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako noarch 1.0.6-13.el8 rhel-8-for-x86_64-appstream-rpms 157 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe x86_64 0.23-19.el8 rhel-8-for-x86_64-appstream-rpms 39 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-10-05T15:10:33.716 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 3.7 M 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 rhel-8-for-x86_64-appstream-rpms 225 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib noarch 2.1.0-1.el8 rhel-8-for-x86_64-baseos-rpms 155 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable noarch 0.7.2-14.el8 rhel-8-for-x86_64-appstream-rpms 44 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 rhel-8-for-x86_64-appstream-rpms 103 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 126 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 rhel-8-for-x86_64-appstream-rpms 110 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser noarch 2.14-14.el8 rhel-8-for-x86_64-baseos-rpms 109 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz noarch 2017.2-9.el8 rhel-8-for-x86_64-appstream-rpms 54 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 rhel-8-for-x86_64-baseos-rpms 43 k 2023-10-05T15:10:33.717 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy x86_64 1.0.0-21.module+el8.5.0+10916+41bd434d rhel-8-for-x86_64-appstream-rpms 14 M 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug noarch 0.12.2-4.el8 rhel-8-for-x86_64-appstream-rpms 457 k 2023-10-05T15:10:33.718 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: socat x86_64 1.7.4.1-1.el8 rhel-8-for-x86_64-appstream-rpms 323 k 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: uuid x86_64 1.6.2-43.el8 rhel-8-for-x86_64-appstream-rpms 64 k 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet x86_64 1.6.1-20.el8 lab-extras 70 k 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel x86_64 1.2.11-18.el8_5 rhel-8-for-x86_64-baseos-rpms 58 k 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout:Enabling module streams: 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql 10 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout:=========================================================================================================================== 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout:Install 128 Packages 2023-10-05T15:10:33.719 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrade 3 Packages 2023-10-05T15:10:33.720 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:10:33.720 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 209 M 2023-10-05T15:10:33.721 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2023-10-05T15:10:33.805 INFO:teuthology.orchestra.run.smithi040.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 46 kB/s | 6.4 kB 00:00 2023-10-05T15:10:33.862 INFO:teuthology.orchestra.run.smithi177.stdout:(10/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el 18 MB/s | 14 MB 00:00 2023-10-05T15:10:33.912 INFO:teuthology.orchestra.run.smithi177.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 5.1 MB/s | 261 kB 00:00 2023-10-05T15:10:33.931 INFO:teuthology.orchestra.run.smithi029.stdout:(1/131): ceph-18.0.0-6578.g689b3d5a.el8.x86_64. 37 kB/s | 6.4 kB 00:00 2023-10-05T15:10:33.962 INFO:teuthology.orchestra.run.smithi177.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 621 kB/s | 31 kB 00:00 2023-10-05T15:10:34.080 INFO:teuthology.orchestra.run.smithi040.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 3.3 MB/s | 918 kB 00:00 2023-10-05T15:10:34.082 INFO:teuthology.orchestra.run.smithi177.stdout:(13/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 6.9 MB/s | 840 kB 00:00 2023-10-05T15:10:34.139 INFO:teuthology.orchestra.run.smithi040.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 2.8 MB/s | 167 kB 00:00 2023-10-05T15:10:34.163 INFO:teuthology.orchestra.run.smithi177.stdout:(14/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 2.2 MB/s | 184 kB 00:00 2023-10-05T15:10:34.230 INFO:teuthology.orchestra.run.smithi177.stdout:(15/131): librados-devel-18.0.0-6578.g689b3d5a. 2.0 MB/s | 139 kB 00:00 2023-10-05T15:10:34.330 INFO:teuthology.orchestra.run.smithi177.stdout:(16/131): libradosstriper1-18.0.0-6578.g689b3d5 5.1 MB/s | 518 kB 00:00 2023-10-05T15:10:34.490 INFO:teuthology.orchestra.run.smithi029.stdout:(2/131): ceph-fuse-18.0.0-6578.g689b3d5a.el8.x8 1.6 MB/s | 918 kB 00:00 2023-10-05T15:10:34.591 INFO:teuthology.orchestra.run.smithi029.stdout:(3/131): ceph-immutable-object-cache-18.0.0-657 1.6 MB/s | 167 kB 00:00 2023-10-05T15:10:34.764 INFO:teuthology.orchestra.run.smithi040.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 3.7 MB/s | 2.3 MB 00:00 2023-10-05T15:10:35.106 INFO:teuthology.orchestra.run.smithi177.stdout:(17/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 8.9 MB/s | 6.9 MB 00:00 2023-10-05T15:10:35.173 INFO:teuthology.orchestra.run.smithi040.stdout:(5/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 4.0 MB/s | 1.6 MB 00:00 2023-10-05T15:10:35.181 INFO:teuthology.orchestra.run.smithi177.stdout:(18/131): python3-ceph-argparse-18.0.0-6578.g68 599 kB/s | 45 kB 00:00 2023-10-05T15:10:35.256 INFO:teuthology.orchestra.run.smithi177.stdout:(19/131): python3-ceph-common-18.0.0-6578.g689b 1.6 MB/s | 125 kB 00:00 2023-10-05T15:10:35.274 INFO:teuthology.orchestra.run.smithi029.stdout:(4/131): ceph-mds-18.0.0-6578.g689b3d5a.el8.x86 3.4 MB/s | 2.3 MB 00:00 2023-10-05T15:10:35.323 INFO:teuthology.orchestra.run.smithi177.stdout:(20/131): python3-cephfs-18.0.0-6578.g689b3d5a. 2.9 MB/s | 197 kB 00:00 2023-10-05T15:10:35.440 INFO:teuthology.orchestra.run.smithi177.stdout:(21/131): python3-rados-18.0.0-6578.g689b3d5a.e 3.1 MB/s | 371 kB 00:00 2023-10-05T15:10:35.540 INFO:teuthology.orchestra.run.smithi177.stdout:(22/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 3.6 MB/s | 364 kB 00:00 2023-10-05T15:10:35.624 INFO:teuthology.orchestra.run.smithi177.stdout:(23/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 1.2 MB/s | 106 kB 00:00 2023-10-05T15:10:35.690 INFO:teuthology.orchestra.run.smithi177.stdout:(24/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 1.4 MB/s | 94 kB 00:00 2023-10-05T15:10:35.726 INFO:teuthology.orchestra.run.smithi029.stdout:(5/131): ceph-mgr-18.0.0-6578.g689b3d5a.el8.x86 3.6 MB/s | 1.6 MB 00:00 2023-10-05T15:10:36.114 INFO:teuthology.orchestra.run.smithi040.stdout:(6/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 4.9 MB/s | 4.6 MB 00:00 2023-10-05T15:10:36.182 INFO:teuthology.orchestra.run.smithi177.stdout:(25/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 7.3 MB/s | 3.6 MB 00:00 2023-10-05T15:10:36.258 INFO:teuthology.orchestra.run.smithi177.stdout:(26/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 2.3 MB/s | 180 kB 00:00 2023-10-05T15:10:36.325 INFO:teuthology.orchestra.run.smithi177.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6578.g 346 kB/s | 23 kB 00:00 2023-10-05T15:10:36.400 INFO:teuthology.orchestra.run.smithi177.stdout:(28/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 1.7 MB/s | 132 kB 00:00 2023-10-05T15:10:36.684 INFO:teuthology.orchestra.run.smithi177.stdout:(29/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 6.2 MB/s | 1.8 MB 00:00 2023-10-05T15:10:36.851 INFO:teuthology.orchestra.run.smithi029.stdout:(6/131): ceph-mon-18.0.0-6578.g689b3d5a.el8.x86 4.1 MB/s | 4.6 MB 00:01 2023-10-05T15:10:36.974 INFO:teuthology.orchestra.run.smithi040.stdout:(7/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 1.6 MB/s | 5.4 MB 00:03 2023-10-05T15:10:37.659 INFO:teuthology.orchestra.run.smithi177.stdout:(30/131): ceph-mgr-diskprediction-local-18.0.0- 7.6 MB/s | 7.4 MB 00:00 2023-10-05T15:10:37.742 INFO:teuthology.orchestra.run.smithi177.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 2.9 MB/s | 242 kB 00:00 2023-10-05T15:10:37.809 INFO:teuthology.orchestra.run.smithi177.stdout:(32/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 711 kB/s | 47 kB 00:00 2023-10-05T15:10:38.093 INFO:teuthology.orchestra.run.smithi177.stdout:(33/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x8 3.5 MB/s | 18 MB 00:05 2023-10-05T15:10:38.118 INFO:teuthology.orchestra.run.smithi177.stdout:(34/131): ceph-prometheus-alerts-18.0.0-6578.g6 47 kB/s | 15 kB 00:00 2023-10-05T15:10:38.194 INFO:teuthology.orchestra.run.smithi177.stdout:(35/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 2.4 MB/s | 184 kB 00:00 2023-10-05T15:10:38.227 INFO:teuthology.orchestra.run.smithi177.stdout:(36/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 1.9 MB/s | 261 kB 00:00 2023-10-05T15:10:38.269 INFO:teuthology.orchestra.run.smithi177.stdout:(37/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 240 kB/s | 18 kB 00:00 2023-10-05T15:10:38.536 INFO:teuthology.orchestra.run.smithi177.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 221 kB/s | 59 kB 00:00 2023-10-05T15:10:38.620 INFO:teuthology.orchestra.run.smithi177.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 781 kB/s | 306 kB 00:00 2023-10-05T15:10:38.670 INFO:teuthology.orchestra.run.smithi177.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 562 kB/s | 75 kB 00:00 2023-10-05T15:10:38.779 INFO:teuthology.orchestra.run.smithi177.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 404 kB/s | 44 kB 00:00 2023-10-05T15:10:38.784 INFO:teuthology.orchestra.run.smithi029.stdout:(7/131): ceph-base-18.0.0-6578.g689b3d5a.el8.x8 1.1 MB/s | 5.4 MB 00:05 2023-10-05T15:10:38.812 INFO:teuthology.orchestra.run.smithi177.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 2.4 MB/s | 476 kB 00:00 2023-10-05T15:10:38.929 INFO:teuthology.orchestra.run.smithi177.stdout:(43/131): python3-cachetools-3.1.1-4.el8.noarch 283 kB/s | 33 kB 00:00 2023-10-05T15:10:38.955 INFO:teuthology.orchestra.run.smithi177.stdout:(44/131): python3-beautifulsoup4-4.6.3-2.el8.1. 1.0 MB/s | 185 kB 00:00 2023-10-05T15:10:39.005 INFO:teuthology.orchestra.run.smithi177.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 217 kB/s | 16 kB 00:00 2023-10-05T15:10:39.055 INFO:teuthology.orchestra.run.smithi177.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 1.7 MB/s | 173 kB 00:00 2023-10-05T15:10:39.073 INFO:teuthology.orchestra.run.smithi040.stdout:(8/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x86 6.1 MB/s | 18 MB 00:02 2023-10-05T15:10:39.097 INFO:teuthology.orchestra.run.smithi177.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 4.1 MB/s | 384 kB 00:00 2023-10-05T15:10:39.123 INFO:teuthology.orchestra.run.smithi040.stdout:(9/131): ceph-selinux-18.0.0-6578.g689b3d5a.el8 490 kB/s | 24 kB 00:00 2023-10-05T15:10:39.139 INFO:teuthology.orchestra.run.smithi177.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 974 kB/s | 81 kB 00:00 2023-10-05T15:10:39.173 INFO:teuthology.orchestra.run.smithi177.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 147 kB/s | 11 kB 00:00 2023-10-05T15:10:39.214 INFO:teuthology.orchestra.run.smithi177.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 233 kB/s | 18 kB 00:00 2023-10-05T15:10:39.290 INFO:teuthology.orchestra.run.smithi177.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 650 kB/s | 49 kB 00:00 2023-10-05T15:10:39.323 INFO:teuthology.orchestra.run.smithi177.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 7.7 MB/s | 1.2 MB 00:00 2023-10-05T15:10:39.382 INFO:teuthology.orchestra.run.smithi177.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 639 kB/s | 59 kB 00:00 2023-10-05T15:10:39.407 INFO:teuthology.orchestra.run.smithi177.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 722 kB/s | 60 kB 00:00 2023-10-05T15:10:39.483 INFO:teuthology.orchestra.run.smithi177.stdout:(55/131): python3-portend-2.6-1.el8.noarch.rpm 208 kB/s | 16 kB 00:00 2023-10-05T15:10:39.508 INFO:teuthology.orchestra.run.smithi177.stdout:(56/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.2 MB/s | 283 kB 00:00 2023-10-05T15:10:39.558 INFO:teuthology.orchestra.run.smithi177.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 447 kB/s | 34 kB 00:00 2023-10-05T15:10:39.600 INFO:teuthology.orchestra.run.smithi177.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 2.1 MB/s | 196 kB 00:00 2023-10-05T15:10:39.663 INFO:teuthology.orchestra.run.smithi177.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 616 kB/s | 64 kB 00:00 2023-10-05T15:10:39.692 INFO:teuthology.orchestra.run.smithi177.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 204 kB/s | 19 kB 00:00 2023-10-05T15:10:39.734 INFO:teuthology.orchestra.run.smithi177.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 337 kB/s | 24 kB 00:00 2023-10-05T15:10:39.768 INFO:teuthology.orchestra.run.smithi177.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 387 kB/s | 29 kB 00:00 2023-10-05T15:10:39.810 INFO:teuthology.orchestra.run.smithi177.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 365 kB/s | 27 kB 00:00 2023-10-05T15:10:39.869 INFO:teuthology.orchestra.run.smithi177.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 2.5 MB/s | 255 kB 00:00 2023-10-05T15:10:39.894 INFO:teuthology.orchestra.run.smithi177.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 2.9 MB/s | 251 kB 00:00 2023-10-05T15:10:39.944 INFO:teuthology.orchestra.run.smithi177.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 814 kB/s | 61 kB 00:00 2023-10-05T15:10:39.969 INFO:teuthology.orchestra.run.smithi177.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.1 MB/s | 85 kB 00:00 2023-10-05T15:10:40.011 INFO:teuthology.orchestra.run.smithi177.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 343 kB/s | 23 kB 00:00 2023-10-05T15:10:40.043 INFO:teuthology.orchestra.run.smithi029.stdout:(8/131): ceph-osd-18.0.0-6578.g689b3d5a.el8.x86 5.6 MB/s | 18 MB 00:03 2023-10-05T15:10:40.062 INFO:teuthology.orchestra.run.smithi177.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.4 MB/s | 70 kB 00:00 2023-10-05T15:10:40.104 INFO:teuthology.orchestra.run.smithi177.stdout:(70/131): thrift-0.13.0-2.el8.x86_64.rpm 13 MB/s | 1.7 MB 00:00 2023-10-05T15:10:40.119 INFO:teuthology.orchestra.run.smithi029.stdout:(9/131): ceph-selinux-18.0.0-6578.g689b3d5a.el8 324 kB/s | 24 kB 00:00 2023-10-05T15:10:40.246 INFO:teuthology.orchestra.run.smithi177.stdout:(71/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 255 kB/s | 47 kB 00:00 2023-10-05T15:10:40.271 INFO:teuthology.orchestra.run.smithi177.stdout:(72/131): libselinux-devel-2.9-5.el8.x86_64.rpm 1.2 MB/s | 200 kB 00:00 2023-10-05T15:10:40.363 INFO:teuthology.orchestra.run.smithi177.stdout:(73/131): python3-jwt-1.6.1-2.el8.noarch.rpm 365 kB/s | 43 kB 00:00 2023-10-05T15:10:40.430 INFO:teuthology.orchestra.run.smithi177.stdout:(74/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.4 MB/s | 220 kB 00:00 2023-10-05T15:10:40.513 INFO:teuthology.orchestra.run.smithi177.stdout:(75/131): libsepol-devel-2.9-3.el8.x86_64.rpm 1.0 MB/s | 87 kB 00:00 2023-10-05T15:10:40.530 INFO:teuthology.orchestra.run.smithi177.stdout:(76/131): keyutils-libs-devel-1.5.10-9.el8.x86_ 288 kB/s | 48 kB 00:00 2023-10-05T15:10:40.655 INFO:teuthology.orchestra.run.smithi177.stdout:(77/131): python3-requests-oauthlib-1.0.0-1.el8 301 kB/s | 43 kB 00:00 2023-10-05T15:10:40.681 INFO:teuthology.orchestra.run.smithi177.stdout:(78/131): python3-pycparser-2.14-14.el8.noarch. 727 kB/s | 109 kB 00:00 2023-10-05T15:10:40.798 INFO:teuthology.orchestra.run.smithi177.stdout:(79/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.6 MB/s | 229 kB 00:00 2023-10-05T15:10:40.831 INFO:teuthology.orchestra.run.smithi177.stdout:(80/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.6 MB/s | 560 kB 00:00 2023-10-05T15:10:40.923 INFO:teuthology.orchestra.run.smithi177.stdout:(81/131): python3-oauthlib-2.1.0-1.el8.noarch.r 1.7 MB/s | 155 kB 00:00 2023-10-05T15:10:40.949 INFO:teuthology.orchestra.run.smithi177.stdout:(82/131): libaio-devel-0.3.112-1.el8.x86_64.rpm 124 kB/s | 19 kB 00:00 2023-10-05T15:10:41.474 INFO:teuthology.orchestra.run.smithi177.stdout:(83/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 6.3 MB/s | 49 MB 00:07 2023-10-05T15:10:41.524 INFO:teuthology.orchestra.run.smithi177.stdout:(84/131): libverto-devel-0.3.0-5.el8.x86_64.rpm 31 kB/s | 18 kB 00:00 2023-10-05T15:10:41.574 INFO:teuthology.orchestra.run.smithi177.stdout:(85/131): python3-cryptography-3.2.1-5.el8.x86_ 859 kB/s | 559 kB 00:00 2023-10-05T15:10:41.675 INFO:teuthology.orchestra.run.smithi177.stdout:(86/131): pcre2-devel-10.32-2.el8.x86_64.rpm 3.0 MB/s | 605 kB 00:00 2023-10-05T15:10:41.717 INFO:teuthology.orchestra.run.smithi177.stdout:(87/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 1.2 MB/s | 238 kB 00:00 2023-10-05T15:10:41.775 INFO:teuthology.orchestra.run.smithi177.stdout:(88/131): openssl-devel-1.1.1k-7.el8_6.x86_64.r 12 MB/s | 2.3 MB 00:00 2023-10-05T15:10:41.825 INFO:teuthology.orchestra.run.smithi177.stdout:(89/131): fuse-2.9.7-15.el8.x86_64.rpm 763 kB/s | 83 kB 00:00 2023-10-05T15:10:41.859 INFO:teuthology.orchestra.run.smithi177.stdout:(90/131): xfsprogs-devel-5.0.0-10.el8.x86_64.rp 393 kB/s | 72 kB 00:00 2023-10-05T15:10:41.884 INFO:teuthology.orchestra.run.smithi177.stdout:(91/131): elfutils-libelf-devel-0.186-1.el8.x86 550 kB/s | 60 kB 00:00 2023-10-05T15:10:41.943 INFO:teuthology.orchestra.run.smithi177.stdout:(92/131): libuuid-devel-2.32.1-35.el8.x86_64.rp 835 kB/s | 98 kB 00:00 2023-10-05T15:10:42.018 INFO:teuthology.orchestra.run.smithi177.stdout:(93/131): zlib-devel-1.2.11-18.el8_5.x86_64.rpm 362 kB/s | 58 kB 00:00 2023-10-05T15:10:42.069 INFO:teuthology.orchestra.run.smithi177.stdout:(94/131): libcom_err-devel-1.45.6-4.el8.x86_64. 209 kB/s | 39 kB 00:00 2023-10-05T15:10:42.152 INFO:teuthology.orchestra.run.smithi177.stdout:(95/131): libgfortran-8.5.0-10.1.el8_6.x86_64.r 3.0 MB/s | 644 kB 00:00 2023-10-05T15:10:42.177 INFO:teuthology.orchestra.run.smithi177.stdout:(96/131): NetworkManager-initscripts-updown-1.3 1.2 MB/s | 138 kB 00:00 2023-10-05T15:10:42.182 INFO:teuthology.orchestra.run.smithi040.stdout:(10/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el 2.7 MB/s | 14 MB 00:05 2023-10-05T15:10:42.219 INFO:teuthology.orchestra.run.smithi177.stdout:(97/131): libquadmath-8.5.0-10.1.el8_6.x86_64.r 853 kB/s | 171 kB 00:00 2023-10-05T15:10:42.303 INFO:teuthology.orchestra.run.smithi177.stdout:(98/131): python3-pyasn1-modules-0.3.7-6.el8.no 880 kB/s | 110 kB 00:00 2023-10-05T15:10:42.351 INFO:teuthology.orchestra.run.smithi040.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 2.0 MB/s | 261 kB 00:00 2023-10-05T15:10:42.351 INFO:teuthology.orchestra.run.smithi177.stdout:(99/131): python3-pytz-2017.2-9.el8.noarch.rpm 433 kB/s | 54 kB 00:00 2023-10-05T15:10:42.370 INFO:teuthology.orchestra.run.smithi177.stdout:(100/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 3.8 MB/s | 259 kB 00:00 2023-10-05T15:10:42.382 INFO:teuthology.orchestra.run.smithi040.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 415 kB/s | 31 kB 00:00 2023-10-05T15:10:42.446 INFO:teuthology.orchestra.run.smithi177.stdout:(101/131): python3-markupsafe-0.23-19.el8.x86_6 517 kB/s | 39 kB 00:00 2023-10-05T15:10:42.479 INFO:teuthology.orchestra.run.smithi177.stdout:(102/131): socat-1.7.4.1-1.el8.x86_64.rpm 2.4 MB/s | 323 kB 00:00 2023-10-05T15:10:42.654 INFO:teuthology.orchestra.run.smithi177.stdout:(103/131): python3-scipy-1.0.0-21.module+el8.5. 27 MB/s | 14 MB 00:00 2023-10-05T15:10:42.666 INFO:teuthology.orchestra.run.smithi040.stdout:(13/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 2.9 MB/s | 840 kB 00:00 2023-10-05T15:10:42.688 INFO:teuthology.orchestra.run.smithi177.stdout:(104/131): python3-jinja2-2.10.1-3.el8.noarch.r 2.5 MB/s | 538 kB 00:00 2023-10-05T15:10:42.713 INFO:teuthology.orchestra.run.smithi177.stdout:(105/131): bison-3.0.4-10.el8.x86_64.rpm 2.5 MB/s | 688 kB 00:00 2023-10-05T15:10:42.750 INFO:teuthology.orchestra.run.smithi040.stdout:(14/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 2.2 MB/s | 184 kB 00:00 2023-10-05T15:10:42.755 INFO:teuthology.orchestra.run.smithi177.stdout:(106/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.5 MB/s | 157 kB 00:00 2023-10-05T15:10:42.829 INFO:teuthology.orchestra.run.smithi040.stdout:(15/131): librados-devel-18.0.0-6578.g689b3d5a. 1.8 MB/s | 139 kB 00:00 2023-10-05T15:10:42.872 INFO:teuthology.orchestra.run.smithi177.stdout:(107/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2023-10-05T15:10:42.981 INFO:teuthology.orchestra.run.smithi177.stdout:(108/131): python3-babel-2.5.1-7.el8.noarch.rpm 21 MB/s | 4.8 MB 00:00 2023-10-05T15:10:43.006 INFO:teuthology.orchestra.run.smithi177.stdout:(109/131): python3-jsonpatch-1.21-2.el8.noarch. 201 kB/s | 27 kB 00:00 2023-10-05T15:10:43.009 INFO:teuthology.orchestra.run.smithi040.stdout:(16/131): libradosstriper1-18.0.0-6578.g689b3d5 2.8 MB/s | 518 kB 00:00 2023-10-05T15:10:43.235 INFO:teuthology.orchestra.run.smithi177.stdout:(110/131): automake-1.16.1-7.el8.noarch.rpm 1.3 MB/s | 713 kB 00:00 2023-10-05T15:10:43.265 INFO:teuthology.orchestra.run.smithi177.stdout:(111/131): python3-prettytable-0.7.2-14.el8.noa 170 kB/s | 44 kB 00:00 2023-10-05T15:10:43.323 INFO:teuthology.orchestra.run.smithi177.stdout:(112/131): flex-2.6.1-9.el8.x86_64.rpm 933 kB/s | 320 kB 00:00 2023-10-05T15:10:43.374 INFO:teuthology.orchestra.run.smithi177.stdout:(113/131): python3-werkzeug-0.12.2-4.el8.noarch 4.1 MB/s | 457 kB 00:00 2023-10-05T15:10:43.465 INFO:teuthology.orchestra.run.smithi177.stdout:(114/131): python3-numpy-1.14.3-10.el8.x86_64.r 16 MB/s | 3.7 MB 00:00 2023-10-05T15:10:43.491 INFO:teuthology.orchestra.run.smithi177.stdout:(115/131): python3-numpy-f2py-1.14.3-10.el8.x86 1.3 MB/s | 225 kB 00:00 2023-10-05T15:10:43.524 INFO:teuthology.orchestra.run.smithi177.stdout:(116/131): uuid-1.6.2-43.el8.x86_64.rpm 425 kB/s | 64 kB 00:00 2023-10-05T15:10:43.591 INFO:teuthology.orchestra.run.smithi177.stdout:(117/131): python3-pyasn1-0.3.7-6.el8.noarch.rp 1.0 MB/s | 126 kB 00:00 2023-10-05T15:10:43.633 INFO:teuthology.orchestra.run.smithi177.stdout:(118/131): python3-jsonpointer-1.10-11.el8.noar 141 kB/s | 20 kB 00:00 2023-10-05T15:10:43.683 INFO:teuthology.orchestra.run.smithi177.stdout:(119/131): python3-pyOpenSSL-19.0.0-1.el8.noarc 652 kB/s | 103 kB 00:00 2023-10-05T15:10:43.734 INFO:teuthology.orchestra.run.smithi177.stdout:(120/131): libtool-2.4.6-25.el8.x86_64.rpm 4.9 MB/s | 709 kB 00:00 2023-10-05T15:10:43.859 INFO:teuthology.orchestra.run.smithi177.stdout:(121/131): openblas-threads-0.3.15-3.el8.x86_64 22 MB/s | 4.9 MB 00:00 2023-10-05T15:10:43.885 INFO:teuthology.orchestra.run.smithi177.stdout:(122/131): libpq-13.5-1.el8.x86_64.rpm 984 kB/s | 198 kB 00:00 2023-10-05T15:10:43.993 INFO:teuthology.orchestra.run.smithi177.stdout:(123/131): openblas-0.3.15-3.el8.x86_64.rpm 18 MB/s | 4.7 MB 00:00 2023-10-05T15:10:44.018 INFO:teuthology.orchestra.run.smithi177.stdout:(124/131): jq-1.6-3.el8.x86_64.rpm 1.2 MB/s | 202 kB 00:00 2023-10-05T15:10:44.043 INFO:teuthology.orchestra.run.smithi177.stdout:(125/131): librdkafka-0.11.4-3.el8.x86_64.rpm 2.2 MB/s | 354 kB 00:00 2023-10-05T15:10:44.227 INFO:teuthology.orchestra.run.smithi177.stdout:(126/131): postgresql-server-10.21-2.module+el8 22 MB/s | 5.1 MB 00:00 2023-10-05T15:10:44.261 INFO:teuthology.orchestra.run.smithi177.stdout:(127/131): postgresql-contrib-10.21-2.module+el 3.3 MB/s | 808 kB 00:00 2023-10-05T15:10:44.311 INFO:teuthology.orchestra.run.smithi177.stdout:(128/131): postgresql-10.21-2.module+el8.6.0+15 5.6 MB/s | 1.5 MB 00:00 2023-10-05T15:10:44.511 INFO:teuthology.orchestra.run.smithi177.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 3.9 MB/s | 798 kB 00:00 2023-10-05T15:10:44.944 INFO:teuthology.orchestra.run.smithi029.stdout:(10/131): ceph-radosgw-18.0.0-6578.g689b3d5a.el 2.3 MB/s | 14 MB 00:06 2023-10-05T15:10:45.037 INFO:teuthology.orchestra.run.smithi177.stdout:(130/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 4.8 MB/s | 3.7 MB 00:00 2023-10-05T15:10:45.103 INFO:teuthology.orchestra.run.smithi029.stdout:(11/131): cephfs-mirror-18.0.0-6578.g689b3d5a.e 1.6 MB/s | 261 kB 00:00 2023-10-05T15:10:45.162 INFO:teuthology.orchestra.run.smithi029.stdout:(12/131): libcephfs-devel-18.0.0-6578.g689b3d5a 530 kB/s | 31 kB 00:00 2023-10-05T15:10:45.212 INFO:teuthology.orchestra.run.smithi177.stdout:(131/131): librados2-18.0.0-6578.g689b3d5a.el8. 3.8 MB/s | 3.7 MB 00:00 2023-10-05T15:10:45.214 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:10:45.215 INFO:teuthology.orchestra.run.smithi177.stdout:Total 15 MB/s | 209 MB 00:14 2023-10-05T15:10:45.401 INFO:teuthology.orchestra.run.smithi040.stdout:(17/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 7.8 MB/s | 49 MB 00:06 2023-10-05T15:10:45.509 INFO:teuthology.orchestra.run.smithi040.stdout:(18/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 2.8 MB/s | 6.9 MB 00:02 2023-10-05T15:10:45.629 INFO:teuthology.orchestra.run.smithi029.stdout:(13/131): ceph-common-18.0.0-6578.g689b3d5a.el8 1.9 MB/s | 23 MB 00:11 2023-10-05T15:10:45.668 INFO:teuthology.orchestra.run.smithi040.stdout:(19/131): python3-ceph-argparse-18.0.0-6578.g68 168 kB/s | 45 kB 00:00 2023-10-05T15:10:45.673 INFO:teuthology.orchestra.run.smithi029.stdout:(14/131): libcephfs2-18.0.0-6578.g689b3d5a.el8. 1.6 MB/s | 840 kB 00:00 2023-10-05T15:10:45.693 INFO:teuthology.orchestra.run.smithi040.stdout:(20/131): python3-ceph-common-18.0.0-6578.g689b 685 kB/s | 125 kB 00:00 2023-10-05T15:10:45.740 INFO:teuthology.orchestra.run.smithi029.stdout:(15/131): libcephsqlite-18.0.0-6578.g689b3d5a.e 1.6 MB/s | 184 kB 00:00 2023-10-05T15:10:45.808 INFO:teuthology.orchestra.run.smithi029.stdout:(16/131): librados-devel-18.0.0-6578.g689b3d5a. 1.0 MB/s | 139 kB 00:00 2023-10-05T15:10:45.916 INFO:teuthology.orchestra.run.smithi029.stdout:(17/131): libradosstriper1-18.0.0-6578.g689b3d5 2.9 MB/s | 518 kB 00:00 2023-10-05T15:10:45.952 INFO:teuthology.orchestra.run.smithi040.stdout:(21/131): ceph-common-18.0.0-6578.g689b3d5a.el8 1.8 MB/s | 23 MB 00:12 2023-10-05T15:10:45.977 INFO:teuthology.orchestra.run.smithi040.stdout:(22/131): python3-cephfs-18.0.0-6578.g689b3d5a. 637 kB/s | 197 kB 00:00 2023-10-05T15:10:45.992 INFO:teuthology.orchestra.run.smithi029.stdout:(18/131): python3-ceph-argparse-18.0.0-6578.g68 594 kB/s | 45 kB 00:00 2023-10-05T15:10:46.002 INFO:teuthology.orchestra.run.smithi040.stdout:(23/131): python3-rados-18.0.0-6578.g689b3d5a.e 1.2 MB/s | 371 kB 00:00 2023-10-05T15:10:46.026 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2023-10-05T15:10:46.053 INFO:teuthology.orchestra.run.smithi040.stdout:(24/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 1.4 MB/s | 106 kB 00:00 2023-10-05T15:10:46.059 INFO:teuthology.orchestra.run.smithi029.stdout:(19/131): python3-ceph-common-18.0.0-6578.g689b 1.8 MB/s | 125 kB 00:00 2023-10-05T15:10:46.095 INFO:teuthology.orchestra.run.smithi040.stdout:(25/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 1.0 MB/s | 94 kB 00:00 2023-10-05T15:10:46.120 INFO:teuthology.orchestra.run.smithi040.stdout:(26/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 2.1 MB/s | 364 kB 00:00 2023-10-05T15:10:46.135 INFO:teuthology.orchestra.run.smithi029.stdout:(20/131): python3-cephfs-18.0.0-6578.g689b3d5a. 2.6 MB/s | 197 kB 00:00 2023-10-05T15:10:46.146 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2023-10-05T15:10:46.146 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2023-10-05T15:10:46.187 INFO:teuthology.orchestra.run.smithi040.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6578.g 345 kB/s | 23 kB 00:00 2023-10-05T15:10:46.220 INFO:teuthology.orchestra.run.smithi040.stdout:(28/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 1.4 MB/s | 180 kB 00:00 2023-10-05T15:10:46.252 INFO:teuthology.orchestra.run.smithi029.stdout:(21/131): python3-rados-18.0.0-6578.g689b3d5a.e 3.1 MB/s | 371 kB 00:00 2023-10-05T15:10:46.262 INFO:teuthology.orchestra.run.smithi040.stdout:(29/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 1.7 MB/s | 132 kB 00:00 2023-10-05T15:10:46.454 INFO:teuthology.orchestra.run.smithi040.stdout:(30/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 8.9 MB/s | 3.6 MB 00:00 2023-10-05T15:10:46.535 INFO:teuthology.orchestra.run.smithi040.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 3.0 MB/s | 242 kB 00:00 2023-10-05T15:10:46.580 INFO:teuthology.orchestra.run.smithi040.stdout:(32/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 1.0 MB/s | 47 kB 00:00 2023-10-05T15:10:46.630 INFO:teuthology.orchestra.run.smithi040.stdout:(33/131): ceph-prometheus-alerts-18.0.0-6578.g6 292 kB/s | 15 kB 00:00 2023-10-05T15:10:46.697 INFO:teuthology.orchestra.run.smithi040.stdout:(34/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 3.8 MB/s | 261 kB 00:00 2023-10-05T15:10:46.739 INFO:teuthology.orchestra.run.smithi040.stdout:(35/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 3.4 MB/s | 1.8 MB 00:00 2023-10-05T15:10:46.764 INFO:teuthology.orchestra.run.smithi040.stdout:(36/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 2.7 MB/s | 184 kB 00:00 2023-10-05T15:10:46.789 INFO:teuthology.orchestra.run.smithi040.stdout:(37/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 361 kB/s | 18 kB 00:00 2023-10-05T15:10:46.898 INFO:teuthology.orchestra.run.smithi040.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 543 kB/s | 59 kB 00:00 2023-10-05T15:10:46.948 INFO:teuthology.orchestra.run.smithi040.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.6 MB/s | 306 kB 00:00 2023-10-05T15:10:46.974 INFO:teuthology.orchestra.run.smithi040.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 998 kB/s | 75 kB 00:00 2023-10-05T15:10:47.065 INFO:teuthology.orchestra.run.smithi040.stdout:(41/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 747 kB/s | 44 kB 00:00 2023-10-05T15:10:47.066 INFO:teuthology.orchestra.run.smithi040.stdout:(42/131): python3-asyncssh-2.7.0-2.el8.noarch.r 4.0 MB/s | 476 kB 00:00 2023-10-05T15:10:47.100 INFO:teuthology.orchestra.run.smithi040.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 2.7 MB/s | 185 kB 00:00 2023-10-05T15:10:47.125 INFO:teuthology.orchestra.run.smithi040.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 562 kB/s | 33 kB 00:00 2023-10-05T15:10:47.144 INFO:teuthology.orchestra.run.smithi029.stdout:(22/131): ceph-test-18.0.0-6578.g689b3d5a.el8.x 7.0 MB/s | 49 MB 00:07 2023-10-05T15:10:47.150 INFO:teuthology.orchestra.run.smithi040.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 325 kB/s | 16 kB 00:00 2023-10-05T15:10:47.176 INFO:teuthology.orchestra.run.smithi040.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 3.4 MB/s | 173 kB 00:00 2023-10-05T15:10:47.178 INFO:teuthology.orchestra.run.smithi029.stdout:(23/131): python3-rbd-18.0.0-6578.g689b3d5a.el8 393 kB/s | 364 kB 00:00 2023-10-05T15:10:47.226 INFO:teuthology.orchestra.run.smithi040.stdout:(47/131): python3-google-auth-1.1.1-10.el8.noar 1.6 MB/s | 81 kB 00:00 2023-10-05T15:10:47.245 INFO:teuthology.orchestra.run.smithi029.stdout:(24/131): python3-rgw-18.0.0-6578.g689b3d5a.el8 1.0 MB/s | 106 kB 00:00 2023-10-05T15:10:47.251 INFO:teuthology.orchestra.run.smithi040.stdout:(48/131): python3-cherrypy-18.4.0-1.el8.noarch. 3.7 MB/s | 384 kB 00:00 2023-10-05T15:10:47.277 INFO:teuthology.orchestra.run.smithi040.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 221 kB/s | 11 kB 00:00 2023-10-05T15:10:47.287 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2023-10-05T15:10:47.291 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2023-10-05T15:10:47.302 INFO:teuthology.orchestra.run.smithi040.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 350 kB/s | 18 kB 00:00 2023-10-05T15:10:47.321 INFO:teuthology.orchestra.run.smithi029.stdout:(25/131): rbd-fuse-18.0.0-6578.g689b3d5a.el8.x8 657 kB/s | 94 kB 00:00 2023-10-05T15:10:47.344 INFO:teuthology.orchestra.run.smithi040.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-10-05T15:10:47.386 INFO:teuthology.orchestra.run.smithi040.stdout:(52/131): python3-more-itertools-7.2.0-3.el8.no 1.4 MB/s | 59 kB 00:00 2023-10-05T15:10:47.428 INFO:teuthology.orchestra.run.smithi040.stdout:(53/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.4 MB/s | 60 kB 00:00 2023-10-05T15:10:47.438 INFO:teuthology.orchestra.run.smithi029.stdout:(26/131): rbd-nbd-18.0.0-6578.g689b3d5a.el8.x86 1.5 MB/s | 180 kB 00:00 2023-10-05T15:10:47.478 INFO:teuthology.orchestra.run.smithi040.stdout:(54/131): python3-kubernetes-11.0.0-6.el8.noarc 5.8 MB/s | 1.2 MB 00:00 2023-10-05T15:10:47.513 INFO:teuthology.orchestra.run.smithi029.stdout:(27/131): ceph-grafana-dashboards-18.0.0-6578.g 307 kB/s | 23 kB 00:00 2023-10-05T15:10:47.528 INFO:teuthology.orchestra.run.smithi040.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 2.8 MB/s | 283 kB 00:00 2023-10-05T15:10:47.554 INFO:teuthology.orchestra.run.smithi040.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 207 kB/s | 16 kB 00:00 2023-10-05T15:10:47.579 INFO:teuthology.orchestra.run.smithi040.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 670 kB/s | 34 kB 00:00 2023-10-05T15:10:47.638 INFO:teuthology.orchestra.run.smithi040.stdout:(58/131): python3-rsa-4.9-2.el8.noarch.rpm 1.1 MB/s | 64 kB 00:00 2023-10-05T15:10:47.663 INFO:teuthology.orchestra.run.smithi040.stdout:(59/131): python3-routes-2.4.1-12.el8.noarch.rp 1.8 MB/s | 196 kB 00:00 2023-10-05T15:10:47.681 INFO:teuthology.orchestra.run.smithi029.stdout:(28/131): librgw2-18.0.0-6578.g689b3d5a.el8.x86 3.7 MB/s | 6.9 MB 00:01 2023-10-05T15:10:47.688 INFO:teuthology.orchestra.run.smithi040.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 373 kB/s | 19 kB 00:00 2023-10-05T15:10:47.716 INFO:teuthology.orchestra.run.smithi029.stdout:(29/131): ceph-mgr-cephadm-18.0.0-6578.g689b3d5 653 kB/s | 132 kB 00:00 2023-10-05T15:10:47.730 INFO:teuthology.orchestra.run.smithi040.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 359 kB/s | 24 kB 00:00 2023-10-05T15:10:47.755 INFO:teuthology.orchestra.run.smithi040.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 439 kB/s | 29 kB 00:00 2023-10-05T15:10:47.781 INFO:teuthology.orchestra.run.smithi040.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 549 kB/s | 27 kB 00:00 2023-10-05T15:10:47.808 INFO:teuthology.orchestra.run.smithi029.stdout:(30/131): rbd-mirror-18.0.0-6578.g689b3d5a.el8. 6.4 MB/s | 3.6 MB 00:00 2023-10-05T15:10:47.822 INFO:teuthology.orchestra.run.smithi040.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 3.7 MB/s | 255 kB 00:00 2023-10-05T15:10:47.876 INFO:teuthology.orchestra.run.smithi029.stdout:(31/131): ceph-mgr-modules-core-18.0.0-6578.g68 3.6 MB/s | 242 kB 00:00 2023-10-05T15:10:47.915 INFO:teuthology.orchestra.run.smithi040.stdout:(65/131): ceph-mgr-diskprediction-local-18.0.0- 4.5 MB/s | 7.4 MB 00:01 2023-10-05T15:10:47.940 INFO:teuthology.orchestra.run.smithi040.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 523 kB/s | 61 kB 00:00 2023-10-05T15:10:47.942 INFO:teuthology.orchestra.run.smithi029.stdout:(32/131): ceph-mgr-rook-18.0.0-6578.g689b3d5a.e 712 kB/s | 47 kB 00:00 2023-10-05T15:10:47.965 INFO:teuthology.orchestra.run.smithi040.stdout:(67/131): python3-webob-1.8.5-1.el8.1.noarch.rp 1.3 MB/s | 251 kB 00:00 2023-10-05T15:10:48.003 INFO:teuthology.orchestra.run.smithi029.stdout:(33/131): ceph-mgr-dashboard-18.0.0-6578.g689b3 5.5 MB/s | 1.8 MB 00:00 2023-10-05T15:10:48.012 INFO:teuthology.orchestra.run.smithi040.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 317 kB/s | 23 kB 00:00 2023-10-05T15:10:48.027 INFO:teuthology.orchestra.run.smithi029.stdout:(34/131): ceph-prometheus-alerts-18.0.0-6578.g6 173 kB/s | 15 kB 00:00 2023-10-05T15:10:48.041 INFO:teuthology.orchestra.run.smithi040.stdout:(69/131): python3-webtest-2.0.33-1.el8.noarch.r 679 kB/s | 85 kB 00:00 2023-10-05T15:10:48.066 INFO:teuthology.orchestra.run.smithi040.stdout:(70/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.3 MB/s | 70 kB 00:00 2023-10-05T15:10:48.069 INFO:teuthology.orchestra.run.smithi029.stdout:(35/131): ceph-volume-18.0.0-6578.g689b3d5a.el8 3.8 MB/s | 261 kB 00:00 2023-10-05T15:10:48.103 INFO:teuthology.orchestra.run.smithi029.stdout:(36/131): cephadm-18.0.0-6578.g689b3d5a.el8.noa 2.4 MB/s | 184 kB 00:00 2023-10-05T15:10:48.137 INFO:teuthology.orchestra.run.smithi029.stdout:(37/131): cephfs-top-18.0.0-6578.g689b3d5a.el8. 269 kB/s | 18 kB 00:00 2023-10-05T15:10:48.229 INFO:teuthology.orchestra.run.smithi029.stdout:(38/131): liboath-2.6.2-3.el8.x86_64.rpm 640 kB/s | 59 kB 00:00 2023-10-05T15:10:48.233 INFO:teuthology.orchestra.run.smithi040.stdout:(71/131): python3-pyasn1-modules-0.3.7-6.el8.no 661 kB/s | 110 kB 00:00 2023-10-05T15:10:48.267 INFO:teuthology.orchestra.run.smithi040.stdout:(72/131): thrift-0.13.0-2.el8.x86_64.rpm 5.8 MB/s | 1.7 MB 00:00 2023-10-05T15:10:48.271 INFO:teuthology.orchestra.run.smithi029.stdout:(39/131): gperftools-libs-2.7-9.el8.x86_64.rpm 1.8 MB/s | 306 kB 00:00 2023-10-05T15:10:48.297 INFO:teuthology.orchestra.run.smithi029.stdout:(40/131): libunwind-1.3.1-3.el8.x86_64.rpm 1.1 MB/s | 75 kB 00:00 2023-10-05T15:10:48.359 INFO:teuthology.orchestra.run.smithi040.stdout:(73/131): python3-pytz-2017.2-9.el8.noarch.rpm 432 kB/s | 54 kB 00:00 2023-10-05T15:10:48.364 INFO:teuthology.orchestra.run.smithi029.stdout:(41/131): python3-asyncssh-2.7.0-2.el8.noarch.r 5.0 MB/s | 476 kB 00:00 2023-10-05T15:10:48.390 INFO:teuthology.orchestra.run.smithi029.stdout:(42/131): python3-bcrypt-3.1.6-2.el8.1.x86_64.r 471 kB/s | 44 kB 00:00 2023-10-05T15:10:48.392 INFO:teuthology.orchestra.run.smithi040.stdout:(74/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 2.0 MB/s | 259 kB 00:00 2023-10-05T15:10:48.424 INFO:teuthology.orchestra.run.smithi029.stdout:(43/131): python3-beautifulsoup4-4.6.3-2.el8.1. 3.1 MB/s | 185 kB 00:00 2023-10-05T15:10:48.459 INFO:teuthology.orchestra.run.smithi029.stdout:(44/131): python3-cachetools-3.1.1-4.el8.noarch 479 kB/s | 33 kB 00:00 2023-10-05T15:10:48.485 INFO:teuthology.orchestra.run.smithi029.stdout:(45/131): python3-certifi-2018.10.15-7.el8.noar 269 kB/s | 16 kB 00:00 2023-10-05T15:10:48.527 INFO:teuthology.orchestra.run.smithi029.stdout:(46/131): python3-cheroot-8.5.2-1.el8.noarch.rp 2.5 MB/s | 173 kB 00:00 2023-10-05T15:10:48.561 INFO:teuthology.orchestra.run.smithi029.stdout:(47/131): python3-cherrypy-18.4.0-1.el8.noarch. 5.0 MB/s | 384 kB 00:00 2023-10-05T15:10:48.586 INFO:teuthology.orchestra.run.smithi029.stdout:(48/131): python3-google-auth-1.1.1-10.el8.noar 1.3 MB/s | 81 kB 00:00 2023-10-05T15:10:48.604 INFO:teuthology.orchestra.run.smithi029.stdout:(49/131): python3-jaraco-6.2-6.el8.noarch.rpm 262 kB/s | 11 kB 00:00 2023-10-05T15:10:48.618 INFO:teuthology.orchestra.run.smithi040.stdout:(75/131): python3-scipy-1.0.0-21.module+el8.5.0 24 MB/s | 14 MB 00:00 2023-10-05T15:10:48.629 INFO:teuthology.orchestra.run.smithi029.stdout:(50/131): python3-jaraco-functools-2.0-4.el8.no 415 kB/s | 18 kB 00:00 2023-10-05T15:10:48.634 INFO:teuthology.orchestra.run.smithi040.stdout:(76/131): python3-markupsafe-0.23-19.el8.x86_64 160 kB/s | 39 kB 00:00 2023-10-05T15:10:48.660 INFO:teuthology.orchestra.run.smithi040.stdout:(77/131): socat-1.7.4.1-1.el8.x86_64.rpm 1.0 MB/s | 323 kB 00:00 2023-10-05T15:10:48.671 INFO:teuthology.orchestra.run.smithi029.stdout:(51/131): python3-logutils-0.3.5-11.el8.noarch. 1.1 MB/s | 49 kB 00:00 2023-10-05T15:10:48.714 INFO:teuthology.orchestra.run.smithi029.stdout:(52/131): python3-kubernetes-11.0.0-6.el8.noarc 11 MB/s | 1.2 MB 00:00 2023-10-05T15:10:48.739 INFO:teuthology.orchestra.run.smithi029.stdout:(53/131): python3-more-itertools-7.2.0-3.el8.no 874 kB/s | 59 kB 00:00 2023-10-05T15:10:48.743 INFO:teuthology.orchestra.run.smithi040.stdout:(78/131): bison-3.0.4-10.el8.x86_64.rpm 5.4 MB/s | 688 kB 00:00 2023-10-05T15:10:48.765 INFO:teuthology.orchestra.run.smithi029.stdout:(54/131): python3-natsort-7.1.1-2.el8.noarch.rp 1.2 MB/s | 60 kB 00:00 2023-10-05T15:10:48.768 INFO:teuthology.orchestra.run.smithi040.stdout:(79/131): python3-mako-1.0.6-13.el8.noarch.rpm 1.4 MB/s | 157 kB 00:00 2023-10-05T15:10:48.794 INFO:teuthology.orchestra.run.smithi040.stdout:(80/131): python3-jinja2-2.10.1-3.el8.noarch.rp 3.3 MB/s | 538 kB 00:00 2023-10-05T15:10:48.798 INFO:teuthology.orchestra.run.smithi029.stdout:(55/131): python3-pecan-1.3.2-9.el8.noarch.rpm 4.7 MB/s | 283 kB 00:00 2023-10-05T15:10:48.824 INFO:teuthology.orchestra.run.smithi029.stdout:(56/131): python3-portend-2.6-1.el8.noarch.rpm 264 kB/s | 16 kB 00:00 2023-10-05T15:10:48.850 INFO:teuthology.orchestra.run.smithi029.stdout:(57/131): python3-repoze-lru-0.7-6.el8.noarch.r 662 kB/s | 34 kB 00:00 2023-10-05T15:10:48.861 INFO:teuthology.orchestra.run.smithi040.stdout:(81/131): oniguruma-6.8.2-2.el8.x86_64.rpm 1.6 MB/s | 187 kB 00:00 2023-10-05T15:10:48.869 INFO:teuthology.orchestra.run.smithi029.stdout:(58/131): python3-routes-2.4.1-12.el8.noarch.rp 4.4 MB/s | 196 kB 00:00 2023-10-05T15:10:48.894 INFO:teuthology.orchestra.run.smithi029.stdout:(59/131): python3-rsa-4.9-2.el8.noarch.rpm 1.4 MB/s | 64 kB 00:00 2023-10-05T15:10:48.911 INFO:teuthology.orchestra.run.smithi040.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 4.9 MB/s | 713 kB 00:00 2023-10-05T15:10:48.920 INFO:teuthology.orchestra.run.smithi029.stdout:(60/131): python3-simplegeneric-0.8.1-17.el8.no 370 kB/s | 19 kB 00:00 2023-10-05T15:10:48.945 INFO:teuthology.orchestra.run.smithi029.stdout:(61/131): python3-singledispatch-3.4.0.3-18.el8 470 kB/s | 24 kB 00:00 2023-10-05T15:10:48.971 INFO:teuthology.orchestra.run.smithi029.stdout:(62/131): python3-tempora-1.14.1-5.el8.noarch.r 577 kB/s | 29 kB 00:00 2023-10-05T15:10:48.993 INFO:teuthology.orchestra.run.smithi040.stdout:(83/131): python3-jsonpatch-1.21-2.el8.noarch.r 201 kB/s | 27 kB 00:00 2023-10-05T15:10:48.996 INFO:teuthology.orchestra.run.smithi029.stdout:(63/131): python3-trustme-0.6.0-4.el8.noarch.rp 542 kB/s | 27 kB 00:00 2023-10-05T15:10:49.030 INFO:teuthology.orchestra.run.smithi029.stdout:(64/131): python3-waitress-1.4.3-1.el8.noarch.r 4.2 MB/s | 255 kB 00:00 2023-10-05T15:10:49.037 INFO:teuthology.orchestra.run.smithi040.stdout:(84/131): flex-2.6.1-9.el8.x86_64.rpm 2.5 MB/s | 320 kB 00:00 2023-10-05T15:10:49.064 INFO:teuthology.orchestra.run.smithi029.stdout:(65/131): python3-webob-1.8.5-1.el8.1.noarch.rp 3.6 MB/s | 251 kB 00:00 2023-10-05T15:10:49.090 INFO:teuthology.orchestra.run.smithi029.stdout:(66/131): python3-websocket-client-0.56.0-5.el8 1.0 MB/s | 61 kB 00:00 2023-10-05T15:10:49.103 INFO:teuthology.orchestra.run.smithi040.stdout:(85/131): python3-babel-2.5.1-7.el8.noarch.rpm 15 MB/s | 4.8 MB 00:00 2023-10-05T15:10:49.116 INFO:teuthology.orchestra.run.smithi029.stdout:(67/131): python3-webtest-2.0.33-1.el8.noarch.r 1.6 MB/s | 85 kB 00:00 2023-10-05T15:10:49.141 INFO:teuthology.orchestra.run.smithi029.stdout:(68/131): python3-zc-lockfile-2.0-2.el8.noarch. 454 kB/s | 23 kB 00:00 2023-10-05T15:10:49.145 INFO:teuthology.orchestra.run.smithi040.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 289 kB/s | 44 kB 00:00 2023-10-05T15:10:49.175 INFO:teuthology.orchestra.run.smithi029.stdout:(69/131): xmlstarlet-1.6.1-20.el8.x86_64.rpm 2.0 MB/s | 70 kB 00:00 2023-10-05T15:10:49.263 INFO:teuthology.orchestra.run.smithi040.stdout:(87/131): python3-numpy-1.14.3-10.el8.x86_64.rp 17 MB/s | 3.7 MB 00:00 2023-10-05T15:10:49.288 INFO:teuthology.orchestra.run.smithi040.stdout:(88/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 1.5 MB/s | 225 kB 00:00 2023-10-05T15:10:49.313 INFO:teuthology.orchestra.run.smithi040.stdout:(89/131): python3-werkzeug-0.12.2-4.el8.noarch. 2.1 MB/s | 457 kB 00:00 2023-10-05T15:10:49.325 INFO:teuthology.orchestra.run.smithi029.stdout:(70/131): ceph-mgr-diskprediction-local-18.0.0- 4.6 MB/s | 7.4 MB 00:01 2023-10-05T15:10:49.393 INFO:teuthology.orchestra.run.smithi029.stdout:(71/131): thrift-0.13.0-2.el8.x86_64.rpm 6.3 MB/s | 1.7 MB 00:00 2023-10-05T15:10:49.397 INFO:teuthology.orchestra.run.smithi040.stdout:(90/131): uuid-1.6.2-43.el8.x86_64.rpm 479 kB/s | 64 kB 00:00 2023-10-05T15:10:49.430 INFO:teuthology.orchestra.run.smithi040.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 889 kB/s | 126 kB 00:00 2023-10-05T15:10:49.505 INFO:teuthology.orchestra.run.smithi040.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 104 kB/s | 20 kB 00:00 2023-10-05T15:10:49.552 INFO:teuthology.orchestra.run.smithi029.stdout:(72/131): python3-pytz-2017.2-9.el8.noarch.rpm 361 kB/s | 54 kB 00:00 2023-10-05T15:10:49.653 INFO:teuthology.orchestra.run.smithi029.stdout:(73/131): python3-pyasn1-modules-0.3.7-6.el8.no 345 kB/s | 110 kB 00:00 2023-10-05T15:10:49.697 INFO:teuthology.orchestra.run.smithi040.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 344 kB/s | 103 kB 00:00 2023-10-05T15:10:49.823 INFO:teuthology.orchestra.run.smithi040.stdout:(94/131): openblas-threads-0.3.15-3.el8.x86_64. 15 MB/s | 4.9 MB 00:00 2023-10-05T15:10:49.856 INFO:teuthology.orchestra.run.smithi040.stdout:(95/131): libtool-2.4.6-25.el8.x86_64.rpm 1.6 MB/s | 709 kB 00:00 2023-10-05T15:10:49.882 INFO:teuthology.orchestra.run.smithi040.stdout:(96/131): libpq-13.5-1.el8.x86_64.rpm 1.1 MB/s | 198 kB 00:00 2023-10-05T15:10:49.990 INFO:teuthology.orchestra.run.smithi040.stdout:(97/131): jq-1.6-3.el8.x86_64.rpm 1.5 MB/s | 202 kB 00:00 2023-10-05T15:10:50.004 INFO:teuthology.orchestra.run.smithi029.stdout:(74/131): python3-scipy-1.0.0-21.module+el8.5.0 17 MB/s | 14 MB 00:00 2023-10-05T15:10:50.038 INFO:teuthology.orchestra.run.smithi029.stdout:(75/131): lttng-ust-2.8.1-11.el8.x86_64.rpm 533 kB/s | 259 kB 00:00 2023-10-05T15:10:50.072 INFO:teuthology.orchestra.run.smithi029.stdout:(76/131): socat-1.7.4.1-1.el8.x86_64.rpm 773 kB/s | 323 kB 00:00 2023-10-05T15:10:50.124 INFO:teuthology.orchestra.run.smithi040.stdout:(98/131): openblas-0.3.15-3.el8.x86_64.rpm 16 MB/s | 4.7 MB 00:00 2023-10-05T15:10:50.157 INFO:teuthology.orchestra.run.smithi040.stdout:(99/131): librdkafka-0.11.4-3.el8.x86_64.rpm 1.3 MB/s | 354 kB 00:00 2023-10-05T15:10:50.189 INFO:teuthology.orchestra.run.smithi029.stdout:(77/131): python3-jinja2-2.10.1-3.el8.noarch.rp 4.5 MB/s | 538 kB 00:00 2023-10-05T15:10:50.231 INFO:teuthology.orchestra.run.smithi029.stdout:(78/131): bison-3.0.4-10.el8.x86_64.rpm 3.5 MB/s | 688 kB 00:00 2023-10-05T15:10:50.265 INFO:teuthology.orchestra.run.smithi029.stdout:(79/131): python3-markupsafe-0.23-19.el8.x86_64 149 kB/s | 39 kB 00:00 2023-10-05T15:10:50.291 INFO:teuthology.orchestra.run.smithi040.stdout:(100/131): postgresql-server-10.21-2.module+el8 17 MB/s | 5.1 MB 00:00 2023-10-05T15:10:50.324 INFO:teuthology.orchestra.run.smithi029.stdout:(80/131): oniguruma-6.8.2-2.el8.x86_64.rpm 2.0 MB/s | 187 kB 00:00 2023-10-05T15:10:50.324 INFO:teuthology.orchestra.run.smithi040.stdout:(101/131): postgresql-contrib-10.21-2.module+el 3.9 MB/s | 808 kB 00:00 2023-10-05T15:10:50.358 INFO:teuthology.orchestra.run.smithi029.stdout:(81/131): python3-mako-1.0.6-13.el8.noarch.rpm 932 kB/s | 157 kB 00:00 2023-10-05T15:10:50.375 INFO:teuthology.orchestra.run.smithi040.stdout:(102/131): postgresql-10.21-2.module+el8.6.0+15 6.9 MB/s | 1.5 MB 00:00 2023-10-05T15:10:50.417 INFO:teuthology.orchestra.run.smithi029.stdout:(82/131): automake-1.16.1-7.el8.noarch.rpm 4.6 MB/s | 713 kB 00:00 2023-10-05T15:10:50.425 INFO:teuthology.orchestra.run.smithi040.stdout:(103/131): libselinux-devel-2.9-5.el8.x86_64.rp 1.9 MB/s | 200 kB 00:00 2023-10-05T15:10:50.484 INFO:teuthology.orchestra.run.smithi040.stdout:(104/131): python3-jwt-1.6.1-2.el8.noarch.rpm 392 kB/s | 43 kB 00:00 2023-10-05T15:10:50.518 INFO:teuthology.orchestra.run.smithi040.stdout:(105/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 207 kB/s | 47 kB 00:00 2023-10-05T15:10:50.567 INFO:teuthology.orchestra.run.smithi029.stdout:(83/131): python3-babel-2.5.1-7.el8.noarch.rpm 20 MB/s | 4.8 MB 00:00 2023-10-05T15:10:50.585 INFO:teuthology.orchestra.run.smithi040.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.4 MB/s | 220 kB 00:00 2023-10-05T15:10:50.592 INFO:teuthology.orchestra.run.smithi029.stdout:(84/131): python3-jsonpatch-1.21-2.el8.noarch.r 113 kB/s | 27 kB 00:00 2023-10-05T15:10:50.626 INFO:teuthology.orchestra.run.smithi029.stdout:(85/131): flex-2.6.1-9.el8.x86_64.rpm 1.5 MB/s | 320 kB 00:00 2023-10-05T15:10:50.702 INFO:teuthology.orchestra.run.smithi029.stdout:(86/131): python3-prettytable-0.7.2-14.el8.noar 327 kB/s | 44 kB 00:00 2023-10-05T15:10:50.736 INFO:teuthology.orchestra.run.smithi029.stdout:(87/131): python3-werkzeug-0.12.2-4.el8.noarch. 4.1 MB/s | 457 kB 00:00 2023-10-05T15:10:50.878 INFO:teuthology.orchestra.run.smithi029.stdout:(88/131): python3-numpy-1.14.3-10.el8.x86_64.rp 13 MB/s | 3.7 MB 00:00 2023-10-05T15:10:50.902 INFO:teuthology.orchestra.run.smithi040.stdout:(107/131): libsepol-devel-2.9-3.el8.x86_64.rpm 227 kB/s | 87 kB 00:00 2023-10-05T15:10:50.905 INFO:teuthology.orchestra.run.smithi029.stdout:(89/131): uuid-1.6.2-43.el8.x86_64.rpm 378 kB/s | 64 kB 00:00 2023-10-05T15:10:50.947 INFO:teuthology.orchestra.run.smithi040.stdout:(108/131): python3-requests-oauthlib-1.0.0-1.el 118 kB/s | 43 kB 00:00 2023-10-05T15:10:50.976 INFO:teuthology.orchestra.run.smithi029.stdout:(90/131): python3-numpy-f2py-1.14.3-10.el8.x86_ 824 kB/s | 225 kB 00:00 2023-10-05T15:10:50.977 INFO:teuthology.orchestra.run.smithi040.stdout:(109/131): keyutils-libs-devel-1.5.10-9.el8.x86 98 kB/s | 48 kB 00:00 2023-10-05T15:10:51.002 INFO:teuthology.orchestra.run.smithi040.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 1.1 MB/s | 109 kB 00:00 2023-10-05T15:10:51.065 INFO:teuthology.orchestra.run.smithi029.stdout:(91/131): python3-pyasn1-0.3.7-6.el8.noarch.rpm 679 kB/s | 126 kB 00:00 2023-10-05T15:10:51.090 INFO:teuthology.orchestra.run.smithi029.stdout:(92/131): python3-jsonpointer-1.10-11.el8.noarc 108 kB/s | 20 kB 00:00 2023-10-05T15:10:51.094 INFO:teuthology.orchestra.run.smithi040.stdout:(111/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 4.7 MB/s | 560 kB 00:00 2023-10-05T15:10:51.116 INFO:teuthology.orchestra.run.smithi029.stdout:(93/131): python3-pyOpenSSL-19.0.0-1.el8.noarch 740 kB/s | 103 kB 00:00 2023-10-05T15:10:51.119 INFO:teuthology.orchestra.run.smithi040.stdout:(112/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.3 MB/s | 229 kB 00:00 2023-10-05T15:10:51.145 INFO:teuthology.orchestra.run.smithi040.stdout:(113/131): libaio-devel-0.3.112-1.el8.x86_64.rp 131 kB/s | 19 kB 00:00 2023-10-05T15:10:51.158 INFO:teuthology.orchestra.run.smithi029.stdout:(94/131): libtool-2.4.6-25.el8.x86_64.rpm 7.5 MB/s | 709 kB 00:00 2023-10-05T15:10:51.225 INFO:teuthology.orchestra.run.smithi029.stdout:(95/131): libpq-13.5-1.el8.x86_64.rpm 1.8 MB/s | 198 kB 00:00 2023-10-05T15:10:51.245 INFO:teuthology.orchestra.run.smithi040.stdout:(114/131): python3-cryptography-3.2.1-5.el8.x86 4.4 MB/s | 559 kB 00:00 2023-10-05T15:10:51.270 INFO:teuthology.orchestra.run.smithi040.stdout:(115/131): python3-oauthlib-2.1.0-1.el8.noarch. 882 kB/s | 155 kB 00:00 2023-10-05T15:10:51.321 INFO:teuthology.orchestra.run.smithi040.stdout:(116/131): libverto-devel-0.3.0-5.el8.x86_64.rp 102 kB/s | 18 kB 00:00 2023-10-05T15:10:51.401 INFO:teuthology.orchestra.run.smithi029.stdout:(96/131): openblas-threads-0.3.15-3.el8.x86_64. 16 MB/s | 4.9 MB 00:00 2023-10-05T15:10:51.434 INFO:teuthology.orchestra.run.smithi029.stdout:(97/131): jq-1.6-3.el8.x86_64.rpm 967 kB/s | 202 kB 00:00 2023-10-05T15:10:51.513 INFO:teuthology.orchestra.run.smithi040.stdout:(117/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 12 MB/s | 2.3 MB 00:00 2023-10-05T15:10:51.538 INFO:teuthology.orchestra.run.smithi040.stdout:(118/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 889 kB/s | 238 kB 00:00 2023-10-05T15:10:51.580 INFO:teuthology.orchestra.run.smithi040.stdout:(119/131): pcre2-devel-10.32-2.el8.x86_64.rpm 1.8 MB/s | 605 kB 00:00 2023-10-05T15:10:51.638 INFO:teuthology.orchestra.run.smithi040.stdout:(120/131): fuse-2.9.7-15.el8.x86_64.rpm 826 kB/s | 83 kB 00:00 2023-10-05T15:10:51.722 INFO:teuthology.orchestra.run.smithi040.stdout:(121/131): elfutils-libelf-devel-0.186-1.el8.x8 422 kB/s | 60 kB 00:00 2023-10-05T15:10:51.781 INFO:teuthology.orchestra.run.smithi040.stdout:(122/131): libuuid-devel-2.32.1-35.el8.x86_64.r 691 kB/s | 98 kB 00:00 2023-10-05T15:10:51.823 INFO:teuthology.orchestra.run.smithi040.stdout:(123/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 233 kB/s | 72 kB 00:00 2023-10-05T15:10:51.873 INFO:teuthology.orchestra.run.smithi040.stdout:(124/131): libcom_err-devel-1.45.6-4.el8.x86_64 420 kB/s | 39 kB 00:00 2023-10-05T15:10:51.940 INFO:teuthology.orchestra.run.smithi040.stdout:(125/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 265 kB/s | 58 kB 00:00 2023-10-05T15:10:51.950 INFO:teuthology.orchestra.run.smithi029.stdout:(98/131): openblas-0.3.15-3.el8.x86_64.rpm 6.0 MB/s | 4.7 MB 00:00 2023-10-05T15:10:51.973 INFO:teuthology.orchestra.run.smithi040.stdout:(126/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.7 MB/s | 171 kB 00:00 2023-10-05T15:10:52.015 INFO:teuthology.orchestra.run.smithi040.stdout:(127/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 3.3 MB/s | 644 kB 00:00 2023-10-05T15:10:52.041 INFO:teuthology.orchestra.run.smithi040.stdout:(128/131): NetworkManager-initscripts-updown-1. 1.3 MB/s | 138 kB 00:00 2023-10-05T15:10:52.241 INFO:teuthology.orchestra.run.smithi040.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 3.9 MB/s | 798 kB 00:00 2023-10-05T15:10:52.294 INFO:teuthology.orchestra.run.smithi029.stdout:(99/131): librdkafka-0.11.4-3.el8.x86_64.rpm 396 kB/s | 354 kB 00:00 2023-10-05T15:10:52.302 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2023-10-05T15:10:52.353 INFO:teuthology.orchestra.run.smithi029.stdout:(100/131): postgresql-contrib-10.21-2.module+el 2.0 MB/s | 808 kB 00:00 2023-10-05T15:10:52.358 INFO:teuthology.orchestra.run.smithi040.stdout:(130/131): librados2-18.0.0-6578.g689b3d5a.el8. 9.8 MB/s | 3.7 MB 00:00 2023-10-05T15:10:52.428 INFO:teuthology.orchestra.run.smithi029.stdout:(101/131): postgresql-10.21-2.module+el8.6.0+15 11 MB/s | 1.5 MB 00:00 2023-10-05T15:10:52.470 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:10:52.554 INFO:teuthology.orchestra.run.smithi029.stdout:(102/131): postgresql-server-10.21-2.module+el8 4.5 MB/s | 5.1 MB 00:01 2023-10-05T15:10:52.579 INFO:teuthology.orchestra.run.smithi029.stdout:(103/131): librabbitmq-0.9.0-3.el8.x86_64.rpm 207 kB/s | 47 kB 00:00 2023-10-05T15:10:52.615 INFO:teuthology.orchestra.run.smithi029.stdout:(104/131): libselinux-devel-2.9-5.el8.x86_64.rp 1.0 MB/s | 200 kB 00:00 2023-10-05T15:10:52.670 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:10:52.707 INFO:teuthology.orchestra.run.smithi029.stdout:(105/131): python3-jwt-1.6.1-2.el8.noarch.rpm 279 kB/s | 43 kB 00:00 2023-10-05T15:10:52.749 INFO:teuthology.orchestra.run.smithi029.stdout:(106/131): pcre2-utf32-10.32-2.el8.x86_64.rpm 1.3 MB/s | 220 kB 00:00 2023-10-05T15:10:52.774 INFO:teuthology.orchestra.run.smithi029.stdout:(107/131): keyutils-libs-devel-1.5.10-9.el8.x86 301 kB/s | 48 kB 00:00 2023-10-05T15:10:52.808 INFO:teuthology.orchestra.run.smithi040.stdout:(131/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 4.7 MB/s | 3.7 MB 00:00 2023-10-05T15:10:52.811 INFO:teuthology.orchestra.run.smithi040.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:10:52.811 INFO:teuthology.orchestra.run.smithi040.stdout:Total 11 MB/s | 209 MB 00:19 2023-10-05T15:10:52.833 INFO:teuthology.orchestra.run.smithi029.stdout:(108/131): libsepol-devel-2.9-3.el8.x86_64.rpm 689 kB/s | 87 kB 00:00 2023-10-05T15:10:52.859 INFO:teuthology.orchestra.run.smithi029.stdout:(109/131): python3-requests-oauthlib-1.0.0-1.el 389 kB/s | 43 kB 00:00 2023-10-05T15:10:52.864 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-05T15:10:52.884 INFO:teuthology.orchestra.run.smithi029.stdout:(110/131): python3-pycparser-2.14-14.el8.noarch 995 kB/s | 109 kB 00:00 2023-10-05T15:10:52.960 INFO:teuthology.orchestra.run.smithi029.stdout:(111/131): pcre2-utf16-10.32-2.el8.x86_64.rpm 1.8 MB/s | 229 kB 00:00 2023-10-05T15:10:52.965 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 3/134 2023-10-05T15:10:53.002 INFO:teuthology.orchestra.run.smithi029.stdout:(112/131): libaio-devel-0.3.112-1.el8.x86_64.rp 159 kB/s | 19 kB 00:00 2023-10-05T15:10:53.045 INFO:teuthology.orchestra.run.smithi029.stdout:(113/131): krb5-devel-1.18.2-14.el8.x86_64.rpm 3.0 MB/s | 560 kB 00:00 2023-10-05T15:10:53.070 INFO:teuthology.orchestra.run.smithi029.stdout:(114/131): python3-oauthlib-2.1.0-1.el8.noarch. 1.4 MB/s | 155 kB 00:00 2023-10-05T15:10:53.145 INFO:teuthology.orchestra.run.smithi029.stdout:(115/131): python3-cryptography-3.2.1-5.el8.x86 3.8 MB/s | 559 kB 00:00 2023-10-05T15:10:53.196 INFO:teuthology.orchestra.run.smithi029.stdout:(116/131): libverto-devel-0.3.0-5.el8.x86_64.rp 118 kB/s | 18 kB 00:00 2023-10-05T15:10:53.197 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-05T15:10:53.230 INFO:teuthology.orchestra.run.smithi029.stdout:(117/131): python3-cffi-1.11.5-5.el8.x86_64.rpm 2.8 MB/s | 238 kB 00:00 2023-10-05T15:10:53.272 INFO:teuthology.orchestra.run.smithi029.stdout:(118/131): pcre2-devel-10.32-2.el8.x86_64.rpm 2.9 MB/s | 605 kB 00:00 2023-10-05T15:10:53.356 INFO:teuthology.orchestra.run.smithi029.stdout:(119/131): openssl-devel-1.1.1k-7.el8_6.x86_64. 15 MB/s | 2.3 MB 00:00 2023-10-05T15:10:53.383 INFO:teuthology.orchestra.run.smithi029.stdout:(120/131): xfsprogs-devel-5.0.0-10.el8.x86_64.r 473 kB/s | 72 kB 00:00 2023-10-05T15:10:53.417 INFO:teuthology.orchestra.run.smithi029.stdout:(121/131): fuse-2.9.7-15.el8.x86_64.rpm 573 kB/s | 83 kB 00:00 2023-10-05T15:10:53.443 INFO:teuthology.orchestra.run.smithi029.stdout:(122/131): elfutils-libelf-devel-0.186-1.el8.x8 695 kB/s | 60 kB 00:00 2023-10-05T15:10:53.509 INFO:teuthology.orchestra.run.smithi029.stdout:(123/131): libuuid-devel-2.32.1-35.el8.x86_64.r 779 kB/s | 98 kB 00:00 2023-10-05T15:10:53.535 INFO:teuthology.orchestra.run.smithi029.stdout:(124/131): zlib-devel-1.2.11-18.el8_5.x86_64.rp 489 kB/s | 58 kB 00:00 2023-10-05T15:10:53.588 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 4/134 2023-10-05T15:10:53.599 INFO:teuthology.orchestra.run.smithi029.stdout:(125/131): libcom_err-devel-1.45.6-4.el8.x86_64 247 kB/s | 39 kB 00:00 2023-10-05T15:10:53.653 INFO:teuthology.orchestra.run.smithi029.stdout:(126/131): libgfortran-8.5.0-10.1.el8_6.x86_64. 4.4 MB/s | 644 kB 00:00 2023-10-05T15:10:53.687 INFO:teuthology.orchestra.run.smithi029.stdout:(127/131): libquadmath-8.5.0-10.1.el8_6.x86_64. 1.1 MB/s | 171 kB 00:00 2023-10-05T15:10:53.698 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction check 2023-10-05T15:10:53.721 INFO:teuthology.orchestra.run.smithi029.stdout:(128/131): NetworkManager-initscripts-updown-1. 1.1 MB/s | 138 kB 00:00 2023-10-05T15:10:53.831 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction check succeeded. 2023-10-05T15:10:53.831 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction test 2023-10-05T15:10:53.846 INFO:teuthology.orchestra.run.smithi029.stdout:(129/131): iproute-5.15.0-4.el8_6.1.x86_64.rpm 6.2 MB/s | 798 kB 00:00 2023-10-05T15:10:53.905 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 5/134 2023-10-05T15:10:54.221 INFO:teuthology.orchestra.run.smithi029.stdout:(130/131): librados2-18.0.0-6578.g689b3d5a.el8. 6.6 MB/s | 3.7 MB 00:00 2023-10-05T15:10:54.324 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 5/134 2023-10-05T15:10:54.380 INFO:teuthology.orchestra.run.smithi029.stdout:(131/131): librbd1-18.0.0-6578.g689b3d5a.el8.x8 5.4 MB/s | 3.7 MB 00:00 2023-10-05T15:10:54.382 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:10:54.383 INFO:teuthology.orchestra.run.smithi029.stdout:Total 10 MB/s | 209 MB 00:20 2023-10-05T15:10:54.505 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:10:54.623 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:10:54.814 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:10:54.889 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:10:55.025 INFO:teuthology.orchestra.run.smithi040.stdout:Transaction test succeeded. 2023-10-05T15:10:55.029 INFO:teuthology.orchestra.run.smithi040.stdout:Running transaction 2023-10-05T15:10:55.035 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:10:55.205 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 9/134 2023-10-05T15:10:55.258 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2023-10-05T15:10:55.389 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2023-10-05T15:10:55.389 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2023-10-05T15:10:55.416 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:10:55.641 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:10:56.023 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:10:56.245 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:10:56.380 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:10:56.490 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:10:56.572 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2023-10-05T15:10:56.576 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2023-10-05T15:10:56.630 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:10:56.764 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:10:56.991 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 16/134 2023-10-05T15:10:57.166 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 17/134 2023-10-05T15:10:57.416 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 18/134 2023-10-05T15:10:57.546 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-05T15:10:57.684 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 19/134 2023-10-05T15:10:57.838 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-05T15:10:58.451 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 20/134 2023-10-05T15:10:58.621 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-05T15:10:59.227 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 21/134 2023-10-05T15:10:59.438 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-0.3.15-3.el8.x86_64 22/134 2023-10-05T15:11:00.073 INFO:teuthology.orchestra.run.smithi040.stdout: Preparing : 1/1 2023-10-05T15:11:00.127 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 22/134 2023-10-05T15:11:00.270 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:11:00.352 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 23/134 2023-10-05T15:11:00.491 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:11:00.544 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 24/134 2023-10-05T15:11:00.715 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-05T15:11:00.756 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:11:00.919 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:11:00.922 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:11:01.041 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:11:01.090 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:11:01.272 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:11:01.300 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:11:01.479 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-05T15:11:01.510 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2023-10-05T15:11:01.713 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/134 2023-10-05T15:11:01.722 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:11:01.875 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : liboath-2.6.2-3.el8.x86_64 2/134 2023-10-05T15:11:01.972 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:11:02.099 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librabbitmq-0.9.0-3.el8.x86_64 3/134 2023-10-05T15:11:02.274 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:11:02.394 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 4/134 2023-10-05T15:11:02.413 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:11:02.605 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:11:02.657 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:11:02.742 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:11:02.938 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:11:03.040 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:11:03.095 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 5/134 2023-10-05T15:11:03.241 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 29/134 2023-10-05T15:11:03.246 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:11:03.348 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:11:03.522 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:11:03.725 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:11:03.795 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:11:04.057 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:11:04.174 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:11:04.193 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:11:04.251 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 30/134 2023-10-05T15:11:04.398 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:11:04.430 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:11:04.493 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:11:04.568 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 31/134 2023-10-05T15:11:04.571 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:11:04.683 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:11:04.715 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:11:04.871 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:11:04.951 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:11:04.966 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libpq-13.5-1.el8.x86_64 10/134 2023-10-05T15:11:05.105 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:11:05.151 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 32/134 2023-10-05T15:11:05.194 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 11/134 2023-10-05T15:11:05.257 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:11:05.369 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 33/134 2023-10-05T15:11:05.446 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:11:05.576 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:11:05.652 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 12/134 2023-10-05T15:11:05.806 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:11:05.898 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-10.21-2.module+el8.6.0+15342+53518fac 13/134 2023-10-05T15:11:05.976 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:11:06.064 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:11:06.106 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:11:06.127 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:11:06.177 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 14/134 2023-10-05T15:11:06.278 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 38/134 2023-10-05T15:11:06.348 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:11:06.414 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 39/134 2023-10-05T15:11:06.443 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 15/134 2023-10-05T15:11:06.455 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:11:06.578 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : uuid-1.6.2-43.el8.x86_64 40/134 2023-10-05T15:11:06.614 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:11:06.678 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 40/134 2023-10-05T15:11:06.767 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libquadmath-8.5.0-10.1.el8_6.x86_64 16/134 2023-10-05T15:11:06.908 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 41/134 2023-10-05T15:11:06.948 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:11:07.105 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:11:07.140 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : automake-1.16.1-7.el8.noarch 42/134 2023-10-05T15:11:07.286 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-05T15:11:07.304 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:11:07.366 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 43/134 2023-10-05T15:11:07.576 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : jq-1.6-3.el8.x86_64 44/134 2023-10-05T15:11:07.650 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libgfortran-8.5.0-10.1.el8_6.x86_64 17/134 2023-10-05T15:11:07.766 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 45/134 2023-10-05T15:11:07.798 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:11:07.936 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 46/134 2023-10-05T15:11:08.075 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:11:08.130 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 47/134 2023-10-05T15:11:08.305 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : fuse-2.9.7-15.el8.x86_64 48/134 2023-10-05T15:11:08.361 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-05T15:11:08.426 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: openblas-threads-0.3.15-3.el8.x86_64 18/134 2023-10-05T15:11:08.473 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 49/134 2023-10-05T15:11:08.590 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-05T15:11:08.656 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:11:08.685 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 50/134 2023-10-05T15:11:08.851 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-05T15:11:08.883 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 51/134 2023-10-05T15:11:09.037 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-05T15:11:09.239 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 52/134 2023-10-05T15:11:09.250 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-05T15:11:09.437 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: openblas-0.3.15-3.el8.x86_64 19/134 2023-10-05T15:11:09.512 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:11:09.559 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 53/134 2023-10-05T15:11:09.686 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:11:09.750 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 20/134 2023-10-05T15:11:09.780 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 54/134 2023-10-05T15:11:09.809 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:11:10.006 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : zlib-devel-1.2.11-18.el8_5.x86_64 21/134 2023-10-05T15:11:10.007 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 55/134 2023-10-05T15:11:10.224 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 56/134 2023-10-05T15:11:10.236 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 22/134 2023-10-05T15:11:10.447 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 23/134 2023-10-05T15:11:10.553 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 57/134 2023-10-05T15:11:10.643 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pytz-2017.2-9.el8.noarch 24/134 2023-10-05T15:11:10.769 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 58/134 2023-10-05T15:11:10.779 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:11:10.896 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 25/134 2023-10-05T15:11:10.950 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 59/134 2023-10-05T15:11:11.079 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 26/134 2023-10-05T15:11:11.096 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-05T15:11:11.148 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 60/134 2023-10-05T15:11:11.210 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 27/134 2023-10-05T15:11:11.331 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 61/134 2023-10-05T15:11:11.403 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-05T15:11:11.530 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 62/134 2023-10-05T15:11:11.651 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-05T15:11:11.826 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 63/134 2023-10-05T15:11:11.862 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:11:12.081 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 64/134 2023-10-05T15:11:12.199 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 28/134 2023-10-05T15:11:12.315 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 65/134 2023-10-05T15:11:12.529 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 29/134 2023-10-05T15:11:12.570 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 66/134 2023-10-05T15:11:12.718 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:11:12.796 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 30/134 2023-10-05T15:11:12.904 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:11:13.062 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-mako-1.0.6-13.el8.noarch 31/134 2023-10-05T15:11:13.303 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:11:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:11:13.400 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:11:13.556 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:11:13.721 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:11:13.740 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:11:13.912 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:11:14.049 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-05T15:11:14.115 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:11:14.252 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:11:14.330 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:11:14.441 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:11:14.521 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:11:14.635 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:11:14.666 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:11:14.841 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:11:14.899 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:11:15.003 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-05T15:11:15.114 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:11:15.173 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-05T15:11:15.211 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 32/134 2023-10-05T15:11:15.382 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:11:15.389 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-05T15:11:15.550 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 33/134 2023-10-05T15:11:15.550 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-05T15:11:15.625 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:11:15.787 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rsa-4.9-2.el8.noarch 34/134 2023-10-05T15:11:15.790 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-05T15:11:15.826 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:11:15.979 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-05T15:11:15.985 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 35/134 2023-10-05T15:11:16.000 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:11:16.221 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 36/134 2023-10-05T15:11:16.261 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:11:16.376 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-05T15:11:16.426 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 37/134 2023-10-05T15:11:16.589 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcom_err-devel-1.45.6-4.el8.x86_64 38/134 2023-10-05T15:11:16.649 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-05T15:11:16.796 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libuuid-devel-2.32.1-35.el8.x86_64 39/134 2023-10-05T15:11:17.050 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : fuse-2.9.7-15.el8.x86_64 40/134 2023-10-05T15:11:17.177 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-05T15:11:17.245 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libverto-devel-0.3.0-5.el8.x86_64 41/134 2023-10-05T15:11:17.339 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:11:17.446 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-05T15:11:17.500 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : pcre2-utf16-10.32-2.el8.x86_64 42/134 2023-10-05T15:11:17.621 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:11:17.687 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-05T15:11:17.716 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 43/134 2023-10-05T15:11:17.875 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:11:18.001 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-05T15:11:18.128 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cffi-1.11.5-5.el8.x86_64 44/134 2023-10-05T15:11:18.209 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:11:18.245 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-05T15:11:18.418 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cryptography-3.2.1-5.el8.x86_64 45/134 2023-10-05T15:11:18.447 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-05T15:11:18.479 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:11:18.651 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 46/134 2023-10-05T15:11:18.668 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-05T15:11:18.693 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:11:18.842 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-05T15:11:18.902 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 47/134 2023-10-05T15:11:19.015 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-05T15:11:19.163 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 48/134 2023-10-05T15:11:19.370 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-05T15:11:19.481 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:11:19.538 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 49/134 2023-10-05T15:11:19.634 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:19.635 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-05T15:11:19.690 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:19.788 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 50/134 2023-10-05T15:11:19.868 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:11:19.895 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-05T15:11:20.021 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 51/134 2023-10-05T15:11:20.243 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-05T15:11:20.273 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 52/134 2023-10-05T15:11:20.403 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-05T15:11:20.462 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 53/134 2023-10-05T15:11:20.555 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-05T15:11:20.651 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 54/134 2023-10-05T15:11:20.761 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:11:20.835 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:11:20.987 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : pcre2-utf32-10.32-2.el8.x86_64 55/134 2023-10-05T15:11:21.090 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-05T15:11:21.252 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : pcre2-devel-10.32-2.el8.x86_64 56/134 2023-10-05T15:11:21.333 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-05T15:11:21.486 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:11:21.512 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libselinux-devel-2.9-5.el8.x86_64 57/134 2023-10-05T15:11:21.572 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:11:21.770 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : krb5-devel-1.18.2-14.el8.x86_64 58/134 2023-10-05T15:11:21.820 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-05T15:11:21.966 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 59/134 2023-10-05T15:11:21.971 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-05T15:11:22.113 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:11:22.192 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 60/134 2023-10-05T15:11:22.311 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:11:22.412 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:11:22.490 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 61/134 2023-10-05T15:11:22.578 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:11:22.764 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 62/134 2023-10-05T15:11:22.811 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:11:22.958 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:11:22.996 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : automake-1.16.1-7.el8.noarch 63/134 2023-10-05T15:11:23.107 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:11:23.188 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:11:23.256 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 64/134 2023-10-05T15:11:23.325 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:11:23.505 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : jq-1.6-3.el8.x86_64 65/134 2023-10-05T15:11:23.527 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:11:23.551 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:23.708 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:11:23.715 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 66/134 2023-10-05T15:11:23.767 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:23.872 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:11:24.009 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:11:24.288 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:11:24.306 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 67/134 2023-10-05T15:11:24.360 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:24.528 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 68/134 2023-10-05T15:11:24.533 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:11:24.630 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:24.699 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:24.742 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:11:24.833 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:24.876 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 69/134 2023-10-05T15:11:24.973 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:11:25.129 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 70/134 2023-10-05T15:11:25.168 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:11:25.318 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 71/134 2023-10-05T15:11:25.387 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:11:25.500 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 72/134 2023-10-05T15:11:25.623 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:11:25.717 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 73/134 2023-10-05T15:11:25.944 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 74/134 2023-10-05T15:11:26.168 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 75/134 2023-10-05T15:11:26.391 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 76/134 2023-10-05T15:11:26.544 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 77/134 2023-10-05T15:11:26.810 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 78/134 2023-10-05T15:11:26.812 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:11:27.051 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 79/134 2023-10-05T15:11:27.083 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:11:27.260 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 80/134 2023-10-05T15:11:27.346 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:11:27.573 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-portend-2.6-1.el8.noarch 81/134 2023-10-05T15:11:27.697 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:11:27.812 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 82/134 2023-10-05T15:11:27.990 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:11:28.005 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 83/134 2023-10-05T15:11:28.178 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:11:28.250 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 84/134 2023-10-05T15:11:29.043 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:11:29.235 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:29.292 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:29.444 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:11:29.452 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 85/134 2023-10-05T15:11:29.776 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 86/134 2023-10-05T15:11:30.072 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 87/134 2023-10-05T15:11:30.432 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 88/134 2023-10-05T15:11:30.754 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 89/134 2023-10-05T15:11:30.999 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 90/134 2023-10-05T15:11:31.878 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 91/134 2023-10-05T15:11:32.069 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:32.146 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 92/134 2023-10-05T15:11:32.346 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 93/134 2023-10-05T15:11:33.501 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:33.742 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:34.381 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:34.672 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:34.753 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:34.909 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:36.357 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:36.619 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:37.247 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 94/134 2023-10-05T15:11:37.525 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:37.612 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 95/134 2023-10-05T15:11:37.823 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:43.400 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /sys 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /proc 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /dev 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /run 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /mnt 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /var/tmp 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /home 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /tmp 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /dev 2023-10-05T15:11:43.401 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:11:43.730 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:11:45.332 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:11:45.484 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:11:45.704 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:11:45.863 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:11:46.316 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:11:46.505 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:11:46.522 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:11:48.157 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:11:48.387 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:11:48.502 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:11:48.711 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:11:48.870 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:11:49.092 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:11:49.417 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:11:50.373 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:11:50.570 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:11:50.661 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:11:50.992 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:11:51.227 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:11:51.262 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:11:51.412 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:11:51.423 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:11:52.745 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:11:52.939 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:11:52.972 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:11:53.137 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:11:53.178 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:11:53.320 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:11:53.677 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:11:53.820 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:11:54.392 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:54.392 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /sys 2023-10-05T15:11:54.392 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /proc 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /run 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /mnt 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /var/tmp 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /home 2023-10-05T15:11:54.393 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /tmp 2023-10-05T15:11:54.394 INFO:teuthology.orchestra.run.smithi040.stdout:skipping the directory /dev 2023-10-05T15:11:54.394 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:11:54.882 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:11:56.594 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:11:56.743 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:11:56.976 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:11:57.156 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:11:57.640 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:11:57.790 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:11:57.808 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:11:58.449 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:11:59.306 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:11:59.657 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 96/134 2023-10-05T15:11:59.657 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /sys 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /proc 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /dev 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /run 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /mnt 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /var/tmp 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /home 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /tmp 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /dev 2023-10-05T15:11:59.658 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:11:59.663 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 116/134 2023-10-05T15:11:59.681 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:11:59.846 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 117/134 2023-10-05T15:12:00.004 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:12:00.050 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:12:00.094 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 118/134 2023-10-05T15:12:00.137 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:12:00.293 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libtool-2.4.6-25.el8.x86_64 119/134 2023-10-05T15:12:00.348 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:12:00.484 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 119/134 2023-10-05T15:12:00.572 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:12:00.722 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 120/134 2023-10-05T15:12:00.806 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:12:00.881 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:12:01.035 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:12:01.045 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:12:01.761 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 97/134 2023-10-05T15:12:01.939 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:12:02.058 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:12:02.172 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 98/134 2023-10-05T15:12:02.230 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:12:02.328 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:12:02.358 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:12:02.686 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:12:02.844 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 99/134 2023-10-05T15:12:03.017 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:12:03.035 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 100/134 2023-10-05T15:12:03.046 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:12:03.084 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:12:03.193 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:03.230 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:12:03.242 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:12:03.426 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:03.444 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:03.602 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:12:03.896 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:12:04.208 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:12:04.514 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:12:04.653 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:12:04.692 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : flex-2.6.1-9.el8.x86_64 128/134 2023-10-05T15:12:04.770 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 128/134 2023-10-05T15:12:04.838 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:12:04.873 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:12:04.889 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:12:05.001 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : bison-3.0.4-10.el8.x86_64 129/134 2023-10-05T15:12:05.013 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 129/134 2023-10-05T15:12:05.055 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:12:05.099 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:12:05.099 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 101/134 2023-10-05T15:12:05.176 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-05T15:12:05.184 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 130/134 2023-10-05T15:12:05.239 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 102/134 2023-10-05T15:12:05.246 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:12:05.328 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 131/134 2023-10-05T15:12:05.328 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:05.458 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 103/134 2023-10-05T15:12:05.529 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:05.529 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:05.629 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:12:05.674 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:12:05.762 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:05.780 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:12:05.904 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 104/134 2023-10-05T15:12:05.974 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:06.213 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:12:06.470 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:12:06.471 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:12:06.472 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:12:06.473 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:12:06.474 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:12:06.475 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 72/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 73/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 74/134 2023-10-05T15:12:06.476 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 75/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 76/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 77/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 79/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 80/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 81/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 82/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 83/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 84/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 85/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 86/134 2023-10-05T15:12:06.477 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 87/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 88/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 89/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 90/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 91/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 92/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 93/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 94/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 95/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 96/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 97/134 2023-10-05T15:12:06.478 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 98/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 99/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 100/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 101/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 102/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 103/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : bison-3.0.4-10.el8.x86_64 104/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 105/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 106/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 107/134 2023-10-05T15:12:06.479 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : automake-1.16.1-7.el8.noarch 108/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 109/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 110/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : flex-2.6.1-9.el8.x86_64 111/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 112/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 113/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 114/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 115/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 116/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 117/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 118/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 119/134 2023-10-05T15:12:06.480 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 120/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 121/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libpq-13.5-1.el8.x86_64 122/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 123/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : jq-1.6-3.el8.x86_64 124/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 125/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 126/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 127/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 128/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:12:06.481 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:06.482 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:12:07.238 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 105/134 2023-10-05T15:12:07.449 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:12:07.546 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 106/134 2023-10-05T15:12:07.907 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 107/134 2023-10-05T15:12:08.140 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:12:08.177 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 108/134 2023-10-05T15:12:08.349 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:12:08.361 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 109/134 2023-10-05T15:12:08.938 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:08.938 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:49 ago on Thu 05 Oct 2023 03:10:19 PM UTC. 2023-10-05T15:12:09.772 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 110/134 2023-10-05T15:12:09.976 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:12:10.011 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 111/134 2023-10-05T15:12:10.182 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:12:10.226 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6578.g689b3 112/134 2023-10-05T15:12:10.407 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:12:10.722 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:12:10.797 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 113/134 2023-10-05T15:12:10.999 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:12:11.025 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:12:11.154 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:12:11.363 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:12:12.416 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-05T15:12:12.729 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-05T15:12:12.932 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 119/134 2023-10-05T15:12:13.116 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:12:13.442 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:12:13.580 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:12:15.961 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 114/134 2023-10-05T15:12:16.070 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:16.268 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 115/134 2023-10-05T15:12:16.320 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:16.339 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:16.464 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:12:16.624 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:12:16.690 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 116/134 2023-10-05T15:12:16.820 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:12:17.142 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:12:17.447 INFO:teuthology.orchestra.run.smithi040.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:12:17.586 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:17.596 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:17.663 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 117/134 2023-10-05T15:12:17.774 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-05T15:12:17.986 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:12:18.007 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openssl-devel-1:1.1.1k-7.el8_6.x86_64 118/134 2023-10-05T15:12:18.078 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:12:18.209 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 119/134 2023-10-05T15:12:18.261 INFO:teuthology.orchestra.run.smithi040.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:12:18.275 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:12:18.276 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:18.410 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:12:18.515 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:18.515 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:18.603 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 121/134 2023-10-05T15:12:18.743 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:18.782 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:12:18.952 INFO:teuthology.orchestra.run.smithi040.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:19.530 INFO:teuthology.orchestra.run.smithi040.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:19.530 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:12:19.530 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:12:19.530 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:12:19.531 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:12:19.532 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:12:19.533 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:12:19.534 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:12:19.535 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-05T15:12:19.536 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-05T15:12:19.537 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-05T15:12:19.538 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-05T15:12:19.539 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-05T15:12:19.539 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-05T15:12:19.540 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:12:19.541 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:19.542 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:12:21.095 INFO:teuthology.orchestra.run.smithi177.stdout:Installed products updated. 2023-10-05T15:12:21.158 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:21.309 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:12:21.309 INFO:teuthology.orchestra.run.smithi177.stdout:Upgraded: 2023-10-05T15:12:21.309 INFO:teuthology.orchestra.run.smithi177.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:12:21.309 INFO:teuthology.orchestra.run.smithi177.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.309 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.310 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.311 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.312 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:12:21.313 INFO:teuthology.orchestra.run.smithi177.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.314 INFO:teuthology.orchestra.run.smithi177.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.315 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:12:21.316 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.316 INFO:teuthology.orchestra.run.smithi177.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:12:21.316 INFO:teuthology.orchestra.run.smithi177.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:12:21.316 INFO:teuthology.orchestra.run.smithi177.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:12:21.316 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:12:21.317 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:21.318 INFO:teuthology.orchestra.run.smithi177.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.319 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:12:21.320 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:12:21.321 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:21.322 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:12:21.323 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:12:21.324 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:12:21.325 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:12:21.326 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:12:21.327 INFO:teuthology.orchestra.run.smithi177.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:12:21.328 INFO:teuthology.orchestra.run.smithi177.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:12:21.328 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:12:21.328 INFO:teuthology.orchestra.run.smithi177.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:12:21.328 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:12:21.329 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2023-10-05T15:12:21.447 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:21.465 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-10.21-2.module+el8.6.0+15342+5 123/134 2023-10-05T15:12:21.497 DEBUG:teuthology.parallel:result is None 2023-10-05T15:12:21.791 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 124/134 2023-10-05T15:12:22.010 INFO:teuthology.orchestra.run.smithi040.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:22.010 INFO:teuthology.orchestra.run.smithi040.stdout:Last metadata expiration check: 0:02:01 ago on Thu 05 Oct 2023 03:10:21 PM UTC. 2023-10-05T15:12:22.039 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 125/134 2023-10-05T15:12:22.404 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 126/134 2023-10-05T15:12:22.774 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : iproute-5.15.0-4.el8_6.1.x86_64 127/134 2023-10-05T15:12:22.956 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:22.966 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:23.175 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 129/134 2023-10-05T15:12:23.388 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:12:23.481 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 130/134 2023-10-05T15:12:23.730 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:12:23.745 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 131/134 2023-10-05T15:12:23.746 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:23.959 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:23.959 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:24.225 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 133/134 2023-10-05T15:12:24.505 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:25.042 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:25.042 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 1/134 2023-10-05T15:12:25.042 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2/134 2023-10-05T15:12:25.042 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 3/134 2023-10-05T15:12:25.042 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 4/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6578.g689b3 5/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 6/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 7/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 8/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 9/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 10/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 11/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 12/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 13/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_ 14/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 15/134 2023-10-05T15:12:25.043 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 16/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_6 17/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86 18/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 19/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el 20/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8. 21/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_6 22/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 23/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 24/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 25/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 26/134 2023-10-05T15:12:25.044 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 27/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 28/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a. 29/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noa 30/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.n 31/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6578.g689 32/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el 33/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 34/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.e 35/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 36/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 37/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 38/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 39/134 2023-10-05T15:12:25.045 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 40/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 41/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 42/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 43/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 44/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 45/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 46/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 47/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 48/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 49/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 50/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 51/134 2023-10-05T15:12:25.046 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 52/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 53/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 54/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 55/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 56/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-portend-2.6-1.el8.noarch 57/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 58/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 59/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 60/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 61/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 62/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 63/134 2023-10-05T15:12:25.047 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 64/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 65/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 66/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 67/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 68/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 69/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 70/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 71/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd 72/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 73/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pytz-2017.2-9.el8.noarch 74/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 75/134 2023-10-05T15:12:25.048 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 76/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 77/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : bison-3.0.4-10.el8.x86_64 78/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 79/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-mako-1.0.6-13.el8.noarch 80/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 81/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : automake-1.16.1-7.el8.noarch 82/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 83/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 84/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flex-2.6.1-9.el8.x86_64 85/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 86/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 87/134 2023-10-05T15:12:25.049 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 88/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 89/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 90/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 91/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 92/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 93/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 94/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-threads-0.3.15-3.el8.x86_64 95/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libpq-13.5-1.el8.x86_64 96/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-0.3.15-3.el8.x86_64 97/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : jq-1.6-3.el8.x86_64 98/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 99/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-server-10.21-2.module+el8.6.0+15342+5 100/134 2023-10-05T15:12:25.050 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-contrib-10.21-2.module+el8.6.0+15342+ 101/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-10.21-2.module+el8.6.0+15342+53518fac 102/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librabbitmq-0.9.0-3.el8.x86_64 103/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libselinux-devel-2.9-5.el8.x86_64 104/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 105/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : pcre2-utf32-10.32-2.el8.x86_64 106/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 107/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 108/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 109/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 110/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : pcre2-utf16-10.32-2.el8.x86_64 111/134 2023-10-05T15:12:25.051 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : krb5-devel-1.18.2-14.el8.x86_64 112/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 113/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 114/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cryptography-3.2.1-5.el8.x86_64 115/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libverto-devel-0.3.0-5.el8.x86_64 116/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : pcre2-devel-10.32-2.el8.x86_64 117/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cffi-1.11.5-5.el8.x86_64 118/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-devel-1:1.1.1k-7.el8_6.x86_64 119/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xfsprogs-devel-5.0.0-10.el8.x86_64 120/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : fuse-2.9.7-15.el8.x86_64 121/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : elfutils-libelf-devel-0.186-1.el8.x86_64 122/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libuuid-devel-2.32.1-35.el8.x86_64 123/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : zlib-devel-1.2.11-18.el8_5.x86_64 124/134 2023-10-05T15:12:25.052 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcom_err-devel-1.45.6-4.el8.x86_64 125/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libgfortran-8.5.0-10.1.el8_6.x86_64 126/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libquadmath-8.5.0-10.1.el8_6.x86_64 127/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-initscripts-updown-1:1.36.0-9.el8 128/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 129/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 131/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/134 2023-10-05T15:12:25.053 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : iproute-5.15.0-4.el8_6.1.x86_64 133/134 2023-10-05T15:12:27.534 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : iproute-5.15.0-4.el8.x86_64 134/134 2023-10-05T15:12:27.534 INFO:teuthology.orchestra.run.smithi029.stdout:Last metadata expiration check: 0:02:07 ago on Thu 05 Oct 2023 03:10:20 PM UTC. 2023-10-05T15:12:32.585 INFO:teuthology.orchestra.run.smithi040.stdout:Installed products updated. 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout:Upgraded: 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout:Installed: 2023-10-05T15:12:32.820 INFO:teuthology.orchestra.run.smithi040.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.821 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.822 INFO:teuthology.orchestra.run.smithi040.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.823 INFO:teuthology.orchestra.run.smithi040.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.824 INFO:teuthology.orchestra.run.smithi040.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:12:32.825 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:12:32.826 INFO:teuthology.orchestra.run.smithi040.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:12:32.826 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:32.826 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:32.826 INFO:teuthology.orchestra.run.smithi040.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:32.826 INFO:teuthology.orchestra.run.smithi040.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.829 INFO:teuthology.orchestra.run.smithi040.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:12:32.830 INFO:teuthology.orchestra.run.smithi040.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:12:32.831 INFO:teuthology.orchestra.run.smithi040.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:12:32.832 INFO:teuthology.orchestra.run.smithi040.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:12:32.833 INFO:teuthology.orchestra.run.smithi040.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:12:32.834 INFO:teuthology.orchestra.run.smithi040.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:12:32.835 INFO:teuthology.orchestra.run.smithi040.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:12:32.835 INFO:teuthology.orchestra.run.smithi040.stdout: 2023-10-05T15:12:32.835 INFO:teuthology.orchestra.run.smithi040.stdout:Complete! 2023-10-05T15:12:33.002 DEBUG:teuthology.parallel:result is None 2023-10-05T15:12:34.006 INFO:teuthology.orchestra.run.smithi029.stdout:Installed products updated. 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout:Upgraded: 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: iproute-5.15.0-4.el8_6.1.x86_64 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: librados2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-initscripts-updown-1:1.36.0-9.el8_6.noarch 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: automake-1.16.1-7.el8.noarch 2023-10-05T15:12:34.241 INFO:teuthology.orchestra.run.smithi029.stdout: bison-3.0.4-10.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.242 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top-2:18.0.0-6578.g689b3d5a.el8.noarch 2023-10-05T15:12:34.243 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel-0.186-1.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: flex-2.6.1-9.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: fuse-2.9.7-15.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: jq-1.6-3.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: krb5-devel-1.18.2-14.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libcom_err-devel-1.45.6-4.el8.x86_64 2023-10-05T15:12:34.244 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: liboath-2.6.2-3.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libpq-13.5-1.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath-8.5.0-10.1.el8_6.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq-0.9.0-3.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libselinux-devel-2.9-5.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-10-05T15:12:34.245 INFO:teuthology.orchestra.run.smithi029.stdout: libtool-2.4.6-25.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind-1.3.1-3.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel-2.32.1-35.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: libverto-devel-0.3.0-5.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-0.3.15-3.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-threads-0.3.15-3.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel-1:1.1.1k-7.el8_6.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-devel-10.32-2.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-utf16-10.32-2.el8.x86_64 2023-10-05T15:12:34.246 INFO:teuthology.orchestra.run.smithi029.stdout: pcre2-utf32-10.32-2.el8.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server-10.21-2.module+el8.6.0+15342+53518fac.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel-2.5.1-7.el8.noarch 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.247 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi-1.11.5-5.el8.x86_64 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography-3.2.1-5.el8.x86_64 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-6.2-6.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-10-05T15:12:34.248 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako-1.0.6-13.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend-2.6-1.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-10-05T15:12:34.249 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser-2.14-14.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz-2017.2-9.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes-2.4.1-12.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa-4.9-2.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy-1.0.0-21.module+el8.5.0+10916+41bd434d.x86_64 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-10-05T15:12:34.250 INFO:teuthology.orchestra.run.smithi029.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd-2:18.0.0-6578.g689b3d5a.el8.x86_64 2023-10-05T15:12:34.251 INFO:teuthology.orchestra.run.smithi029.stdout: socat-1.7.4.1-1.el8.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: thrift-0.13.0-2.el8.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: uuid-1.6.2-43.el8.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel-5.0.0-10.el8.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel-1.2.11-18.el8_5.x86_64 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:12:34.252 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2023-10-05T15:12:34.477 DEBUG:teuthology.parallel:result is None 2023-10-05T15:12:34.478 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:34.617 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:12:34.641 INFO:teuthology.orchestra.run.smithi029.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.642 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.642 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:12:34.642 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:34.783 DEBUG:teuthology.orchestra.run.smithi040:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:12:34.812 INFO:teuthology.orchestra.run.smithi040.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.812 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.812 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:12:34.813 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:34.950 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-10-05T15:12:34.979 INFO:teuthology.orchestra.run.smithi177.stdout:18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.979 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6578.g689b3d5a.el8 2023-10-05T15:12:34.979 INFO:teuthology.task.install:The correct ceph version 18.0.0-6578.g689b3d5a is installed. 2023-10-05T15:12:34.979 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-10-05T15:12:34.980 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:12:34.980 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:12:35.048 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:12:35.048 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:12:35.098 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:12:35.098 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-10-05T15:12:35.144 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-10-05T15:12:35.144 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:12:35.144 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:12:35.177 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:12:35.248 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:12:35.248 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:12:35.282 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:12:35.354 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:12:35.354 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/daemon-helper 2023-10-05T15:12:35.386 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-10-05T15:12:35.456 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-10-05T15:12:35.457 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:12:35.457 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:12:35.489 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:12:35.564 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:12:35.564 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:12:35.598 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:12:35.669 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:12:35.669 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/adjust-ulimits 2023-10-05T15:12:35.701 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-10-05T15:12:35.772 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-10-05T15:12:35.772 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:12:35.772 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:12:35.806 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:12:35.878 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:12:35.879 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:12:35.913 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:12:35.985 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:12:35.986 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/stdin-killer 2023-10-05T15:12:36.018 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-10-05T15:12:36.089 INFO:teuthology.run_tasks:Running task cephadm... 2023-10-05T15:12:36.178 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_bal_replicate_threshold': 1, 'mds_client_delegate_inos_pct': 50, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'} 2023-10-05T15:12:36.178 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:36.179 INFO:tasks.cephadm:Cluster fsid is 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:12:36.179 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2023-10-05T15:12:36.179 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.29', 'mon.b': '172.21.15.40', 'mon.c': '172.21.15.177'} 2023-10-05T15:12:36.179 INFO:tasks.cephadm:First mon is mon.a on smithi029 2023-10-05T15:12:36.179 INFO:tasks.cephadm:First mgr is x 2023-10-05T15:12:36.179 INFO:tasks.cephadm:Normalizing hostnames... 2023-10-05T15:12:36.179 DEBUG:teuthology.orchestra.run.smithi029:> sudo hostname $(hostname -s) 2023-10-05T15:12:36.215 DEBUG:teuthology.orchestra.run.smithi040:> sudo hostname $(hostname -s) 2023-10-05T15:12:36.249 DEBUG:teuthology.orchestra.run.smithi177:> sudo hostname $(hostname -s) 2023-10-05T15:12:36.281 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2023-10-05T15:12:36.281 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:36.417 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic/73000/', 'root_build_cause': 'SCMTRIGGER', 'version': '18.0.0-6578-g689b3d5a', 'node_name': '172.21.4.64+confusa02', 'job_name': 'ceph-dev-new-build/ARCH=arm64,AVAILABLE_ARCH=arm64,AVAILABLE_DIST=centos8,DIST=centos8,MACHINE_SIZE=gigantic', 'package_manager_version': '18.0.0-6578.g689b3d5a'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/', 'distro_codename': None, 'modified': '2023-10-05 14:15:16.970244', 'distro_version': '8', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-61009-wo-1', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/flavors/default/', 'archs': ['x86_64', 'source', 'arm64'], 'distro': 'centos'}] 2023-10-05T15:12:36.550 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-61009-wo-1, sha1 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F8%2Fx86_64&flavor=default&sha1=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:12:36.550 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm 2023-10-05T15:12:36.550 DEBUG:teuthology.orchestra.run.smithi029:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:37.213 INFO:teuthology.orchestra.run.smithi029.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:12 /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:37.214 DEBUG:teuthology.orchestra.run.smithi040:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:37.891 INFO:teuthology.orchestra.run.smithi040.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:12 /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:37.891 DEBUG:teuthology.orchestra.run.smithi177:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-61009-wo-1/689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/centos/8/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:38.533 INFO:teuthology.orchestra.run.smithi177.stdout:-rw-rw-r--. 1 ubuntu ubuntu 753815 Oct 5 15:12 /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:38.533 DEBUG:teuthology.orchestra.run.smithi029:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:38.556 DEBUG:teuthology.orchestra.run.smithi040:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:38.578 DEBUG:teuthology.orchestra.run.smithi177:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2023-10-05T15:12:38.618 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f on all hosts... 2023-10-05T15:12:38.618 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:12:38.621 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:12:38.624 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f pull 2023-10-05T15:12:40.200 INFO:teuthology.orchestra.run.smithi177.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:12:42.183 INFO:teuthology.orchestra.run.smithi040.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:12:46.028 INFO:teuthology.orchestra.run.smithi029.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:13:08.212 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-10-05T15:13:08.212 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:13:08.213 INFO:teuthology.orchestra.run.smithi177.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:13:08.213 INFO:teuthology.orchestra.run.smithi177.stdout: "repo_digests": [ 2023-10-05T15:13:08.213 INFO:teuthology.orchestra.run.smithi177.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:13:08.213 INFO:teuthology.orchestra.run.smithi177.stdout: ] 2023-10-05T15:13:08.213 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-10-05T15:13:11.616 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:13:11.616 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:13:11.617 INFO:teuthology.orchestra.run.smithi029.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:13:11.617 INFO:teuthology.orchestra.run.smithi029.stdout: "repo_digests": [ 2023-10-05T15:13:11.617 INFO:teuthology.orchestra.run.smithi029.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:13:11.617 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:13:11.617 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:13:12.907 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-10-05T15:13:12.907 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:13:12.907 INFO:teuthology.orchestra.run.smithi040.stdout: "image_id": "83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe", 2023-10-05T15:13:12.908 INFO:teuthology.orchestra.run.smithi040.stdout: "repo_digests": [ 2023-10-05T15:13:12.908 INFO:teuthology.orchestra.run.smithi040.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:3300db03fa5ba77da04282ea1191ae44872b62ffe3a77045637a1f1020109887" 2023-10-05T15:13:12.908 INFO:teuthology.orchestra.run.smithi040.stdout: ] 2023-10-05T15:13:12.908 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-10-05T15:13:12.930 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /etc/ceph 2023-10-05T15:13:12.967 DEBUG:teuthology.orchestra.run.smithi040:> sudo mkdir -p /etc/ceph 2023-10-05T15:13:12.999 DEBUG:teuthology.orchestra.run.smithi177:> sudo mkdir -p /etc/ceph 2023-10-05T15:13:13.035 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 777 /etc/ceph 2023-10-05T15:13:13.066 DEBUG:teuthology.orchestra.run.smithi040:> sudo chmod 777 /etc/ceph 2023-10-05T15:13:13.093 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 777 /etc/ceph 2023-10-05T15:13:13.123 INFO:tasks.cephadm:Writing seed config... 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [client] debug client = 20 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [client] debug ms = 1 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [mds] debug mds = 20 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2023-10-05T15:13:13.125 INFO:tasks.cephadm: override: [mds] debug ms = 1 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds_bal_replicate_threshold = 1 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] mds_client_delegate_inos_pct = 50 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2023-10-05T15:13:13.126 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mon] debug mon = 20 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mon] debug ms = 1 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2023-10-05T15:13:13.127 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] debug ms = 1 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] debug osd = 20 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2023-10-05T15:13:13.128 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2023-10-05T15:13:13.129 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:13:13.129 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2023-10-05T15:13:13.149 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 9dac5b3e-6391-11ee-8db5-212e2dc638e7 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_bal_replicate_threshold = 1 mds_client_delegate_inos_pct = 50 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2023-10-05T15:13:13.150 DEBUG:teuthology.orchestra.run.smithi029:mon.a> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service 2023-10-05T15:13:13.192 DEBUG:teuthology.orchestra.run.smithi029:mgr.x> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x.service 2023-10-05T15:13:13.223 INFO:journalctl@ceph.mon.a.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:13:13.223 INFO:tasks.cephadm:Bootstrapping... 2023-10-05T15:13:13.224 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f -v bootstrap --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.29 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:13:13.252 INFO:journalctl@ceph.mgr.x.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:13:13.398 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2023-10-05T15:13:13.398 INFO:teuthology.orchestra.run.smithi029.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f', '-v', 'bootstrap', '--fsid', '9dac5b3e-6391-11ee-8db5-212e2dc638e7', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.29', '--skip-admin-label'] 2023-10-05T15:13:13.546 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:13:13.546 INFO:teuthology.orchestra.run.smithi029.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2023-10-05T15:13:13.547 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying podman|docker is present... 2023-10-05T15:13:13.690 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:13:13.690 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying lvm2 is present... 2023-10-05T15:13:13.690 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying time synchronization is in place... 2023-10-05T15:13:13.698 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-05T15:13:13.698 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-05T15:13:13.703 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-05T15:13:13.704 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:13:13.709 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout enabled 2023-10-05T15:13:13.715 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout active 2023-10-05T15:13:13.715 INFO:teuthology.orchestra.run.smithi029.stdout:Unit chronyd.service is enabled and running 2023-10-05T15:13:13.715 INFO:teuthology.orchestra.run.smithi029.stdout:Repeating the final host check... 2023-10-05T15:13:13.867 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stdout 4.1.1 2023-10-05T15:13:13.867 INFO:teuthology.orchestra.run.smithi029.stdout:podman (/bin/podman) version 4.1.1 is present 2023-10-05T15:13:13.867 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl is present 2023-10-05T15:13:13.867 INFO:teuthology.orchestra.run.smithi029.stdout:lvcreate is present 2023-10-05T15:13:13.873 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2023-10-05T15:13:13.873 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2023-10-05T15:13:13.879 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2023-10-05T15:13:13.879 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:13:13.885 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout enabled 2023-10-05T15:13:13.891 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout active 2023-10-05T15:13:13.892 INFO:teuthology.orchestra.run.smithi029.stdout:Unit chronyd.service is enabled and running 2023-10-05T15:13:13.892 INFO:teuthology.orchestra.run.smithi029.stdout:Host looks OK 2023-10-05T15:13:13.892 INFO:teuthology.orchestra.run.smithi029.stdout:Cluster fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:13.892 INFO:teuthology.orchestra.run.smithi029.stdout:Acquiring lock 140385178098152 on /run/cephadm/9dac5b3e-6391-11ee-8db5-212e2dc638e7.lock 2023-10-05T15:13:13.892 INFO:teuthology.orchestra.run.smithi029.stdout:Lock 140385178098152 acquired on /run/cephadm/9dac5b3e-6391-11ee-8db5-212e2dc638e7.lock 2023-10-05T15:13:13.893 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying IP 172.21.15.29 port 3300 ... 2023-10-05T15:13:13.893 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying IP 172.21.15.29 port 6789 ... 2023-10-05T15:13:13.893 INFO:teuthology.orchestra.run.smithi029.stdout:Base mon IP(s) is [172.21.15.29:3300, 172.21.15.29:6789], mon addrv is [v2:172.21.15.29:3300,v1:172.21.15.29:6789] 2023-10-05T15:13:13.897 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp metric 100 2023-10-05T15:13:13.898 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.29 metric 100 2023-10-05T15:13:13.900 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2023-10-05T15:13:13.900 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2023-10-05T15:13:13.900 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1745sec hoplimit 64 pref medium 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:febd:125a/64 scope link 2023-10-05T15:13:13.903 INFO:teuthology.orchestra.run.smithi029.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2023-10-05T15:13:13.904 INFO:teuthology.orchestra.run.smithi029.stdout:Mon IP `172.21.15.29` is in CIDR network `172.21.0.0/20` 2023-10-05T15:13:13.904 INFO:teuthology.orchestra.run.smithi029.stdout:Mon IP `172.21.15.29` is in CIDR network `172.21.0.0/20` 2023-10-05T15:13:13.904 INFO:teuthology.orchestra.run.smithi029.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2023-10-05T15:13:13.905 INFO:teuthology.orchestra.run.smithi029.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2023-10-05T15:13:13.905 INFO:teuthology.orchestra.run.smithi029.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stdout 83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f... 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Getting image source signatures 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Copying blob sha256:bbaffcd584794b4c36d1bbf695604ab523bf72bb8494f3e7d90e19daa4269491 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Copying blob sha256:be9ed931e0f930233626f1c4d225977fbcc33e056e1a8fc67c7f63553d9455a2 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Copying config sha256:83c9d078d78518d010b5ec5b3c61afb26aaf32a4efd4c90d62d349bb2daadcfe 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Writing manifest to image destination 2023-10-05T15:13:14.348 INFO:teuthology.orchestra.run.smithi029.stdout:/bin/podman: stderr Storing signatures 2023-10-05T15:13:15.097 INFO:teuthology.orchestra.run.smithi029.stdout:ceph: stdout ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev) 2023-10-05T15:13:15.097 INFO:teuthology.orchestra.run.smithi029.stdout:Ceph version: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev) 2023-10-05T15:13:15.097 INFO:teuthology.orchestra.run.smithi029.stdout:Extracting ceph user uid/gid from container image... 2023-10-05T15:13:15.860 INFO:teuthology.orchestra.run.smithi029.stdout:stat: stdout 167 167 2023-10-05T15:13:15.861 INFO:teuthology.orchestra.run.smithi029.stdout:Creating initial keys... 2023-10-05T15:13:16.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph-authtool: stdout AQCM0h5lgMnGDBAAzPJ/Eb4b8WhrlP24Nc0+kQ== 2023-10-05T15:13:17.368 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph-authtool: stdout AQCM0h5l0N/vOhAAMAbrwXk+V6k6jZFAx5RN/Q== 2023-10-05T15:13:18.120 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph-authtool: stdout AQCN0h5lUsAALBAANLniBtdZflip2f/0ZfrHcw== 2023-10-05T15:13:18.121 INFO:teuthology.orchestra.run.smithi029.stdout:Creating initial monmap... 2023-10-05T15:13:18.869 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-05T15:13:18.869 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:monmaptool for a [v2:172.21.15.29:3300,v1:172.21.15.29:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:setting min_mon_release = pacific 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: set fsid to 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:18.870 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2023-10-05T15:13:18.871 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:13:18.871 INFO:teuthology.orchestra.run.smithi029.stdout:Creating mon... 2023-10-05T15:13:19.721 INFO:teuthology.orchestra.run.smithi029.stdout:create mon.a on 2023-10-05T15:13:19.846 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2023-10-05T15:13:19.936 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2023-10-05T15:13:20.066 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target. 2023-10-05T15:13:20.067 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target → /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target. 2023-10-05T15:13:20.248 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a 2023-10-05T15:13:20.248 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service: Unit ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service not loaded. 2023-10-05T15:13:20.339 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target.wants/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service → /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@.service. 2023-10-05T15:13:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 systemd[1]: Starting Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:13:20.934 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 podman[98686]: 2023-10-05T15:13:20.934 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 bash[98686]: caacab19bd46699d06d44c57d30513bce42a37ea291ae9e0cba2d1dafdbb99f5 2023-10-05T15:13:20.934 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 ceph-mon[98725]: mkfs 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:20.934 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 ceph-mon[98725]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:13:20.945 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:13:20.946 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout disabled 2023-10-05T15:13:20.953 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:13:20.953 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:13:20.953 INFO:teuthology.orchestra.run.smithi029.stdout:firewalld.service is not enabled 2023-10-05T15:13:20.953 INFO:teuthology.orchestra.run.smithi029.stdout:Not possible to enable service . firewalld.service is not available 2023-10-05T15:13:20.953 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mon to start... 2023-10-05T15:13:20.954 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mon... 2023-10-05T15:13:21.187 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:20 smithi029 systemd[1]: Started Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:13:21.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout cluster: 2023-10-05T15:13:21.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout id: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:21.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2023-10-05T15:13:21.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:21.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout services: 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.706247s) 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout data: 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout pgs: 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.443+0000 7fa7d374f700 1 Processor -- start 2023-10-05T15:13:21.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.443+0000 7fa7d374f700 1 -- start start 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d374f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d374f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7cc1054c0 con 0x7fa7cc104ad0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d14eb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d14eb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43692/0 (socket says 172.21.15.29:43692) 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d14eb700 1 -- 172.21.15.29:0/1560428351 learned_addr learned my addr 172.21.15.29:0/1560428351 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.444+0000 7fa7d14eb700 1 -- 172.21.15.29:0/1560428351 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7cc107a60 con 0x7fa7cc104ad0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d14eb700 1 --2- 172.21.15.29:0/1560428351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80098a0 tx=0x7fa7c8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f918a6c59e84d5e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7c3fff700 1 -- 172.21.15.29:0/1560428351 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7c8004160 con 0x7fa7cc104ad0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7c3fff700 1 -- 172.21.15.29:0/1560428351 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7c80042c0 con 0x7fa7cc104ad0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7c3fff700 1 -- 172.21.15.29:0/1560428351 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7c80045a0 con 0x7fa7cc104ad0 2023-10-05T15:13:21.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 -- 172.21.15.29:0/1560428351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 msgr2=0x7fa7cc104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 --2- 172.21.15.29:0/1560428351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa7c80098a0 tx=0x7fa7c8009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 -- 172.21.15.29:0/1560428351 shutdown_connections 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 --2- 172.21.15.29:0/1560428351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc104ef0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 -- 172.21.15.29:0/1560428351 >> 172.21.15.29:0/1560428351 conn(0x7fa7cc100420 msgr2=0x7fa7cc102840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 -- 172.21.15.29:0/1560428351 shutdown_connections 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.445+0000 7fa7d374f700 1 -- 172.21.15.29:0/1560428351 wait complete. 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d374f700 1 Processor -- start 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d374f700 1 -- start start 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d374f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d374f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7cc19c360 con 0x7fa7cc104ad0 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d14eb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:21.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d14eb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43694/0 (socket says 172.21.15.29:43694) 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.446+0000 7fa7d14eb700 1 -- 172.21.15.29:0/2976385420 learned_addr learned my addr 172.21.15.29:0/2976385420 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7d14eb700 1 -- 172.21.15.29:0/2976385420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7c8009550 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7d14eb700 1 --2- 172.21.15.29:0/2976385420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8004000 tx=0x7fa7c8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7c8011630 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7c8011790 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7cc19c560 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7c8011a30 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7cc19c980 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa7c8022070 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.447+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa7c801c450 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.448+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7cc0624e0 con 0x7fa7cc104ad0 2023-10-05T15:13:21.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.451+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fa7c801b450 con 0x7fa7cc104ad0 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.583+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fa7cc107f60 con 0x7fa7cc104ad0 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.583+0000 7fa7c27fc700 1 -- 172.21.15.29:0/2976385420 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7fa7c801b5f0 con 0x7fa7cc104ad0 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 msgr2=0x7fa7cc19be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 --2- 172.21.15.29:0/2976385420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa7c8004000 tx=0x7fa7c8004750 comp rx=0 tx=0).stop 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 shutdown_connections 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 --2- 172.21.15.29:0/2976385420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7cc104ad0 0x7fa7cc19be20 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 >> 172.21.15.29:0/2976385420 conn(0x7fa7cc100420 msgr2=0x7fa7cc105850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 shutdown_connections 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:21.584+0000 7fa7d374f700 1 -- 172.21.15.29:0/2976385420 wait complete. 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:mon is available 2023-10-05T15:13:21.914 INFO:teuthology.orchestra.run.smithi029.stdout:Assimilating anything we can from ceph.conf... 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: monmap e1: 1 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0]} removed_ranks: {} 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: fsmap 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: osdmap e1: 0 total, 0 up, 0 in 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: mgrmap e1: no daemons active 2023-10-05T15:13:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:21 smithi029 ceph-mon[98725]: from='client.? 172.21.15.29:0/2976385420' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2023-10-05T15:13:24.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:23 smithi029 ceph-mon[98725]: from='client.? 172.21.15.29:0/4026207312' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-05T15:13:24.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:23 smithi029 ceph-mon[98725]: from='client.? 172.21.15.29:0/4026207312' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [global] 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout fsid = 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.29:3300,v1:172.21.15.29:6789] 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-05T15:13:26.161 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [osd] 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-05T15:13:26.162 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbfa0f65700 1 Processor -- start 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbfa0f65700 1 -- start start 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbfa0f65700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbfa0f65700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c079e70 con 0x7fbf9c1072a0 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbf9a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbf9a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43696/0 (socket says 172.21.15.29:43696) 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.581+0000 7fbf9a59c700 1 -- 172.21.15.29:0/1361765599 learned_addr learned my addr 172.21.15.29:0/1361765599 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbf9a59c700 1 -- 172.21.15.29:0/1361765599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf9c109bd0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbf9a59c700 1 --2- 172.21.15.29:0/1361765599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c0098a0 tx=0x7fbf8c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cc4e89893f1e664 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbf9959a700 1 -- 172.21.15.29:0/1361765599 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf8c004160 con 0x7fbf9c1072a0 2023-10-05T15:13:26.163 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbf9959a700 1 -- 172.21.15.29:0/1361765599 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8c0042c0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbf9959a700 1 -- 172.21.15.29:0/1361765599 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf8c0045a0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbfa0f65700 1 -- 172.21.15.29:0/1361765599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 msgr2=0x7fbf9c109690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.582+0000 7fbfa0f65700 1 --2- 172.21.15.29:0/1361765599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c0098a0 tx=0x7fbf8c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 -- 172.21.15.29:0/1361765599 shutdown_connections 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 --2- 172.21.15.29:0/1361765599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c109690 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 -- 172.21.15.29:0/1361765599 >> 172.21.15.29:0/1361765599 conn(0x7fbf9c100c90 msgr2=0x7fbf9c1030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 -- 172.21.15.29:0/1361765599 shutdown_connections 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 -- 172.21.15.29:0/1361765599 wait complete. 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.583+0000 7fbfa0f65700 1 Processor -- start 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbfa0f65700 1 -- start start 2023-10-05T15:13:26.164 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbfa0f65700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbfa0f65700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf9c19a190 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf9a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf9a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43698/0 (socket says 172.21.15.29:43698) 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf9a59c700 1 -- 172.21.15.29:0/4026207312 learned_addr learned my addr 172.21.15.29:0/4026207312 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf9a59c700 1 -- 172.21.15.29:0/4026207312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf8c009550 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf9a59c700 1 --2- 172.21.15.29:0/4026207312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0792b0 tx=0x7fbf8c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf8c011630 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8c011790 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf8c011a30 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf9c19a390 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.584+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf9c19a7b0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.165 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.586+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbf8c022070 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.586+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fbf8c01c450 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.586+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf9c193af0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.588+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fbf8c01b450 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.715+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7fbf9c0624e0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.717+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7fbf8c01b5f0 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.718+0000 7fbf8b7fe700 1 -- 172.21.15.29:0/4026207312 <== mon.0 v2:172.21.15.29:3300/0 8 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbf8c01b790 con 0x7fbf9c1072a0 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 msgr2=0x7fbf9c199c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 --2- 172.21.15.29:0/4026207312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fbf9c0792b0 tx=0x7fbf8c004750 comp rx=0 tx=0).stop 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 shutdown_connections 2023-10-05T15:13:26.166 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 --2- 172.21.15.29:0/4026207312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf9c1072a0 0x7fbf9c199c50 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:26.167 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 >> 172.21.15.29:0/4026207312 conn(0x7fbf9c100c90 msgr2=0x7fbf9c1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:26.167 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 shutdown_connections 2023-10-05T15:13:26.167 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:23.719+0000 7fbfa0f65700 1 -- 172.21.15.29:0/4026207312 wait complete. 2023-10-05T15:13:26.167 INFO:teuthology.orchestra.run.smithi029.stdout:Generating new minimal ceph.conf... 2023-10-05T15:13:27.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:26 smithi029 ceph-mon[98725]: from='client.? 172.21.15.29:0/324365507' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:13:27.216 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.654+0000 7fb60057e700 1 Processor -- start 2023-10-05T15:13:27.217 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.654+0000 7fb60057e700 1 -- start start 2023-10-05T15:13:27.217 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb60057e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:27.217 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb60057e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f81060d0 con 0x7fb5f81056e0 2023-10-05T15:13:27.217 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb5fe31a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:27.217 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb5fe31a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43700/0 (socket says 172.21.15.29:43700) 2023-10-05T15:13:27.218 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb5fe31a700 1 -- 172.21.15.29:0/3280239716 learned_addr learned my addr 172.21.15.29:0/3280239716 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:27.218 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb5fe31a700 1 -- 172.21.15.29:0/3280239716 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5f81068e0 con 0x7fb5f81056e0 2023-10-05T15:13:27.218 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.655+0000 7fb5fe31a700 1 --2- 172.21.15.29:0/3280239716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb5f40098a0 tx=0x7fb5f4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c032cbc78d024d8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:27.218 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb5fd318700 1 -- 172.21.15.29:0/3280239716 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4004160 con 0x7fb5f81056e0 2023-10-05T15:13:27.218 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb5fd318700 1 -- 172.21.15.29:0/3280239716 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb5f40042c0 con 0x7fb5f81056e0 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb5fd318700 1 -- 172.21.15.29:0/3280239716 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4011a00 con 0x7fb5f81056e0 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 -- 172.21.15.29:0/3280239716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 msgr2=0x7fb5f8105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 --2- 172.21.15.29:0/3280239716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fb5f40098a0 tx=0x7fb5f4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 -- 172.21.15.29:0/3280239716 shutdown_connections 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 --2- 172.21.15.29:0/3280239716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f8105b00 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:27.219 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 -- 172.21.15.29:0/3280239716 >> 172.21.15.29:0/3280239716 conn(0x7fb5f8100ca0 msgr2=0x7fb5f81030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.656+0000 7fb60057e700 1 -- 172.21.15.29:0/3280239716 shutdown_connections 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb60057e700 1 -- 172.21.15.29:0/3280239716 wait complete. 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb60057e700 1 Processor -- start 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb60057e700 1 -- start start 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb60057e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb60057e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5f819a9b0 con 0x7fb5f81056e0 2023-10-05T15:13:27.220 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.657+0000 7fb5fe31a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5fe31a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43702/0 (socket says 172.21.15.29:43702) 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5fe31a700 1 -- 172.21.15.29:0/324365507 learned_addr learned my addr 172.21.15.29:0/324365507 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5fe31a700 1 -- 172.21.15.29:0/324365507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5f4009550 con 0x7fb5f81056e0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5fe31a700 1 --2- 172.21.15.29:0/324365507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009fb0 tx=0x7fb5f4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5f4003930 con 0x7fb5f81056e0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fb5f4003a90 con 0x7fb5f81056e0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5f40195e0 con 0x7fb5f81056e0 2023-10-05T15:13:27.221 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5f819abb0 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5f819afd0 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb5f4019b50 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.658+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb5f40243f0 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.659+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5f80624e0 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.661+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fb5f402de30 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.789+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fb5f8109c00 con 0x7fb5f81056e0 2023-10-05T15:13:27.222 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.789+0000 7fb5eb7fe700 1 -- 172.21.15.29:0/324365507 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7fb5f4003c00 con 0x7fb5f81056e0 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 msgr2=0x7fb5f819a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 --2- 172.21.15.29:0/324365507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4009fb0 tx=0x7fb5f4011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 shutdown_connections 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 --2- 172.21.15.29:0/324365507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5f81056e0 0x7fb5f819a470 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 >> 172.21.15.29:0/324365507 conn(0x7fb5f8100ca0 msgr2=0x7fb5f80798e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 shutdown_connections 2023-10-05T15:13:27.223 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:26.790+0000 7fb60057e700 1 -- 172.21.15.29:0/324365507 wait complete. 2023-10-05T15:13:27.224 INFO:teuthology.orchestra.run.smithi029.stdout:Restarting the monitor... 2023-10-05T15:13:27.591 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:27 smithi029 systemd[1]: Stopping Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:13:27.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:27 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[98701]: 2023-10-05T15:13:27.588+0000 7fb1f9497700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:13:27.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:27 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[98701]: 2023-10-05T15:13:27.588+0000 7fb1f9497700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2023-10-05T15:13:28.243 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:27 smithi029 bash[99069]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a 2023-10-05T15:13:28.529 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service: Succeeded. 2023-10-05T15:13:28.529 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 systemd[1]: Stopped Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:13:28.529 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 systemd[1]: Starting Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:13:28.730 INFO:teuthology.orchestra.run.smithi029.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2023-10-05T15:13:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 podman[99198]: 2023-10-05T15:13:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 bash[99198]: e31b368bf3499f1319f34539ab77885712f8c8080b9fa6f80060a38fc29674ce 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: set uid:gid to 167:167 (ceph:ceph) 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev), process ceph-mon, pid 7 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: pidfile_write: ignore empty --pid-file 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: load: jerasure load: lrc 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: RocksDB version: 7.9.2 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Git sha 0 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Compile date 2023-10-05 12:06:36 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: DB SUMMARY 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: DB Session ID: GVPPL3FC3YME869UAANS 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: CURRENT file: CURRENT 2023-10-05T15:13:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: IDENTITY file: IDENTITY 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 99760 ; 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.error_if_exists: 0 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.create_if_missing: 0 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.paranoid_checks: 1 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.env: 0x55b969f4fda0 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.fs: PosixFileSystem 2023-10-05T15:13:28.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.info_log: 0x55b96b27b5c0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_file_opening_threads: 16 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.statistics: (nil) 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.use_fsync: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_log_file_size: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.keep_log_file_num: 1000 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.recycle_log_file_num: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_fallocate: 1 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_mmap_reads: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_mmap_writes: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.use_direct_reads: 0 2023-10-05T15:13:28.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.create_missing_column_families: 0 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.db_log_dir: 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.wal_dir: 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.advise_random_on_open: 1 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.db_write_buffer_size: 0 2023-10-05T15:13:28.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.write_buffer_manager: 0x55b96b233360 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.rate_limiter: (nil) 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.wal_recovery_mode: 2 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enable_thread_tracking: 0 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enable_pipelined_write: 0 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.unordered_write: 0 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-05T15:13:28.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.row_cache: None 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.wal_filter: None 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_ingest_behind: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.two_write_queues: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.manual_wal_flush: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.wal_compression: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.atomic_flush: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-05T15:13:28.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.log_readahead_size: 0 2023-10-05T15:13:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-05T15:13:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.best_efforts_recovery: 0 2023-10-05T15:13:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-05T15:13:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-05T15:13:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.allow_data_in_errors: 0 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.db_host_id: __hostname__ 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_background_jobs: 2 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_background_compactions: -1 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_subcompactions: 1 2023-10-05T15:13:28.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_total_wal_size: 0 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_open_files: -1 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bytes_per_sync: 0 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-05T15:13:28.866 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_readahead_size: 0 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_background_flushes: -1 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Compression algorithms supported: 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kZSTD supported: 0 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kXpressCompression supported: 0 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kLZ4HCCompression supported: 1 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kZlibCompression supported: 1 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kSnappyCompression supported: 1 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kLZ4Compression supported: 1 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: kBZip2Compression supported: 0 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-05T15:13:28.867 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.merge_operator: 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_filter: None 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_filter_factory: None 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.sst_partitioner_factory: None 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55b96b27b6c0) 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout: cache_index_and_filter_blocks: 1 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-05T15:13:28.868 INFO:journalctl@ceph.mon.a.smithi029.stdout: pin_top_level_index_and_filter: 1 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: index_type: 0 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: data_block_index_type: 0 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: index_shortening: 1 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: checksum: 4 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: no_block_cache: 0 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_cache: 0x55b96b2d11f0 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_cache_name: BinnedLRUCache 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_cache_options: 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: capacity : 536870912 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: num_shard_bits : 4 2023-10-05T15:13:28.869 INFO:journalctl@ceph.mon.a.smithi029.stdout: strict_capacity_limit : 0 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: high_pri_pool_ratio: 0.000 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_cache_compressed: (nil) 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: persistent_cache: (nil) 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_size: 4096 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_size_deviation: 10 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_restart_interval: 16 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: index_block_restart_interval: 1 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: metadata_block_size: 4096 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: partition_filters: 0 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: use_delta_encoding: 1 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: filter_policy: bloomfilter 2023-10-05T15:13:28.870 INFO:journalctl@ceph.mon.a.smithi029.stdout: whole_key_filtering: 1 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: verify_compression: 0 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: read_amp_bytes_per_bit: 0 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: format_version: 5 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: enable_index_compression: 1 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: block_align: 0 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: max_auto_readahead_size: 262144 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: prepopulate_block_cache: 0 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: initial_auto_readahead_size: 8192 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout: num_file_reads_for_auto_readahead: 2 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.write_buffer_size: 33554432 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_write_buffer_number: 2 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression: NoCompression 2023-10-05T15:13:28.871 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression: Disabled 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.prefix_extractor: nullptr 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.num_levels: 7 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:13:28.872 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.level: 32767 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.strategy: 0 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.enabled: false 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:13:28.873 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.target_file_size_base: 67108864 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-05T15:13:28.874 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.arena_block_size: 1048576 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.disable_auto_compactions: 0 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-05T15:13:28.875 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.table_properties_collectors: 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.inplace_update_support: 0 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-05T15:13:28.876 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.bloom_locality: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.max_successive_merges: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.paranoid_file_checks: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.force_consistency_checks: 1 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.report_bg_io_stats: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.ttl: 2592000 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enable_blob_files: false 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.min_blob_size: 0 2023-10-05T15:13:28.877 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_file_size: 268435456 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.blob_file_starting_level: 0 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 2da31aa2-f83c-43be-a5de-372744171e0d 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518808682576, "job": 1, "event": "recovery_started", "wal_files": [9]} 2023-10-05T15:13:28.878 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518808683568, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 94728, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 325, "table_properties": {"data_size": 92726, "index_size": 284, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13793, "raw_average_key_size": 49, "raw_value_size": 85187, "raw_average_value_size": 308, "num_data_blocks": 11, "num_entries": 276, "num_filter_entries": 276, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696518808, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "2da31aa2-f83c-43be-a5de-372744171e0d", "db_session_id": "GVPPL3FC3YME869UAANS", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518808683640, "job": 1, "event": "recovery_finished"} 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55b96b36e000 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: DB pointer 0x55b96b35a000 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout: ** DB Stats ** 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-05T15:13:28.879 INFO:journalctl@ceph.mon.a.smithi029.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: ** Compaction Stats [default] ** 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: L0 2/0 94.34 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 150.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Sum 2/0 94.34 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 150.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 150.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.880 INFO:journalctl@ceph.mon.a.smithi029.stdout: ** Compaction Stats [default] ** 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 150.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-05T15:13:28.881 INFO:journalctl@ceph.mon.a.smithi029.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: Cumulative compaction: 0.00 GB write, 29.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: Interval compaction: 0.00 GB write, 29.98 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: Block cache BinnedLRUCache@0x55b96b2d11f0#7 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: starting mon.a rank 0 at public addrs [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] at bind addrs [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???) e1 preinit fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).mds e1 new map 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).mds e1 print_map 2023-10-05T15:13:28.882 INFO:journalctl@ceph.mon.a.smithi029.stdout: e1 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout: legacy client fscid: -1 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout: 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout: No filesystems configured 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2023-10-05T15:13:28.883 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 systemd[1]: Started Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:13:28.884 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mon.a is new leader, mons a in quorum (ranks 0) 2023-10-05T15:13:28.884 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: monmap e1: 1 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0]} removed_ranks: {} 2023-10-05T15:13:28.884 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: fsmap 2023-10-05T15:13:28.884 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: osdmap e1: 0 total, 0 up, 0 in 2023-10-05T15:13:28.884 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:28 smithi029 ceph-mon[99237]: mgrmap e1: no daemons active 2023-10-05T15:13:29.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.211+0000 7fdfc0575700 1 Processor -- start 2023-10-05T15:13:29.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.211+0000 7fdfc0575700 1 -- start start 2023-10-05T15:13:29.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.211+0000 7fdfc0575700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:29.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.211+0000 7fdfc0575700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb8079e70 con 0x7fdfb8107290 2023-10-05T15:13:29.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbe311700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbe311700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43704/0 (socket says 172.21.15.29:43704) 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbe311700 1 -- 172.21.15.29:0/635198196 learned_addr learned my addr 172.21.15.29:0/635198196 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbe311700 1 -- 172.21.15.29:0/635198196 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb8109bc0 con 0x7fdfb8107290 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbe311700 1 --2- 172.21.15.29:0/635198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80098a0 tx=0x7fdfa8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1920d43c9018aa6a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbd30f700 1 -- 172.21.15.29:0/635198196 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdfa8004160 con 0x7fdfb8107290 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbd30f700 1 -- 172.21.15.29:0/635198196 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdfa80042c0 con 0x7fdfb8107290 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.212+0000 7fdfbd30f700 1 -- 172.21.15.29:0/635198196 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdfa8011a00 con 0x7fdfb8107290 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 -- 172.21.15.29:0/635198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 msgr2=0x7fdfb8109680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 --2- 172.21.15.29:0/635198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fdfa80098a0 tx=0x7fdfa8009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 -- 172.21.15.29:0/635198196 shutdown_connections 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 --2- 172.21.15.29:0/635198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb8109680 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 -- 172.21.15.29:0/635198196 >> 172.21.15.29:0/635198196 conn(0x7fdfb8100ca0 msgr2=0x7fdfb81030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:29.679 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 -- 172.21.15.29:0/635198196 shutdown_connections 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.213+0000 7fdfc0575700 1 -- 172.21.15.29:0/635198196 wait complete. 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfc0575700 1 Processor -- start 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfc0575700 1 -- start start 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfc0575700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfc0575700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb819a970 con 0x7fdfb8107290 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfbe311700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfbe311700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43706/0 (socket says 172.21.15.29:43706) 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.214+0000 7fdfbe311700 1 -- 172.21.15.29:0/2651337699 learned_addr learned my addr 172.21.15.29:0/2651337699 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfbe311700 1 -- 172.21.15.29:0/2651337699 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa8009550 con 0x7fdfb8107290 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfbe311700 1 --2- 172.21.15.29:0/2651337699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8006af0 tx=0x7fdfa8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdfa8003a40 con 0x7fdfb8107290 2023-10-05T15:13:29.680 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fdfa8003ba0 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfb819ab70 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fdfa801a6e0 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfb819af90 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fdfa801ac50 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.215+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fdfa8019700 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.216+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfb80624e0 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.219+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fdfa802de30 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.345+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7fdfb810a960 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.347+0000 7fdfaf7fe700 1 -- 172.21.15.29:0/2651337699 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7fdfa8024a60 con 0x7fdfb8107290 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 msgr2=0x7fdfb819a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:29.681 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 --2- 172.21.15.29:0/2651337699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fdfa8006af0 tx=0x7fdfa8011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 shutdown_connections 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 --2- 172.21.15.29:0/2651337699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfb8107290 0x7fdfb819a430 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 >> 172.21.15.29:0/2651337699 conn(0x7fdfb8100ca0 msgr2=0x7fdfb8101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 shutdown_connections 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:29.348+0000 7fdfc0575700 1 -- 172.21.15.29:0/2651337699 wait complete. 2023-10-05T15:13:29.682 INFO:teuthology.orchestra.run.smithi029.stdout:Wrote config to /etc/ceph/ceph.conf 2023-10-05T15:13:29.706 INFO:teuthology.orchestra.run.smithi029.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:13:29.706 INFO:teuthology.orchestra.run.smithi029.stdout:Creating mgr... 2023-10-05T15:13:29.707 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying port 0.0.0.0:9283 ... 2023-10-05T15:13:29.707 INFO:teuthology.orchestra.run.smithi029.stdout:Verifying port 0.0.0.0:8765 ... 2023-10-05T15:13:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x 2023-10-05T15:13:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x.service: Unit ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x.service not loaded. 2023-10-05T15:13:30.008 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7.target.wants/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x.service → /etc/systemd/system/ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@.service. 2023-10-05T15:13:30.303 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 systemd[1]: Starting Ceph mgr.x for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:13:30.605 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:30 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2651337699' entity='client.admin' 2023-10-05T15:13:30.605 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 podman[99465]: 2023-10-05T15:13:30.605 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 bash[99465]: 1fa439265fda64aa64fb76ec79371108ff0beae4d229b2c7d6412a8f19f50130 2023-10-05T15:13:30.616 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:13:30.616 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout disabled 2023-10-05T15:13:30.623 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:13:30.624 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:13:30.624 INFO:teuthology.orchestra.run.smithi029.stdout:firewalld.service is not enabled 2023-10-05T15:13:30.624 INFO:teuthology.orchestra.run.smithi029.stdout:Not possible to enable service . firewalld.service is not available 2023-10-05T15:13:30.632 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:13:30.632 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout disabled 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:firewalld.service is not enabled 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mgr to start... 2023-10-05T15:13:30.640 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mgr... 2023-10-05T15:13:30.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 systemd[1]: Started Ceph mgr.x for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:13:30.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:30.688+0000 7fe750a12200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:13:30.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:30.785+0000 7fe750a12200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:13:31.237 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:30 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:30.898+0000 7fe750a12200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:13:31.238 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:31.012+0000 7fe750a12200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:13:31.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/820813209' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:13:31.637 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:31.235+0000 7fe750a12200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:13:31.686 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:31.697 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:13:31.697 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:13:31.697 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:13:31.698 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:13:31.699 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:13:31.700 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-05T15:13:31.701 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:13:20.879828+0000", 2023-10-05T15:13:31.702 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.165+0000 7f799e8ff700 1 Processor -- start 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.165+0000 7f799e8ff700 1 -- start start 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f799e8ff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f799e8ff700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f799807a8f0 con 0x7f799807bec0 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f7997fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f7997fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43712/0 (socket says 172.21.15.29:43712) 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f7997fff700 1 -- 172.21.15.29:0/4279170549 learned_addr learned my addr 172.21.15.29:0/4279170549 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:31.703 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f7997fff700 1 -- 172.21.15.29:0/4279170549 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f799807aa30 con 0x7f799807bec0 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.166+0000 7f7997fff700 1 --2- 172.21.15.29:0/4279170549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f79880098a0 tx=0x7f7988009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a12ec0fb0446ec14 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f7996ffd700 1 -- 172.21.15.29:0/4279170549 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7988004160 con 0x7f799807bec0 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f7996ffd700 1 -- 172.21.15.29:0/4279170549 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f79880042c0 con 0x7f799807bec0 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f7996ffd700 1 -- 172.21.15.29:0/4279170549 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7988011a00 con 0x7f799807bec0 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 -- 172.21.15.29:0/4279170549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 msgr2=0x7f799807a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 --2- 172.21.15.29:0/4279170549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f79880098a0 tx=0x7f7988009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 -- 172.21.15.29:0/4279170549 shutdown_connections 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 --2- 172.21.15.29:0/4279170549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799807a320 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 -- 172.21.15.29:0/4279170549 >> 172.21.15.29:0/4279170549 conn(0x7f7998101da0 msgr2=0x7f79981041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.167+0000 7f799e8ff700 1 -- 172.21.15.29:0/4279170549 shutdown_connections 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.168+0000 7f799e8ff700 1 -- 172.21.15.29:0/4279170549 wait complete. 2023-10-05T15:13:31.704 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.168+0000 7f799e8ff700 1 Processor -- start 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.168+0000 7f799e8ff700 1 -- start start 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.168+0000 7f799e8ff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.168+0000 7f799e8ff700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f799819cbb0 con 0x7f799807bec0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f7997fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f7997fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43714/0 (socket says 172.21.15.29:43714) 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f7997fff700 1 -- 172.21.15.29:0/820813209 learned_addr learned my addr 172.21.15.29:0/820813209 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f7997fff700 1 -- 172.21.15.29:0/820813209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7988009550 con 0x7f799807bec0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f7997fff700 1 --2- 172.21.15.29:0/820813209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7988006af0 tx=0x7f7988011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7988003a40 con 0x7f799807bec0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f799819cdb0 con 0x7f799807bec0 2023-10-05T15:13:31.705 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f7988003ba0 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f798801a700 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f799819d1d0 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.169+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f798801ac80 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.170+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7988019700 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.171+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79980624e0 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.173+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7f7988024ad0 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.316+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f799810cbb0 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.316+0000 7f79957fa700 1 -- 172.21.15.29:0/820813209 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7f7988024c70 con 0x7f799807bec0 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 msgr2=0x7f799819c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 --2- 172.21.15.29:0/820813209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f7988006af0 tx=0x7f7988011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:31.706 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 shutdown_connections 2023-10-05T15:13:31.707 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 --2- 172.21.15.29:0/820813209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f799807bec0 0x7f799819c670 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:31.707 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 >> 172.21.15.29:0/820813209 conn(0x7f7998101da0 msgr2=0x7f7998102b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:31.707 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 shutdown_connections 2023-10-05T15:13:31.707 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:31.317+0000 7f799e8ff700 1 -- 172.21.15.29:0/820813209 wait complete. 2023-10-05T15:13:31.707 INFO:teuthology.orchestra.run.smithi029.stdout:mgr not available, waiting (1/15)... 2023-10-05T15:13:31.996 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:31.726+0000 7fe750a12200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:13:31.996 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:31.885+0000 7fe750a12200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:13:32.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:31.994+0000 7fe750a12200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:13:32.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:32 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:32.109+0000 7fe750a12200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:13:33.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:32 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:32.623+0000 7fe750a12200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:13:33.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:33 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:33.421+0000 7fe750a12200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:13:33.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:33 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:33.520+0000 7fe750a12200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:13:34.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:34.515+0000 7fe750a12200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:13:34.739 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:34.739 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:13:34.739 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:13:34.739 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:34.740 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:34.741 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:13:34.742 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:13:34.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:13:34.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "available": false, 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:13:20.879828+0000", 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc4361b700 1 Processor -- start 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc4361b700 1 -- start start 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc4361b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc4361b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc3c07a8d0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc413b7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:34.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc413b7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43716/0 (socket says 172.21.15.29:43716) 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.192+0000 7fbc413b7700 1 -- 172.21.15.29:0/2758978770 learned_addr learned my addr 172.21.15.29:0/2758978770 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.193+0000 7fbc413b7700 1 -- 172.21.15.29:0/2758978770 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc3c07aa10 con 0x7fbc3c07bea0 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.193+0000 7fbc413b7700 1 --2- 172.21.15.29:0/2758978770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbc380098a0 tx=0x7fbc38009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c11d5815d6ab308 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.193+0000 7fbc33fff700 1 -- 172.21.15.29:0/2758978770 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbc38004160 con 0x7fbc3c07bea0 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.193+0000 7fbc33fff700 1 -- 172.21.15.29:0/2758978770 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbc380042c0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.193+0000 7fbc33fff700 1 -- 172.21.15.29:0/2758978770 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbc38011a00 con 0x7fbc3c07bea0 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- 172.21.15.29:0/2758978770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 msgr2=0x7fbc3c07a300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 --2- 172.21.15.29:0/2758978770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fbc380098a0 tx=0x7fbc38009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- 172.21.15.29:0/2758978770 shutdown_connections 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 --2- 172.21.15.29:0/2758978770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c07a300 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- 172.21.15.29:0/2758978770 >> 172.21.15.29:0/2758978770 conn(0x7fbc3c101d70 msgr2=0x7fbc3c104190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:34.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- 172.21.15.29:0/2758978770 shutdown_connections 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- 172.21.15.29:0/2758978770 wait complete. 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 Processor -- start 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.194+0000 7fbc4361b700 1 -- start start 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc4361b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc4361b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc3c19cc20 con 0x7fbc3c07bea0 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc413b7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc413b7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43718/0 (socket says 172.21.15.29:43718) 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc413b7700 1 -- 172.21.15.29:0/2460735418 learned_addr learned my addr 172.21.15.29:0/2460735418 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc413b7700 1 -- 172.21.15.29:0/2460735418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc38009550 con 0x7fbc3c07bea0 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc413b7700 1 --2- 172.21.15.29:0/2460735418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbc38009130 tx=0x7fbc38011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbc38003ab0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.754 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fbc38003c10 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc3c19ce20 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbc380247d0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.195+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc3c19d240 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.196+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fbc38024d00 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.196+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fbc380193c0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.197+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc3c0624e0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.199+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72483 (secure 0 0 0) 0x7fbc3801abb0 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.332+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fbc3c10cb80 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.333+0000 7fbc327fc700 1 -- 172.21.15.29:0/2460735418 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fbc3801a430 con 0x7fbc3c07bea0 2023-10-05T15:13:34.755 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 msgr2=0x7fbc3c19c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 --2- 172.21.15.29:0/2460735418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fbc38009130 tx=0x7fbc38011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 shutdown_connections 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 --2- 172.21.15.29:0/2460735418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c07bea0 0x7fbc3c19c6e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 >> 172.21.15.29:0/2460735418 conn(0x7fbc3c101d70 msgr2=0x7fbc3c103430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 shutdown_connections 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:34.334+0000 7fbc4361b700 1 -- 172.21.15.29:0/2460735418 wait complete. 2023-10-05T15:13:34.756 INFO:teuthology.orchestra.run.smithi029.stdout:mgr not available, waiting (2/15)... 2023-10-05T15:13:35.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:34 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2460735418' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:13:35.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:34.627+0000 7fe750a12200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:13:35.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:34.851+0000 7fe750a12200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:13:35.461 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:35.206+0000 7fe750a12200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:13:35.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:35.459+0000 7fe750a12200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:13:35.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:35.642+0000 7fe750a12200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:13:36.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:35.974+0000 7fe750a12200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:13:37.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:36 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:36.807+0000 7fe750a12200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:13:37.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:36 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:36.967+0000 7fe750a12200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:13:37.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:37 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:37.214+0000 7fe750a12200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:13:37.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:37 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:37.352+0000 7fe750a12200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:13:38.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:37 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:37.628+0000 7fe750a12200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:13:39.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:38 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:38.701+0000 7fe750a12200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: Activating manager daemon x 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: mgrmap e2: x(active, starting, since 0.0029288s) 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:13:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: Manager daemon x is now available 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' 2023-10-05T15:13:40.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:39 smithi029 ceph-mon[99237]: from='mgr.14100 172.21.15.29:0/2369107409' entity='mgr.x' 2023-10-05T15:13:41.051 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:40 smithi029 ceph-mon[99237]: mgrmap e3: x(active, since 1.00764s) 2023-10-05T15:13:41.051 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/175585888' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2023-10-05T15:13:43.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:42 smithi029 ceph-mon[99237]: mgrmap e4: x(active, since 3s) 2023-10-05T15:13:44.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:44.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:13:44.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:13:44.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "health": { 2023-10-05T15:13:44.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "checks": {}, 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mutes": [] 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum": [ 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 0 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2023-10-05T15:13:44.415 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "a" 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "monmap": { 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_mons": 1 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osdmap": { 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2023-10-05T15:13:44.416 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgmap": { 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2023-10-05T15:13:44.417 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "fsmap": { 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "by_rank": [], 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "up:standby": 0 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mgrmap": { 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modules": [ 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "iostat", 2023-10-05T15:13:44.418 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "nfs", 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "restful" 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ], 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "servicemap": { 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 1, 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "modified": "2023-10-05T15:13:20.879828+0000", 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "services": {} 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout }, 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "progress_events": {} 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:13:44.419 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.818+0000 7fe4355e1700 1 Processor -- start 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.818+0000 7fe4355e1700 1 -- start start 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe4355e1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe4355e1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe430079e50 con 0x7fe4301072c0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43744/0 (socket says 172.21.15.29:43744) 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42effd700 1 -- 172.21.15.29:0/2551404705 learned_addr learned my addr 172.21.15.29:0/2551404705 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42effd700 1 -- 172.21.15.29:0/2551404705 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe430109bf0 con 0x7fe4301072c0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42effd700 1 --2- 172.21.15.29:0/2551404705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe4200098a0 tx=0x7fe420009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5252c4582667247a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42dffb700 1 -- 172.21.15.29:0/2551404705 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe420004160 con 0x7fe4301072c0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42dffb700 1 -- 172.21.15.29:0/2551404705 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe4200042c0 con 0x7fe4301072c0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.819+0000 7fe42dffb700 1 -- 172.21.15.29:0/2551404705 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe420011a00 con 0x7fe4301072c0 2023-10-05T15:13:44.420 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 -- 172.21.15.29:0/2551404705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 msgr2=0x7fe4301096b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 --2- 172.21.15.29:0/2551404705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fe4200098a0 tx=0x7fe420009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 -- 172.21.15.29:0/2551404705 shutdown_connections 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 --2- 172.21.15.29:0/2551404705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe4301096b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 -- 172.21.15.29:0/2551404705 >> 172.21.15.29:0/2551404705 conn(0x7fe430100c90 msgr2=0x7fe4301030d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 -- 172.21.15.29:0/2551404705 shutdown_connections 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.820+0000 7fe4355e1700 1 -- 172.21.15.29:0/2551404705 wait complete. 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.821+0000 7fe4355e1700 1 Processor -- start 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.821+0000 7fe4355e1700 1 -- start start 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.821+0000 7fe4355e1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe4355e1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43019a9d0 con 0x7fe4301072c0 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe42effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:44.421 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe42effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43746/0 (socket says 172.21.15.29:43746) 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe42effd700 1 -- 172.21.15.29:0/175585888 learned_addr learned my addr 172.21.15.29:0/175585888 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe42effd700 1 -- 172.21.15.29:0/175585888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe420009550 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe42effd700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe420009fb0 tx=0x7fe420011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe420003a40 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fe420003ba0 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe43019abd0 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe42001a750 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.822+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe43019aff0 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.823+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 3) v1 ==== 45462+0+0 (secure 0 0 0) 0x7fe42001a980 con 0x7fe4301072c0 2023-10-05T15:13:44.422 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.823+0000 7fe417fff700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 0x7fe41803ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.824+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe42004c270 con 0x7fe4301072c0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.824+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4300624e0 con 0x7fe4301072c0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.824+0000 7fe42e7fc700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 0x7fe41803ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.824+0000 7fe42e7fc700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 0x7fe41803ab70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe424006fd0 tx=0x7fe424006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:39.829+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe42001ac30 con 0x7fe4301072c0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.351+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7fe43010a990 con 0x7fe4301072c0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.351+0000 7fe417fff700 1 -- 172.21.15.29:0/175585888 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1238 (secure 0 0 0) 0x7fe420018350 con 0x7fe4301072c0 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.353+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 msgr2=0x7fe41803ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.353+0000 7fe4355e1700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 0x7fe41803ab70 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fe424006fd0 tx=0x7fe424006e40 comp rx=0 tx=0).stop 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.353+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 msgr2=0x7fe43019a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.353+0000 7fe4355e1700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fe420009fb0 tx=0x7fe420011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 shutdown_connections 2023-10-05T15:13:44.423 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fe4180386b0 0x7fe41803ab70 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:44.424 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 --2- 172.21.15.29:0/175585888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4301072c0 0x7fe43019a490 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:44.424 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 >> 172.21.15.29:0/175585888 conn(0x7fe430100c90 msgr2=0x7fe430102340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:44.424 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 shutdown_connections 2023-10-05T15:13:44.424 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:40.354+0000 7fe4355e1700 1 -- 172.21.15.29:0/175585888 wait complete. 2023-10-05T15:13:44.424 INFO:teuthology.orchestra.run.smithi029.stdout:mgr is available 2023-10-05T15:13:48.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:47 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/588931712' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2023-10-05T15:13:51.180 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:51.180 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [global] 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout fsid = 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [mgr] 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout [osd] 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2023-10-05T15:13:51.181 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.382+0000 7f71e70d6700 1 Processor -- start 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.382+0000 7f71e70d6700 1 -- start start 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.382+0000 7f71e70d6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.382+0000 7f71e70d6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71e01054c0 con 0x7f71e0104ad0 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71e4e72700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71e4e72700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43750/0 (socket says 172.21.15.29:43750) 2023-10-05T15:13:51.182 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71e4e72700 1 -- 172.21.15.29:0/2872434279 learned_addr learned my addr 172.21.15.29:0/2872434279 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:51.183 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71e4e72700 1 -- 172.21.15.29:0/2872434279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71e0107a60 con 0x7f71e0104ad0 2023-10-05T15:13:51.183 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71e4e72700 1 --2- 172.21.15.29:0/2872434279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71d40098a0 tx=0x7f71d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9436cfd0e46c9f3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:51.183 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71df7fe700 1 -- 172.21.15.29:0/2872434279 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71d4004160 con 0x7f71e0104ad0 2023-10-05T15:13:51.183 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71df7fe700 1 -- 172.21.15.29:0/2872434279 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f71d40042c0 con 0x7f71e0104ad0 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.383+0000 7f71df7fe700 1 -- 172.21.15.29:0/2872434279 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71d4011a00 con 0x7f71e0104ad0 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 -- 172.21.15.29:0/2872434279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 msgr2=0x7f71e0104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 --2- 172.21.15.29:0/2872434279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f71d40098a0 tx=0x7f71d4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 -- 172.21.15.29:0/2872434279 shutdown_connections 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 --2- 172.21.15.29:0/2872434279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e0104ef0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 -- 172.21.15.29:0/2872434279 >> 172.21.15.29:0/2872434279 conn(0x7f71e0100420 msgr2=0x7f71e0102840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 -- 172.21.15.29:0/2872434279 shutdown_connections 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.384+0000 7f71e70d6700 1 -- 172.21.15.29:0/2872434279 wait complete. 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e70d6700 1 Processor -- start 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e70d6700 1 -- start start 2023-10-05T15:13:51.184 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e70d6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e70d6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71e019aa20 con 0x7f71e0104ad0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e4e72700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e4e72700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43752/0 (socket says 172.21.15.29:43752) 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e4e72700 1 -- 172.21.15.29:0/588931712 learned_addr learned my addr 172.21.15.29:0/588931712 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e4e72700 1 -- 172.21.15.29:0/588931712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d4009550 con 0x7f71e0104ad0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e4e72700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f71d4009130 tx=0x7f71d4011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71d4003ab0 con 0x7f71e0104ad0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f71d4003c10 con 0x7f71e0104ad0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71e019ac20 con 0x7f71e0104ad0 2023-10-05T15:13:51.185 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.385+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f71d40247d0 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.386+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71e019b040 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.386+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f71d402d3f0 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.387+0000 7f71ddffb700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 0x7f71d003ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.387+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f71d404c510 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.387+0000 7f71dffff700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 0x7f71d003ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.387+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71e00624e0 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.387+0000 7f71dffff700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 0x7f71d003ace0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f71cc006fd0 tx=0x7f71cc006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.392+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f71d402d6a0 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.752+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f71e019ee50 con 0x7f71e0104ad0 2023-10-05T15:13:51.186 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.754+0000 7f71ddffb700 1 -- 172.21.15.29:0/588931712 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f71d4018350 con 0x7f71e0104ad0 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 msgr2=0x7f71d003ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 0x7f71d003ace0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f71cc006fd0 tx=0x7f71cc006e40 comp rx=0 tx=0).stop 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 msgr2=0x7f71e019a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f71d4009130 tx=0x7f71d4011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 shutdown_connections 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f71d0038820 0x7f71d003ace0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 --2- 172.21.15.29:0/588931712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71e0104ad0 0x7f71e019a4e0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 >> 172.21.15.29:0/588931712 conn(0x7f71e0100420 msgr2=0x7f71e0101ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 shutdown_connections 2023-10-05T15:13:51.187 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:47.756+0000 7f71e70d6700 1 -- 172.21.15.29:0/588931712 wait complete. 2023-10-05T15:13:51.188 INFO:teuthology.orchestra.run.smithi029.stdout:Enabling cephadm module... 2023-10-05T15:13:54.990 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2247182045' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2023-10-05T15:13:54.991 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setuser ceph since I am not root 2023-10-05T15:13:54.991 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setgroup ceph since I am not root 2023-10-05T15:13:54.991 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:54.892+0000 7f7b8f855200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:13:55.137 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f314bc13700 1 Processor -- start 2023-10-05T15:13:55.141 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f314bc13700 1 -- start start 2023-10-05T15:13:55.142 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f314bc13700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:55.142 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f314bc13700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31441060d0 con 0x7f31441056e0 2023-10-05T15:13:55.142 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f31499af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f31499af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43756/0 (socket says 172.21.15.29:43756) 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.505+0000 7f31499af700 1 -- 172.21.15.29:0/2945549495 learned_addr learned my addr 172.21.15.29:0/2945549495 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.506+0000 7f31499af700 1 -- 172.21.15.29:0/2945549495 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31441068e0 con 0x7f31441056e0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.506+0000 7f31499af700 1 --2- 172.21.15.29:0/2945549495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f31400098a0 tx=0x7f3140009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10e57874cef903ce server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.506+0000 7f31489ad700 1 -- 172.21.15.29:0/2945549495 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3140004160 con 0x7f31441056e0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.506+0000 7f31489ad700 1 -- 172.21.15.29:0/2945549495 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f31400042c0 con 0x7f31441056e0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.506+0000 7f31489ad700 1 -- 172.21.15.29:0/2945549495 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3140011a00 con 0x7f31441056e0 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- 172.21.15.29:0/2945549495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 msgr2=0x7f3144105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 --2- 172.21.15.29:0/2945549495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f31400098a0 tx=0x7f3140009bb0 comp rx=0 tx=0).stop 2023-10-05T15:13:55.143 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- 172.21.15.29:0/2945549495 shutdown_connections 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 --2- 172.21.15.29:0/2945549495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144105b00 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- 172.21.15.29:0/2945549495 >> 172.21.15.29:0/2945549495 conn(0x7f3144100ca0 msgr2=0x7f31441030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- 172.21.15.29:0/2945549495 shutdown_connections 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- 172.21.15.29:0/2945549495 wait complete. 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 Processor -- start 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.507+0000 7f314bc13700 1 -- start start 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f314bc13700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f314bc13700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f314419d190 con 0x7f31441056e0 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f31499af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f31499af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43758/0 (socket says 172.21.15.29:43758) 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f31499af700 1 -- 172.21.15.29:0/2247182045 learned_addr learned my addr 172.21.15.29:0/2247182045 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f31499af700 1 -- 172.21.15.29:0/2247182045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3140009550 con 0x7f31441056e0 2023-10-05T15:13:55.144 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f31499af700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f3140009fb0 tx=0x7f3140011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3140003930 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f314419d2d0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f3140003a90 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f31400195e0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.508+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f314419d6f0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.509+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 4) v1 ==== 45568+0+0 (secure 0 0 0) 0x7f314001a9d0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.510+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31440624e0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.510+0000 7f3136ffd700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 0x7f313003ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.510+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f314004c5c0 con 0x7f31441056e0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.510+0000 7f31491ae700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 0x7f313003ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.510+0000 7f31491ae700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 0x7f313003ac40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3138006fd0 tx=0x7f3138006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:55.145 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.515+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3140023b40 con 0x7f31441056e0 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:53.988+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7f3144109ad0 con 0x7f31441056e0 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.696+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7f31400172b0 con 0x7f31441056e0 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.698+0000 7f3136ffd700 1 -- 172.21.15.29:0/2247182045 <== mon.0 v2:172.21.15.29:3300/0 8 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f3140019b90 con 0x7f31441056e0 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 msgr2=0x7f313003ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 0x7f313003ac40 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f3138006fd0 tx=0x7f3138006e40 comp rx=0 tx=0).stop 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 msgr2=0x7f3144079b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f3140009fb0 tx=0x7f3140011ad0 comp rx=0 tx=0).stop 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 shutdown_connections 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f3130038780 0x7f313003ac40 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 --2- 172.21.15.29:0/2247182045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31441056e0 0x7f3144079b50 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 >> 172.21.15.29:0/2247182045 conn(0x7f3144100ca0 msgr2=0x7f3144101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 shutdown_connections 2023-10-05T15:13:55.146 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:54.700+0000 7f314bc13700 1 -- 172.21.15.29:0/2247182045 wait complete. 2023-10-05T15:13:55.343 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:54.989+0000 7f7b8f855200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:13:55.343 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:55.099+0000 7f7b8f855200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:13:55.343 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:55.215+0000 7f7b8f855200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:13:55.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:55.428+0000 7f7b8f855200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:13:56.064 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:55.910+0000 7f7b8f855200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:13:56.065 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2247182045' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2023-10-05T15:13:56.065 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:55 smithi029 ceph-mon[99237]: mgrmap e5: x(active, since 15s) 2023-10-05T15:13:56.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:56.063+0000 7f7b8f855200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:13:56.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:56.180+0000 7f7b8f855200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:13:56.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:56.298+0000 7f7b8f855200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:13:56.490 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 5, 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:13:56.491 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.616+0000 7f19e0d78700 1 Processor -- start 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.616+0000 7f19e0d78700 1 -- start start 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19e0d78700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19e0d78700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19dc1060d0 con 0x7f19dc1056e0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43772/0 (socket says 172.21.15.29:43772) 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19da59c700 1 -- 172.21.15.29:0/2553447321 learned_addr learned my addr 172.21.15.29:0/2553447321 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19da59c700 1 -- 172.21.15.29:0/2553447321 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19dc1068e0 con 0x7f19dc1056e0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19da59c700 1 --2- 172.21.15.29:0/2553447321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00bb40 tx=0x7f19cc00be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c40e1a5de398a9e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19d959a700 1 -- 172.21.15.29:0/2553447321 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f19cc00dbe0 con 0x7f19dc1056e0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19d959a700 1 -- 172.21.15.29:0/2553447321 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f19cc0044d0 con 0x7f19dc1056e0 2023-10-05T15:13:56.492 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.617+0000 7f19d959a700 1 -- 172.21.15.29:0/2553447321 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f19cc010470 con 0x7f19dc1056e0 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 -- 172.21.15.29:0/2553447321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 msgr2=0x7f19dc105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 --2- 172.21.15.29:0/2553447321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00bb40 tx=0x7f19cc00be50 comp rx=0 tx=0).stop 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 -- 172.21.15.29:0/2553447321 shutdown_connections 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 --2- 172.21.15.29:0/2553447321 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc105b00 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 -- 172.21.15.29:0/2553447321 >> 172.21.15.29:0/2553447321 conn(0x7f19dc100ca0 msgr2=0x7f19dc1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 -- 172.21.15.29:0/2553447321 shutdown_connections 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.618+0000 7f19e0d78700 1 -- 172.21.15.29:0/2553447321 wait complete. 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.619+0000 7f19e0d78700 1 Processor -- start 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.619+0000 7f19e0d78700 1 -- start start 2023-10-05T15:13:56.493 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.619+0000 7f19e0d78700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:56.494 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.619+0000 7f19e0d78700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19dc19cbf0 con 0x7f19dc1056e0 2023-10-05T15:13:56.494 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.619+0000 7f19da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:13:56.494 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43774/0 (socket says 172.21.15.29:43774) 2023-10-05T15:13:56.494 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19da59c700 1 -- 172.21.15.29:0/817312725 learned_addr learned my addr 172.21.15.29:0/817312725 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:13:56.494 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19da59c700 1 -- 172.21.15.29:0/817312725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19cc00b7f0 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19da59c700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00b340 tx=0x7f19cc003df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f19cc004310 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f19cc010bd0 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19dc19cdf0 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f19cc021c90 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.620+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19dc19d1b0 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f19cc0193f0 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19cb7fe700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 0x7f19c403ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f19cc04d900 con 0x7f19dc1056e0 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19d9d9b700 1 -- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 msgr2=0x7f19c403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:13:56.495 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19d9d9b700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 0x7f19c403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.621+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19dc191f70 con 0x7f19dc1056e0 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.626+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f19cc00e950 con 0x7f19dc1056e0 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.822+0000 7f19d9d9b700 1 -- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 msgr2=0x7f19c403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:55.822+0000 7f19d9d9b700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 0x7f19c403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.101+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f19dc0624e0 con 0x7f19dc1056e0 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.101+0000 7f19cb7fe700 1 -- 172.21.15.29:0/817312725 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f19cc00e360 con 0x7f19dc1056e0 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.105+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 msgr2=0x7f19c403ace0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.105+0000 7f19e0d78700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 0x7f19c403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.105+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 msgr2=0x7f19dc19c6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.105+0000 7f19e0d78700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f19cc00b340 tx=0x7f19cc003df0 comp rx=0 tx=0).stop 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 shutdown_connections 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7f19c4038820 0x7f19c403ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:56.496 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 --2- 172.21.15.29:0/817312725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19dc1056e0 0x7f19dc19c6b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:13:56.497 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 >> 172.21.15.29:0/817312725 conn(0x7f19dc100ca0 msgr2=0x7f19dc18f0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:13:56.497 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 shutdown_connections 2023-10-05T15:13:56.497 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:56.106+0000 7f19e0d78700 1 -- 172.21.15.29:0/817312725 wait complete. 2023-10-05T15:13:56.497 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for the mgr to restart... 2023-10-05T15:13:56.497 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mgr epoch 5... 2023-10-05T15:13:56.748 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:13:56 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/817312725' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-05T15:13:57.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:56.822+0000 7f7b8f855200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:13:58.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:57.607+0000 7f7b8f855200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:13:58.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:57.706+0000 7f7b8f855200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:13:59.013 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:58.680+0000 7f7b8f855200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:13:59.013 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:58.791+0000 7f7b8f855200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:13:59.358 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:59.012+0000 7f7b8f855200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:13:59.616 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:59.362+0000 7f7b8f855200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:14:00.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:59.615+0000 7f7b8f855200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:14:00.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:13:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:13:59.797+0000 7f7b8f855200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:14:00.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:00.129+0000 7f7b8f855200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:14:01.353 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:00.949+0000 7f7b8f855200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:14:01.354 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:01.106+0000 7f7b8f855200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:14:01.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:01.352+0000 7f7b8f855200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:14:01.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:01.489+0000 7f7b8f855200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:14:02.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:01.762+0000 7f7b8f855200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:02.807+0000 7f7b8f855200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: Active manager daemon x restarted 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: Activating manager daemon x 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: osdmap e2: 0 total, 0 up, 0 in 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: mgrmap e6: x(active, starting, since 0.00369025s) 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:14:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: Manager daemon x is now available 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:02 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: Found migration_current of "None". Setting to last migration. 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:04.203 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:03] ENGINE Bus STARTING 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:03] ENGINE Serving on https://172.21.15.29:7150 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:03] ENGINE Serving on http://172.21.15.29:8765 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:03] ENGINE Bus STARTED 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:04.204 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:03 smithi029 ceph-mon[99237]: mgrmap e7: x(active, since 1.00592s) 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.008+0000 7fd1ebfce700 1 Processor -- start 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1ebfce700 1 -- start start 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1ebfce700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1ebfce700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1e41060d0 con 0x7fd1e41056e0 2023-10-05T15:14:04.253 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1e9d6a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1e9d6a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43782/0 (socket says 172.21.15.29:43782) 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1e9d6a700 1 -- 172.21.15.29:0/265065185 learned_addr learned my addr 172.21.15.29:0/265065185 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.009+0000 7fd1e9d6a700 1 -- 172.21.15.29:0/265065185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1e41068e0 con 0x7fd1e41056e0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1e9d6a700 1 --2- 172.21.15.29:0/265065185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd1e00098a0 tx=0x7fd1e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0bca9c9616e9759 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1e8d68700 1 -- 172.21.15.29:0/265065185 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd1e0004160 con 0x7fd1e41056e0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1e8d68700 1 -- 172.21.15.29:0/265065185 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd1e00042c0 con 0x7fd1e41056e0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1e8d68700 1 -- 172.21.15.29:0/265065185 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd1e0011a00 con 0x7fd1e41056e0 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1ebfce700 1 -- 172.21.15.29:0/265065185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 msgr2=0x7fd1e4105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/265065185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fd1e00098a0 tx=0x7fd1e0009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.010+0000 7fd1ebfce700 1 -- 172.21.15.29:0/265065185 shutdown_connections 2023-10-05T15:14:04.254 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/265065185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e4105b00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 -- 172.21.15.29:0/265065185 >> 172.21.15.29:0/265065185 conn(0x7fd1e4100ca0 msgr2=0x7fd1e41030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 -- 172.21.15.29:0/265065185 shutdown_connections 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 -- 172.21.15.29:0/265065185 wait complete. 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 Processor -- start 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 -- start start 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.011+0000 7fd1ebfce700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1e419a9d0 con 0x7fd1e41056e0 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1e9d6a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1e9d6a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43784/0 (socket says 172.21.15.29:43784) 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1e9d6a700 1 -- 172.21.15.29:0/2583320928 learned_addr learned my addr 172.21.15.29:0/2583320928 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1e9d6a700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1e0009550 con 0x7fd1e41056e0 2023-10-05T15:14:04.255 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1e9d6a700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0006af0 tx=0x7fd1e0011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd1e0003a40 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd1e0003ba0 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd1e001a700 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1e419abd0 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.012+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1e419aff0 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 5) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fd1e0024430 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1daffd700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd1d003b440 con 0x7fd1d0038870 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1e9569700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fd1e004c7b0 con 0x7fd1e41056e0 2023-10-05T15:14:04.256 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.013+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.214+0000 7fd1e9569700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.214+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.615+0000 7fd1e9569700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:57.615+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:58.416+0000 7fd1e9569700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:13:58.416+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:00.017+0000 7fd1e9569700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/2813180773 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:00.017+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:02.822+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mgrmap(e 6) v1 ==== 45346+0+0 (secure 0 0 0) 0x7fd1e00246e0 con 0x7fd1e41056e0 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:02.822+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 msgr2=0x7fd1d003ad30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:02.822+0000 7fd1daffd700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.257 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.823+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7fd1e004e500 con 0x7fd1e41056e0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.824+0000 7fd1daffd700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 0x7fd1d003e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.824+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd1d003b440 con 0x7fd1d003bfd0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.824+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 0x7fd1d003e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.825+0000 7fd1e9569700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 0x7fd1d003e3c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4003a10 tx=0x7fd1d40092b0 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.825+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fd1d003b440 con 0x7fd1d003bfd0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.836+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fd1e419b7d0 con 0x7fd1d003bfd0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1daffd700 1 -- 172.21.15.29:0/2583320928 <== mgr.14118 v2:172.21.15.29:6800/1149063850 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fd1e419b7d0 con 0x7fd1d003bfd0 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 msgr2=0x7fd1d003e3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 0x7fd1d003e3c0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4003a10 tx=0x7fd1d40092b0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 msgr2=0x7fd1e419a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0006af0 tx=0x7fd1e0011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.258 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 shutdown_connections 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1e41056e0 0x7fd1e419a490 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd1d003bfd0 0x7fd1d003e3c0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 --2- 172.21.15.29:0/2583320928 >> [v2:172.21.15.29:6800/2813180773,v1:172.21.15.29:6801/2813180773] conn(0x7fd1d0038870 0x7fd1d003ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 >> 172.21.15.29:0/2583320928 conn(0x7fd1e4100ca0 msgr2=0x7fd1e4079960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 shutdown_connections 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:03.837+0000 7fd1ebfce700 1 -- 172.21.15.29:0/2583320928 wait complete. 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:mgr epoch 5 is available 2023-10-05T15:14:04.259 INFO:teuthology.orchestra.run.smithi029.stdout:Setting orchestrator backend to cephadm... 2023-10-05T15:14:05.158 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:04 smithi029 ceph-mon[99237]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-05T15:14:05.159 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:04 smithi029 ceph-mon[99237]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.723+0000 7f46a42fd700 1 Processor -- start 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.723+0000 7f46a42fd700 1 -- start start 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.723+0000 7f46a42fd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a42fd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f469c079e70 con 0x7f469c107290 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a2099700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a2099700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43836/0 (socket says 172.21.15.29:43836) 2023-10-05T15:14:05.498 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a2099700 1 -- 172.21.15.29:0/3127088692 learned_addr learned my addr 172.21.15.29:0/3127088692 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a2099700 1 -- 172.21.15.29:0/3127088692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f469c109bc0 con 0x7f469c107290 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a2099700 1 --2- 172.21.15.29:0/3127088692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f468c0098a0 tx=0x7f468c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5cf93fc46becac4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.724+0000 7f46a1097700 1 -- 172.21.15.29:0/3127088692 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f468c004160 con 0x7f469c107290 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a1097700 1 -- 172.21.15.29:0/3127088692 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f468c0042c0 con 0x7f469c107290 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a1097700 1 -- 172.21.15.29:0/3127088692 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f468c011a00 con 0x7f469c107290 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 -- 172.21.15.29:0/3127088692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 msgr2=0x7f469c109680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 --2- 172.21.15.29:0/3127088692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f468c0098a0 tx=0x7f468c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 -- 172.21.15.29:0/3127088692 shutdown_connections 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 --2- 172.21.15.29:0/3127088692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c109680 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 -- 172.21.15.29:0/3127088692 >> 172.21.15.29:0/3127088692 conn(0x7f469c100ca0 msgr2=0x7f469c1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 -- 172.21.15.29:0/3127088692 shutdown_connections 2023-10-05T15:14:05.499 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.725+0000 7f46a42fd700 1 -- 172.21.15.29:0/3127088692 wait complete. 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.726+0000 7f46a42fd700 1 Processor -- start 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.726+0000 7f46a42fd700 1 -- start start 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.726+0000 7f46a42fd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.726+0000 7f46a42fd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f469c19a970 con 0x7f469c107290 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a2099700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a2099700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43838/0 (socket says 172.21.15.29:43838) 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a2099700 1 -- 172.21.15.29:0/15982620 learned_addr learned my addr 172.21.15.29:0/15982620 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a2099700 1 -- 172.21.15.29:0/15982620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f468c009550 con 0x7f469c107290 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a2099700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f468c009fb0 tx=0x7f468c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f468c003930 con 0x7f469c107290 2023-10-05T15:14:05.500 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f468c003a90 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f469c19ab70 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f468c019610 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.727+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f469c19af90 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.728+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 7) v1 ==== 45473+0+0 (secure 0 0 0) 0x7f468c019880 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.728+0000 7f46937fe700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 0x7f468803abc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.728+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f468c04c7a0 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.728+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f469c0624e0 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.728+0000 7f46a1898700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 0x7f468803abc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.729+0000 7f46a1898700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 0x7f468803abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4698006fd0 tx=0x7f4698006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.734+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f468c019b80 con 0x7f469c107290 2023-10-05T15:14:05.501 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:04.873+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f468c02d960 con 0x7f469c107290 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.125+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f469c102110 con 0x7f4688038700 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.131+0000 7f46937fe700 1 -- 172.21.15.29:0/15982620 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f469c102110 con 0x7f4688038700 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 msgr2=0x7f468803abc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 0x7f468803abc0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4698006fd0 tx=0x7f4698006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 msgr2=0x7f469c19a430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f468c009fb0 tx=0x7f468c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 shutdown_connections 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4688038700 0x7f468803abc0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 --2- 172.21.15.29:0/15982620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469c107290 0x7f469c19a430 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:05.502 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 >> 172.21.15.29:0/15982620 conn(0x7f469c100ca0 msgr2=0x7f469c101a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:05.503 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 shutdown_connections 2023-10-05T15:14:05.503 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.134+0000 7f46a42fd700 1 -- 172.21.15.29:0/15982620 wait complete. 2023-10-05T15:14:06.349 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:05 smithi029 ceph-mon[99237]: mgrmap e8: x(active, since 2s) 2023-10-05T15:14:06.350 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:05 smithi029 ceph-mon[99237]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:06.350 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:05 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:06.350 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:05 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:06.745 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout value unchanged 2023-10-05T15:14:06.745 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7ff81700 1 Processor -- start 2023-10-05T15:14:06.745 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7ff81700 1 -- start start 2023-10-05T15:14:06.745 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7ff81700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:06.745 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7ff81700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a78079e50 con 0x7f1a781050a0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7dd1d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7dd1d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43842/0 (socket says 172.21.15.29:43842) 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7dd1d700 1 -- 172.21.15.29:0/2918754817 learned_addr learned my addr 172.21.15.29:0/2918754817 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.943+0000 7f1a7dd1d700 1 -- 172.21.15.29:0/2918754817 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a78105a00 con 0x7f1a781050a0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7dd1d700 1 --2- 172.21.15.29:0/2918754817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1a740098a0 tx=0x7f1a74009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e18f38327d2bcf9a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7cd1b700 1 -- 172.21.15.29:0/2918754817 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a74004160 con 0x7f1a781050a0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7cd1b700 1 -- 172.21.15.29:0/2918754817 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1a740042c0 con 0x7f1a781050a0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7cd1b700 1 -- 172.21.15.29:0/2918754817 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a74011a00 con 0x7f1a781050a0 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7ff81700 1 -- 172.21.15.29:0/2918754817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 msgr2=0x7f1a781054c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:06.746 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/2918754817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f1a740098a0 tx=0x7f1a74009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7ff81700 1 -- 172.21.15.29:0/2918754817 shutdown_connections 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/2918754817 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a781054c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.944+0000 7f1a7ff81700 1 -- 172.21.15.29:0/2918754817 >> 172.21.15.29:0/2918754817 conn(0x7f1a78100ca0 msgr2=0x7f1a781030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 -- 172.21.15.29:0/2918754817 shutdown_connections 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 -- 172.21.15.29:0/2918754817 wait complete. 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 Processor -- start 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 -- start start 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7ff81700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a7819cb80 con 0x7f1a781050a0 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.945+0000 7f1a7dd1d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7dd1d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43844/0 (socket says 172.21.15.29:43844) 2023-10-05T15:14:06.747 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7dd1d700 1 -- 172.21.15.29:0/307830361 learned_addr learned my addr 172.21.15.29:0/307830361 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7dd1d700 1 -- 172.21.15.29:0/307830361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a74009550 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7dd1d700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1a74006af0 tx=0x7f1a74011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a74003a40 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f1a74003ba0 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f1a7401a6e0 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a7819cd80 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.946+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a7819d1a0 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.947+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f1a74024430 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.947+0000 7f1a6effd700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 0x7f1a6403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.947+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f1a7404c8e0 con 0x7f1a781050a0 2023-10-05T15:14:06.748 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.947+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a78195ef0 con 0x7f1a781050a0 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.947+0000 7f1a7d51c700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 0x7f1a6403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.948+0000 7f1a7d51c700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 0x7f1a6403ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1a68006fd0 tx=0x7f1a68006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:05.952+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1a74048080 con 0x7f1a781050a0 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.318+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7f1a7802d080 con 0x7f1a64038870 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.319+0000 7f1a6effd700 1 -- 172.21.15.29:0/307830361 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7f1a7802d080 con 0x7f1a64038870 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 msgr2=0x7f1a6403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 0x7f1a6403ad30 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f1a68006fd0 tx=0x7f1a68006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 msgr2=0x7f1a7819c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f1a74006af0 tx=0x7f1a74011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 shutdown_connections 2023-10-05T15:14:06.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f1a64038870 0x7f1a6403ad30 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:06.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 --2- 172.21.15.29:0/307830361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a781050a0 0x7f1a7819c640 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:06.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 >> 172.21.15.29:0/307830361 conn(0x7f1a78100ca0 msgr2=0x7f1a78190c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:06.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 shutdown_connections 2023-10-05T15:14:06.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:06.321+0000 7f1a7ff81700 1 -- 172.21.15.29:0/307830361 wait complete. 2023-10-05T15:14:06.750 INFO:teuthology.orchestra.run.smithi029.stdout:Generating ssh key... 2023-10-05T15:14:06.957 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:06 smithi029 ceph-mon[99237]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:07.989 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f630ab89700 1 Processor -- start 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f630ab89700 1 -- start start 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f630ab89700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f630ab89700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63041060d0 con 0x7f63041056e0 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f6308925700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f6308925700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43848/0 (socket says 172.21.15.29:43848) 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.208+0000 7f6308925700 1 -- 172.21.15.29:0/2734489206 learned_addr learned my addr 172.21.15.29:0/2734489206 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f6308925700 1 -- 172.21.15.29:0/2734489206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63041068e0 con 0x7f63041056e0 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f6308925700 1 --2- 172.21.15.29:0/2734489206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f62f80098a0 tx=0x7f62f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1257fcb1d3be75ec server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f63037fe700 1 -- 172.21.15.29:0/2734489206 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62f8004160 con 0x7f63041056e0 2023-10-05T15:14:07.990 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f63037fe700 1 -- 172.21.15.29:0/2734489206 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f62f80042c0 con 0x7f63041056e0 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f63037fe700 1 -- 172.21.15.29:0/2734489206 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62f8011a00 con 0x7f63041056e0 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f630ab89700 1 -- 172.21.15.29:0/2734489206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 msgr2=0x7f6304105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.209+0000 7f630ab89700 1 --2- 172.21.15.29:0/2734489206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f62f80098a0 tx=0x7f62f8009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- 172.21.15.29:0/2734489206 shutdown_connections 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 --2- 172.21.15.29:0/2734489206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304105b00 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- 172.21.15.29:0/2734489206 >> 172.21.15.29:0/2734489206 conn(0x7f6304100ca0 msgr2=0x7f63041030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- 172.21.15.29:0/2734489206 shutdown_connections 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- 172.21.15.29:0/2734489206 wait complete. 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 Processor -- start 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- start start 2023-10-05T15:14:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.210+0000 7f630ab89700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6304190db0 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6308925700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6308925700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43850/0 (socket says 172.21.15.29:43850) 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6308925700 1 -- 172.21.15.29:0/4257208876 learned_addr learned my addr 172.21.15.29:0/4257208876 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6308925700 1 -- 172.21.15.29:0/4257208876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f8009550 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6308925700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006af0 tx=0x7f62f8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62f8003a40 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f62f8003ba0 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62f801a700 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f630418eec0 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.211+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f630418f2e0 con 0x7f63041056e0 2023-10-05T15:14:07.992 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.212+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f62f8024ad0 con 0x7f63041056e0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.213+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63040624e0 con 0x7f63041056e0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.213+0000 7f6301ffb700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 0x7f62f403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.213+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f62f804c830 con 0x7f63041056e0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.213+0000 7f6303fff700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 0x7f62f403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.213+0000 7f6303fff700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 0x7f62f403ad30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f62f0006fd0 tx=0x7f62f0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.218+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f62f8018db0 con 0x7f63041056e0 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.582+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f630418fa90 con 0x7f62f4038870 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.662+0000 7f6301ffb700 1 -- 172.21.15.29:0/4257208876 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f630418fa90 con 0x7f62f4038870 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 msgr2=0x7f62f403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 0x7f62f403ad30 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f62f0006fd0 tx=0x7f62f0006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:07.993 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 msgr2=0x7f6304190870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f62f8006af0 tx=0x7f62f8011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 shutdown_connections 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f62f4038870 0x7f62f403ad30 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 --2- 172.21.15.29:0/4257208876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63041056e0 0x7f6304190870 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 >> 172.21.15.29:0/4257208876 conn(0x7f6304100ca0 msgr2=0x7f6304079900 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 shutdown_connections 2023-10-05T15:14:07.994 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:07.665+0000 7f630ab89700 1 -- 172.21.15.29:0/4257208876 wait complete. 2023-10-05T15:14:08.018 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: Generating public/private rsa key pair. 2023-10-05T15:14:08.018 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: Your identification has been saved in /tmp/tmpun3frpjz/key. 2023-10-05T15:14:08.018 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: Your public key has been saved in /tmp/tmpun3frpjz/key.pub. 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: The key fingerprint is: 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: SHA256:Wrw7L36Ev5ch6JudZ3TcN2dwDEnysII6EhCg53qrlGk ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: The key's randomart image is: 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: +---[RSA 3072]----+ 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |..o. o... | 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |. . . =o | 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |. . . . . . .o | 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: | o . o . . o| 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: | . . o So . + | 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: | .o . +o.o o o.=| 2023-10-05T15:14:08.019 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |.E. ...o o + .+| 2023-10-05T15:14:08.020 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |o. . ++o.= | 2023-10-05T15:14:08.020 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: |... .=*== | 2023-10-05T15:14:08.020 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: +----[SHA256]-----+ 2023-10-05T15:14:08.976 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:08 smithi029 ceph-mon[99237]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:08.976 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:08 smithi029 ceph-mon[99237]: Generating ssh key... 2023-10-05T15:14:08.976 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:08 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:08.976 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:08 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:09.234 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:14:09.235 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f6037671700 1 Processor -- start 2023-10-05T15:14:09.235 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f6037671700 1 -- start start 2023-10-05T15:14:09.235 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f6037671700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:09.235 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f6037671700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60301057c0 con 0x7f6030104e60 2023-10-05T15:14:09.235 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f603540d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:09.236 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f603540d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43854/0 (socket says 172.21.15.29:43854) 2023-10-05T15:14:09.236 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.462+0000 7f603540d700 1 -- 172.21.15.29:0/4064775259 learned_addr learned my addr 172.21.15.29:0/4064775259 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:09.236 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f603540d700 1 -- 172.21.15.29:0/4064775259 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6030105900 con 0x7f6030104e60 2023-10-05T15:14:09.236 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f603540d700 1 --2- 172.21.15.29:0/4064775259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f602c0098a0 tx=0x7f602c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c61a825ed4636682 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:09.236 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f6027fff700 1 -- 172.21.15.29:0/4064775259 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f602c004160 con 0x7f6030104e60 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f6027fff700 1 -- 172.21.15.29:0/4064775259 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f602c0042c0 con 0x7f6030104e60 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f6027fff700 1 -- 172.21.15.29:0/4064775259 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f602c011a00 con 0x7f6030104e60 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f6037671700 1 -- 172.21.15.29:0/4064775259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 msgr2=0x7f6030105280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.463+0000 7f6037671700 1 --2- 172.21.15.29:0/4064775259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f602c0098a0 tx=0x7f602c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- 172.21.15.29:0/4064775259 shutdown_connections 2023-10-05T15:14:09.237 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 --2- 172.21.15.29:0/4064775259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f6030105280 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- 172.21.15.29:0/4064775259 >> 172.21.15.29:0/4064775259 conn(0x7f6030100420 msgr2=0x7f6030102840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- 172.21.15.29:0/4064775259 shutdown_connections 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- 172.21.15.29:0/4064775259 wait complete. 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 Processor -- start 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- start start 2023-10-05T15:14:09.238 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.464+0000 7f6037671700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60301904a0 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f603540d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f603540d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43856/0 (socket says 172.21.15.29:43856) 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f603540d700 1 -- 172.21.15.29:0/4113367697 learned_addr learned my addr 172.21.15.29:0/4113367697 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f603540d700 1 -- 172.21.15.29:0/4113367697 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f602c009550 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f603540d700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f602c009130 tx=0x7f602c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f602c003b70 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f602c003cd0 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f603018e5b0 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f602c0197d0 con 0x7f6030104e60 2023-10-05T15:14:09.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.465+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f603018e9d0 con 0x7f6030104e60 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.466+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f602c01a430 con 0x7f6030104e60 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.467+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60300624e0 con 0x7f6030104e60 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.467+0000 7f60267fc700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 0x7f601c03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.467+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f602c04ca70 con 0x7f6030104e60 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.467+0000 7f6034c0c700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 0x7f601c03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.467+0000 7f6034c0c700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 0x7f601c03ace0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6020006fd0 tx=0x7f6020006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.472+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f602c02d960 con 0x7f6030104e60 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.836+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f603018f180 con 0x7f601c038820 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.837+0000 7f60267fc700 1 -- 172.21.15.29:0/4113367697 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f603018f180 con 0x7f601c038820 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 msgr2=0x7f601c03ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:09.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 0x7f601c03ace0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f6020006fd0 tx=0x7f6020006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 msgr2=0x7f603018ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f602c009130 tx=0x7f602c011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 shutdown_connections 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f601c038820 0x7f601c03ace0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 --2- 172.21.15.29:0/4113367697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6030104e60 0x7f603018ff60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 >> 172.21.15.29:0/4113367697 conn(0x7f6030100420 msgr2=0x7f6030101110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 shutdown_connections 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:08.839+0000 7f6037671700 1 -- 172.21.15.29:0/4113367697 wait complete. 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:Adding key to root@localhost authorized_keys... 2023-10-05T15:14:09.241 INFO:teuthology.orchestra.run.smithi029.stdout:Adding host smithi029... 2023-10-05T15:14:10.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:09 smithi029 ceph-mon[99237]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:10.965 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:10 smithi029 ceph-mon[99237]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi029", "addr": "172.21.15.29", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:10.965 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:10 smithi029 ceph-mon[99237]: Deploying cephadm binary to smithi029 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout Added host 'smithi029' with addr '172.21.15.29' 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.740+0000 7fd138f10700 1 Processor -- start 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.740+0000 7fd138f10700 1 -- start start 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.740+0000 7fd138f10700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.740+0000 7fd138f10700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1341054c0 con 0x7fd134104ad0 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:13.390 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43860/0 (socket says 172.21.15.29:43860) 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13259c700 1 -- 172.21.15.29:0/234481626 learned_addr learned my addr 172.21.15.29:0/234481626 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13259c700 1 -- 172.21.15.29:0/234481626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd134107a60 con 0x7fd134104ad0 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13259c700 1 --2- 172.21.15.29:0/234481626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd1240098a0 tx=0x7fd124009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2693846ea3697e4f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13159a700 1 -- 172.21.15.29:0/234481626 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd124004160 con 0x7fd134104ad0 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13159a700 1 -- 172.21.15.29:0/234481626 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd1240042c0 con 0x7fd134104ad0 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.741+0000 7fd13159a700 1 -- 172.21.15.29:0/234481626 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd124011a00 con 0x7fd134104ad0 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 -- 172.21.15.29:0/234481626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 msgr2=0x7fd134104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 --2- 172.21.15.29:0/234481626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fd1240098a0 tx=0x7fd124009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 -- 172.21.15.29:0/234481626 shutdown_connections 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 --2- 172.21.15.29:0/234481626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd134104ef0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 -- 172.21.15.29:0/234481626 >> 172.21.15.29:0/234481626 conn(0x7fd134100420 msgr2=0x7fd134102840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:13.391 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 -- 172.21.15.29:0/234481626 shutdown_connections 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.742+0000 7fd138f10700 1 -- 172.21.15.29:0/234481626 wait complete. 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd138f10700 1 Processor -- start 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd138f10700 1 -- start start 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd138f10700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd138f10700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd134107900 con 0x7fd134104ad0 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd13259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd13259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43862/0 (socket says 172.21.15.29:43862) 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd13259c700 1 -- 172.21.15.29:0/3735925970 learned_addr learned my addr 172.21.15.29:0/3735925970 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd13259c700 1 -- 172.21.15.29:0/3735925970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd124009550 con 0x7fd134104ad0 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.743+0000 7fd13259c700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd124009fb0 tx=0x7fd124011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.744+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd124003a40 con 0x7fd134104ad0 2023-10-05T15:14:13.392 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.744+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd134105a10 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.744+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7fd124003ba0 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.744+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd12401a750 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.744+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd134105e30 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7fd12401a9d0 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd1237fe700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 0x7fd11c03ac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd12404c980 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1340624e0 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd131d9b700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 0x7fd11c03ac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.745+0000 7fd131d9b700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 0x7fd11c03ac90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd128006fd0 tx=0x7fd128006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:09.750+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd124018db0 con 0x7fd134104ad0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:10.123+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi029", "addr": "172.21.15.29", "target": ["mon-mgr", ""]}) v1 -- 0x7fd13410ac60 con 0x7fd11c0387d0 2023-10-05T15:14:13.393 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.025+0000 7fd1237fe700 1 -- 172.21.15.29:0/3735925970 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7fd13410ac60 con 0x7fd11c0387d0 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 msgr2=0x7fd11c03ac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 0x7fd11c03ac90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fd128006fd0 tx=0x7fd128006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 msgr2=0x7fd1341073c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fd124009fb0 tx=0x7fd124011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 shutdown_connections 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fd11c0387d0 0x7fd11c03ac90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 --2- 172.21.15.29:0/3735925970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd134104ad0 0x7fd1341073c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.027+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 >> 172.21.15.29:0/3735925970 conn(0x7fd134100420 msgr2=0x7fd134101af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.028+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 shutdown_connections 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.028+0000 7fd138f10700 1 -- 172.21.15.29:0/3735925970 wait complete. 2023-10-05T15:14:13.394 INFO:teuthology.orchestra.run.smithi029.stdout:Deploying unmanaged mon service... 2023-10-05T15:14:14.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:14 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:14.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:14 smithi029 ceph-mon[99237]: Added host smithi029 2023-10-05T15:14:14.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:14 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.862+0000 7f8b3c26d700 1 Processor -- start 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.862+0000 7f8b3c26d700 1 -- start start 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3c26d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3c26d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b34079e50 con 0x7f8b341072b0 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3a009700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3a009700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43896/0 (socket says 172.21.15.29:43896) 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3a009700 1 -- 172.21.15.29:0/3180376240 learned_addr learned my addr 172.21.15.29:0/3180376240 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3a009700 1 -- 172.21.15.29:0/3180376240 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b34109be0 con 0x7f8b341072b0 2023-10-05T15:14:14.749 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.863+0000 7f8b3a009700 1 --2- 172.21.15.29:0/3180376240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8b240098a0 tx=0x7f8b24009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb39bd1aaa947d6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b39007700 1 -- 172.21.15.29:0/3180376240 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8b24004160 con 0x7f8b341072b0 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b39007700 1 -- 172.21.15.29:0/3180376240 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8b240042c0 con 0x7f8b341072b0 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b39007700 1 -- 172.21.15.29:0/3180376240 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8b24011a00 con 0x7f8b341072b0 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 -- 172.21.15.29:0/3180376240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 msgr2=0x7f8b341096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/3180376240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f8b240098a0 tx=0x7f8b24009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 -- 172.21.15.29:0/3180376240 shutdown_connections 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/3180376240 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b341096a0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 -- 172.21.15.29:0/3180376240 >> 172.21.15.29:0/3180376240 conn(0x7f8b34100ca0 msgr2=0x7f8b341030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 -- 172.21.15.29:0/3180376240 shutdown_connections 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.864+0000 7f8b3c26d700 1 -- 172.21.15.29:0/3180376240 wait complete. 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3c26d700 1 Processor -- start 2023-10-05T15:14:14.750 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3c26d700 1 -- start start 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3c26d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3c26d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b3419a980 con 0x7f8b341072b0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3a009700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3a009700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43898/0 (socket says 172.21.15.29:43898) 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.865+0000 7f8b3a009700 1 -- 172.21.15.29:0/33109220 learned_addr learned my addr 172.21.15.29:0/33109220 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b3a009700 1 -- 172.21.15.29:0/33109220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b24009550 con 0x7f8b341072b0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b3a009700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8b24009fb0 tx=0x7f8b24011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8b24003930 con 0x7f8b341072b0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f8b24003a90 con 0x7f8b341072b0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b3419ab80 con 0x7f8b341072b0 2023-10-05T15:14:14.751 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8b24019610 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.866+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b3419afa0 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.867+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f8b2401a9d0 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.867+0000 7f8b2b7fe700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 0x7f8b2003ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.867+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b340624e0 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.867+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f8b2404c8f0 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.867+0000 7f8b39808700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 0x7f8b2003ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.868+0000 7f8b39808700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 0x7f8b2003ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8b30006fd0 tx=0x7f8b30006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:13.872+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8b24019880 con 0x7f8b341072b0 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.260+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f8b34102140 con 0x7f8b20038820 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.265+0000 7f8b2b7fe700 1 -- 172.21.15.29:0/33109220 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f8b34102140 con 0x7f8b20038820 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 msgr2=0x7f8b2003ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:14.752 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 0x7f8b2003ace0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8b30006fd0 tx=0x7f8b30006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 msgr2=0x7f8b3419a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f8b24009fb0 tx=0x7f8b24011ad0 comp rx=0 tx=0).stop 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 shutdown_connections 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f8b20038820 0x7f8b2003ace0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 --2- 172.21.15.29:0/33109220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b341072b0 0x7f8b3419a440 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 >> 172.21.15.29:0/33109220 conn(0x7f8b34100ca0 msgr2=0x7f8b34101a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 shutdown_connections 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:14.268+0000 7f8b3c26d700 1 -- 172.21.15.29:0/33109220 wait complete. 2023-10-05T15:14:14.753 INFO:teuthology.orchestra.run.smithi029.stdout:Deploying unmanaged mgr service... 2023-10-05T15:14:15.551 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:15 smithi029 ceph-mon[99237]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:15.551 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:15 smithi029 ceph-mon[99237]: Saving service mon spec with placement count:5 2023-10-05T15:14:15.551 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:15 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.294+0000 7f4ecd968700 1 Processor -- start 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.294+0000 7f4ecd968700 1 -- start start 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ecd968700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ecd968700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ec81071f0 con 0x7f4ec8106800 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ec6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:16.045 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ec6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43902/0 (socket says 172.21.15.29:43902) 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ec6ffd700 1 -- 172.21.15.29:0/729592386 learned_addr learned my addr 172.21.15.29:0/729592386 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ec6ffd700 1 -- 172.21.15.29:0/729592386 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ec8107a00 con 0x7f4ec8106800 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.295+0000 7f4ec6ffd700 1 --2- 172.21.15.29:0/729592386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8009870 tx=0x7f4eb8009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3677f0371e985011 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ec5ffb700 1 -- 172.21.15.29:0/729592386 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4eb8005d60 con 0x7f4ec8106800 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ec5ffb700 1 -- 172.21.15.29:0/729592386 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4eb80044d0 con 0x7f4ec8106800 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ec5ffb700 1 -- 172.21.15.29:0/729592386 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4eb80061c0 con 0x7f4ec8106800 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 -- 172.21.15.29:0/729592386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 msgr2=0x7f4ec8106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 --2- 172.21.15.29:0/729592386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8009870 tx=0x7f4eb8009b80 comp rx=0 tx=0).stop 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 -- 172.21.15.29:0/729592386 shutdown_connections 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 --2- 172.21.15.29:0/729592386 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec8106c20 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:16.046 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 -- 172.21.15.29:0/729592386 >> 172.21.15.29:0/729592386 conn(0x7f4ec8101de0 msgr2=0x7f4ec8104200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 -- 172.21.15.29:0/729592386 shutdown_connections 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.296+0000 7f4ecd968700 1 -- 172.21.15.29:0/729592386 wait complete. 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.297+0000 7f4ecd968700 1 Processor -- start 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.297+0000 7f4ecd968700 1 -- start start 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.297+0000 7f4ecd968700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.297+0000 7f4ecd968700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ec807c190 con 0x7f4ec8106800 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ec6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ec6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43904/0 (socket says 172.21.15.29:43904) 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ec6ffd700 1 -- 172.21.15.29:0/726965808 learned_addr learned my addr 172.21.15.29:0/726965808 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ec6ffd700 1 -- 172.21.15.29:0/726965808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4eb8009500 con 0x7f4ec8106800 2023-10-05T15:14:16.047 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ec6ffd700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8003d10 tx=0x7f4eb8004210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4eb80067c0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1074+0+0 (secure 0 0 0) 0x7f4eb8006920 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ec807a2a0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4eb8011bb0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.298+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ec807a6c0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.299+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ec80624e0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.300+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f4eb8018070 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.300+0000 7f4ecc966700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 0x7f4eb403ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.300+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f4eb80547c0 con 0x7f4ec8106800 2023-10-05T15:14:16.048 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.300+0000 7f4ec67fc700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 0x7f4eb403ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.300+0000 7f4ec67fc700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 0x7f4eb403ace0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0006fd0 tx=0x7f4eb0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.305+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4eb8005c30 con 0x7f4ec8106800 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.546+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mon.0 v2:172.21.15.29:3300/0 7 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4eb804ce90 con 0x7f4ec8106800 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.702+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f4eac000d90 con 0x7f4eb4038820 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.708+0000 7f4ecc966700 1 -- 172.21.15.29:0/726965808 <== mgr.14118 v2:172.21.15.29:6800/1149063850 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f4eac000d90 con 0x7f4eb4038820 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 msgr2=0x7f4eb403ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 0x7f4eb403ace0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f4eb0006fd0 tx=0x7f4eb0006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 msgr2=0x7f4ec807bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f4eb8003d10 tx=0x7f4eb8004210 comp rx=0 tx=0).stop 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 shutdown_connections 2023-10-05T15:14:16.049 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f4eb4038820 0x7f4eb403ace0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:16.050 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 --2- 172.21.15.29:0/726965808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4ec8106800 0x7f4ec807bc50 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:16.050 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.710+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 >> 172.21.15.29:0/726965808 conn(0x7f4ec8101de0 msgr2=0x7f4ec8103430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:16.050 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.711+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 shutdown_connections 2023-10-05T15:14:16.050 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:15.711+0000 7f4ecd968700 1 -- 172.21.15.29:0/726965808 wait complete. 2023-10-05T15:14:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:16 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:16 smithi029 ceph-mon[99237]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:16 smithi029 ceph-mon[99237]: Saving service mgr spec with placement count:2 2023-10-05T15:14:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:16 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:16 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:17.387 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.507+0000 7ffbafaf6700 1 Processor -- start 2023-10-05T15:14:17.833 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.507+0000 7ffbafaf6700 1 -- start start 2023-10-05T15:14:17.833 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbafaf6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbafaf6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba8079e50 con 0x7ffba81050a0 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbad892700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbad892700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43908/0 (socket says 172.21.15.29:43908) 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbad892700 1 -- 172.21.15.29:0/3291563786 learned_addr learned my addr 172.21.15.29:0/3291563786 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbad892700 1 -- 172.21.15.29:0/3291563786 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffba8105a00 con 0x7ffba81050a0 2023-10-05T15:14:17.834 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbad892700 1 --2- 172.21.15.29:0/3291563786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ffba40098a0 tx=0x7ffba4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd412530aadff48c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:17.835 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.508+0000 7ffbac890700 1 -- 172.21.15.29:0/3291563786 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffba4004160 con 0x7ffba81050a0 2023-10-05T15:14:17.841 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbac890700 1 -- 172.21.15.29:0/3291563786 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffba40042c0 con 0x7ffba81050a0 2023-10-05T15:14:17.841 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbac890700 1 -- 172.21.15.29:0/3291563786 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffba40119b0 con 0x7ffba81050a0 2023-10-05T15:14:17.841 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3291563786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 msgr2=0x7ffba81054c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3291563786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7ffba40098a0 tx=0x7ffba4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3291563786 shutdown_connections 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3291563786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba81050a0 0x7ffba81054c0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.509+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3291563786 >> 172.21.15.29:0/3291563786 conn(0x7ffba8100ca0 msgr2=0x7ffba81030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3291563786 shutdown_connections 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3291563786 wait complete. 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 Processor -- start 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 -- start start 2023-10-05T15:14:17.842 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.510+0000 7ffbafaf6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba819d1c0 con 0x7ffba819c860 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbad892700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbad892700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43910/0 (socket says 172.21.15.29:43910) 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbad892700 1 -- 172.21.15.29:0/3724541646 learned_addr learned my addr 172.21.15.29:0/3724541646 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbad892700 1 -- 172.21.15.29:0/3724541646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffba4009550 con 0x7ffba819c860 2023-10-05T15:14:17.843 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbad892700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ffba4015000 tx=0x7ffba4012f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:17.844 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffba40037d0 con 0x7ffba819c860 2023-10-05T15:14:17.844 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffba401f070 con 0x7ffba819c860 2023-10-05T15:14:17.844 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffba819d3c0 con 0x7ffba819c860 2023-10-05T15:14:17.844 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffba4026d50 con 0x7ffba819c860 2023-10-05T15:14:17.844 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.511+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffba81a0010 con 0x7ffba819c860 2023-10-05T15:14:17.845 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.512+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7ffba401a440 con 0x7ffba819c860 2023-10-05T15:14:17.845 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.513+0000 7ffb9effd700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 0x7ffb9403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:17.845 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.513+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7ffba4021070 con 0x7ffba819c860 2023-10-05T15:14:17.845 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.513+0000 7ffbad091700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 0x7ffb9403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:17.845 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.513+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffba8196020 con 0x7ffba819c860 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.513+0000 7ffbad091700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 0x7ffb9403ad30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffb98006fd0 tx=0x7ffb98006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.518+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffba400bc10 con 0x7ffba819c860 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.895+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7ffba80624e0 con 0x7ffba819c860 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.897+0000 7ffb9effd700 1 -- 172.21.15.29:0/3724541646 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7ffba400b800 con 0x7ffba819c860 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 msgr2=0x7ffb9403ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:17.846 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 0x7ffb9403ad30 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7ffb98006fd0 tx=0x7ffb98006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 msgr2=0x7ffba819cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ffba4015000 tx=0x7ffba4012f80 comp rx=0 tx=0).stop 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 shutdown_connections 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7ffb94038870 0x7ffb9403ad30 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 --2- 172.21.15.29:0/3724541646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffba819c860 0x7ffba819cc80 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 >> 172.21.15.29:0/3724541646 conn(0x7ffba8100ca0 msgr2=0x7ffba8190c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:17.847 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 shutdown_connections 2023-10-05T15:14:17.848 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:16.900+0000 7ffbafaf6700 1 -- 172.21.15.29:0/3724541646 wait complete. 2023-10-05T15:14:18.218 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:17 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3724541646' entity='client.admin' 2023-10-05T15:14:18.218 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:17 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:18.634 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f2678c9e700 1 Processor -- start 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f2678c9e700 1 -- start start 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f2678c9e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f2678c9e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2674107660 con 0x7f2674106c70 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f267259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f267259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43914/0 (socket says 172.21.15.29:43914) 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.929+0000 7f267259c700 1 -- 172.21.15.29:0/1401000777 learned_addr learned my addr 172.21.15.29:0/1401000777 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.930+0000 7f267259c700 1 -- 172.21.15.29:0/1401000777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26741077a0 con 0x7f2674106c70 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.930+0000 7f267259c700 1 --2- 172.21.15.29:0/1401000777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26640098a0 tx=0x7f2664009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e19095fe30a2c75 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.930+0000 7f267159a700 1 -- 172.21.15.29:0/1401000777 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2664004160 con 0x7f2674106c70 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.930+0000 7f267159a700 1 -- 172.21.15.29:0/1401000777 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26640042c0 con 0x7f2674106c70 2023-10-05T15:14:18.635 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.930+0000 7f267159a700 1 -- 172.21.15.29:0/1401000777 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26640119b0 con 0x7f2674106c70 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 -- 172.21.15.29:0/1401000777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 msgr2=0x7f2674107090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 --2- 172.21.15.29:0/1401000777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f26640098a0 tx=0x7f2664009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 -- 172.21.15.29:0/1401000777 shutdown_connections 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 --2- 172.21.15.29:0/1401000777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674107090 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 -- 172.21.15.29:0/1401000777 >> 172.21.15.29:0/1401000777 conn(0x7f2674100420 msgr2=0x7f2674102840 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.931+0000 7f2678c9e700 1 -- 172.21.15.29:0/1401000777 shutdown_connections 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.932+0000 7f2678c9e700 1 -- 172.21.15.29:0/1401000777 wait complete. 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f2678c9e700 1 Processor -- start 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f2678c9e700 1 -- start start 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f2678c9e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f2678c9e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f267419d240 con 0x7f2674106c70 2023-10-05T15:14:18.636 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f267259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f267259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43916/0 (socket says 172.21.15.29:43916) 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f267259c700 1 -- 172.21.15.29:0/3650999234 learned_addr learned my addr 172.21.15.29:0/3650999234 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.933+0000 7f267259c700 1 -- 172.21.15.29:0/3650999234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2664009550 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f267259c700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2664003e60 tx=0x7f2664011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2664003a60 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2664003bc0 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f26640196c0 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f267419d380 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.934+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f267419d7a0 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.935+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7f2664019930 con 0x7f2674106c70 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.935+0000 7f26637fe700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 0x7f265c03ad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:18.637 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.935+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f266404ca00 con 0x7f2674106c70 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.935+0000 7f2671d9b700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 0x7f265c03ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.936+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26740624e0 con 0x7f2674106c70 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.936+0000 7f2671d9b700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 0x7f265c03ad10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2668006fd0 tx=0x7f2668006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:17.941+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2664010db0 con 0x7f2674106c70 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.306+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f267419dc20 con 0x7f2674106c70 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.309+0000 7f26637fe700 1 -- 172.21.15.29:0/3650999234 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f2664010380 con 0x7f2674106c70 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 msgr2=0x7f265c03ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 0x7f265c03ad10 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f2668006fd0 tx=0x7f2668006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 msgr2=0x7f2674105400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2664003e60 tx=0x7f2664011a30 comp rx=0 tx=0).stop 2023-10-05T15:14:18.638 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 shutdown_connections 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7f265c038850 0x7f265c03ad10 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 --2- 172.21.15.29:0/3650999234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2674106c70 0x7f2674105400 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 >> 172.21.15.29:0/3650999234 conn(0x7f2674100420 msgr2=0x7f2674101ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 shutdown_connections 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:18.312+0000 7f2678c9e700 1 -- 172.21.15.29:0/3650999234 wait complete. 2023-10-05T15:14:18.639 INFO:teuthology.orchestra.run.smithi029.stdout:Enabling the dashboard module... 2023-10-05T15:14:19.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:19 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3650999234' entity='client.admin' 2023-10-05T15:14:19.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:19 smithi029 ceph-mon[99237]: from='mgr.14118 172.21.15.29:0/3420237771' entity='mgr.x' 2023-10-05T15:14:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/737921958' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2023-10-05T15:14:20.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setuser ceph since I am not root 2023-10-05T15:14:20.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setgroup ceph since I am not root 2023-10-05T15:14:20.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:20.527+0000 7fa4de85d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:14:20.883 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:20.625+0000 7fa4de85d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:14:20.883 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:20.735+0000 7fa4de85d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:14:20.883 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:20.849+0000 7fa4de85d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:14:20.889 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab02fcb700 1 Processor -- start 2023-10-05T15:14:20.889 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab02fcb700 1 -- start start 2023-10-05T15:14:20.889 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab02fcb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab02fcb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faafc1093b0 con 0x7faafc1089c0 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab00d67700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab00d67700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43920/0 (socket says 172.21.15.29:43920) 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.130+0000 7fab00d67700 1 -- 172.21.15.29:0/572280630 learned_addr learned my addr 172.21.15.29:0/572280630 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.131+0000 7fab00d67700 1 -- 172.21.15.29:0/572280630 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faafc109bc0 con 0x7faafc1089c0 2023-10-05T15:14:20.890 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.131+0000 7fab00d67700 1 --2- 172.21.15.29:0/572280630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7faaf00098a0 tx=0x7faaf0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4a42630172a9ff server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.131+0000 7faafb7fe700 1 -- 172.21.15.29:0/572280630 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaf0004160 con 0x7faafc1089c0 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.131+0000 7faafb7fe700 1 -- 172.21.15.29:0/572280630 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faaf00042c0 con 0x7faafc1089c0 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.131+0000 7faafb7fe700 1 -- 172.21.15.29:0/572280630 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaf00119b0 con 0x7faafc1089c0 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 -- 172.21.15.29:0/572280630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 msgr2=0x7faafc108de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 --2- 172.21.15.29:0/572280630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7faaf00098a0 tx=0x7faaf0009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 -- 172.21.15.29:0/572280630 shutdown_connections 2023-10-05T15:14:20.891 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 --2- 172.21.15.29:0/572280630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc108de0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 -- 172.21.15.29:0/572280630 >> 172.21.15.29:0/572280630 conn(0x7faafc07be90 msgr2=0x7faafc1064d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 -- 172.21.15.29:0/572280630 shutdown_connections 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.132+0000 7fab02fcb700 1 -- 172.21.15.29:0/572280630 wait complete. 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.133+0000 7fab02fcb700 1 Processor -- start 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.133+0000 7fab02fcb700 1 -- start start 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.133+0000 7fab02fcb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:20.892 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.133+0000 7fab02fcb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faafc19cbc0 con 0x7faafc1089c0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7fab00d67700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7fab00d67700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43922/0 (socket says 172.21.15.29:43922) 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7fab00d67700 1 -- 172.21.15.29:0/737921958 learned_addr learned my addr 172.21.15.29:0/737921958 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7fab00d67700 1 -- 172.21.15.29:0/737921958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaf0009550 con 0x7faafc1089c0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7fab00d67700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faaf0000c00 tx=0x7faaf0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.134+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaf00039f0 con 0x7faafc1089c0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.135+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faaf0003b50 con 0x7faafc1089c0 2023-10-05T15:14:20.893 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.135+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faafc19cdc0 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.135+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faaf001a780 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.135+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faafc19d1e0 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.136+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faae0005320 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.137+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 8) v1 ==== 45579+0+0 (secure 0 0 0) 0x7faaf001a9b0 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.137+0000 7faaf9ffb700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 0x7faaec03ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.137+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7faaf004cb40 con 0x7faafc1089c0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.137+0000 7faafbfff700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 0x7faaec03ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:20.894 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.138+0000 7faafbfff700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 0x7faaec03ace0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faae8006fd0 tx=0x7faae8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.142+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7faaf002c940 con 0x7faafc1089c0 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:19.640+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7faae0005190 con 0x7faafc1089c0 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.311+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7faaf00193c0 con 0x7faafc1089c0 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.312+0000 7faaf9ffb700 1 -- 172.21.15.29:0/737921958 <== mon.0 v2:172.21.15.29:3300/0 8 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7faaf004bcc0 con 0x7faafc1089c0 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.315+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 msgr2=0x7faaec03ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.315+0000 7fab02fcb700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 0x7faaec03ace0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7faae8006fd0 tx=0x7faae8006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:20.895 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.315+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 msgr2=0x7faafc19c680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.315+0000 7fab02fcb700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7faaf0000c00 tx=0x7faaf0011a30 comp rx=0 tx=0).stop 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 shutdown_connections 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7faaec038820 0x7faaec03ace0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 --2- 172.21.15.29:0/737921958 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faafc1089c0 0x7faafc19c680 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 >> 172.21.15.29:0/737921958 conn(0x7faafc07be90 msgr2=0x7faafc1067d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 shutdown_connections 2023-10-05T15:14:20.896 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:20.316+0000 7fab02fcb700 1 -- 172.21.15.29:0/737921958 wait complete. 2023-10-05T15:14:21.143 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:21.068+0000 7fa4de85d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:14:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/737921958' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2023-10-05T15:14:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-mon[99237]: mgrmap e9: x(active, since 17s) 2023-10-05T15:14:21.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:21.559+0000 7fa4de85d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:14:22.033 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:21.720+0000 7fa4de85d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:14:22.033 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:21.829+0000 7fa4de85d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:14:22.033 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:21.948+0000 7fa4de85d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:14:22.233 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:14:22.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "epoch": 9, 2023-10-05T15:14:22.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "available": true, 2023-10-05T15:14:22.239 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "active_name": "x", 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "num_standby": 0 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.387+0000 7fb16ddd2700 1 Processor -- start 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.387+0000 7fb16ddd2700 1 -- start start 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb16ddd2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb16ddd2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb168079e50 con 0x7fb1681050a0 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb1677fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb1677fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43936/0 (socket says 172.21.15.29:43936) 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb1677fe700 1 -- 172.21.15.29:0/960916891 learned_addr learned my addr 172.21.15.29:0/960916891 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:22.240 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb1677fe700 1 -- 172.21.15.29:0/960916891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb168105a00 con 0x7fb1681050a0 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.388+0000 7fb1677fe700 1 --2- 172.21.15.29:0/960916891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb1580098a0 tx=0x7fb158009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74b9cd58d1cba6b4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb1667fc700 1 -- 172.21.15.29:0/960916891 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb158004160 con 0x7fb1681050a0 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb1667fc700 1 -- 172.21.15.29:0/960916891 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb1580042c0 con 0x7fb1681050a0 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb1667fc700 1 -- 172.21.15.29:0/960916891 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb1580119b0 con 0x7fb1681050a0 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb16ddd2700 1 -- 172.21.15.29:0/960916891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 msgr2=0x7fb1681054c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/960916891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fb1580098a0 tx=0x7fb158009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb16ddd2700 1 -- 172.21.15.29:0/960916891 shutdown_connections 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/960916891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb1681054c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.389+0000 7fb16ddd2700 1 -- 172.21.15.29:0/960916891 >> 172.21.15.29:0/960916891 conn(0x7fb168100ca0 msgr2=0x7fb1681030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.390+0000 7fb16ddd2700 1 -- 172.21.15.29:0/960916891 shutdown_connections 2023-10-05T15:14:22.241 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.390+0000 7fb16ddd2700 1 -- 172.21.15.29:0/960916891 wait complete. 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.390+0000 7fb16ddd2700 1 Processor -- start 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.390+0000 7fb16ddd2700 1 -- start start 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb16ddd2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb16ddd2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb16819cb70 con 0x7fb1681050a0 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb1677fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb1677fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43938/0 (socket says 172.21.15.29:43938) 2023-10-05T15:14:22.242 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb1677fe700 1 -- 172.21.15.29:0/3206349202 learned_addr learned my addr 172.21.15.29:0/3206349202 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:22.243 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb1677fe700 1 -- 172.21.15.29:0/3206349202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb158009550 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb1677fe700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb158011980 tx=0x7fb158011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb158003a60 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb158003bc0 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb16819cd70 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb15801a670 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.391+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb16819d190 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.392+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fb15801a930 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.393+0000 7fb164ff9700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 0x7fb15403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.393+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb158024a00 con 0x7fb1681050a0 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.393+0000 7fb166ffd700 1 -- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 msgr2=0x7fb15403ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:22.244 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.393+0000 7fb166ffd700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 0x7fb15403ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.393+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb168195f10 con 0x7fb1681050a0 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.402+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb158048080 con 0x7fb1681050a0 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.594+0000 7fb166ffd700 1 -- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 msgr2=0x7fb15403ad30 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.594+0000 7fb166ffd700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 0x7fb15403ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.879+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fb1681068b0 con 0x7fb1681050a0 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.880+0000 7fb164ff9700 1 -- 172.21.15.29:0/3206349202 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7fb15801ac30 con 0x7fb1681050a0 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 msgr2=0x7fb15403ad30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 0x7fb15403ad30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 msgr2=0x7fb16819c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb158011980 tx=0x7fb158011a60 comp rx=0 tx=0).stop 2023-10-05T15:14:22.245 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 shutdown_connections 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb154038870 0x7fb15403ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 --2- 172.21.15.29:0/3206349202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1681050a0 0x7fb16819c630 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 >> 172.21.15.29:0/3206349202 conn(0x7fb168100ca0 msgr2=0x7fb168190c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 shutdown_connections 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:21.882+0000 7fb16ddd2700 1 -- 172.21.15.29:0/3206349202 wait complete. 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for the mgr to restart... 2023-10-05T15:14:22.246 INFO:teuthology.orchestra.run.smithi029.stdout:Waiting for mgr epoch 9... 2023-10-05T15:14:22.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:22 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3206349202' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2023-10-05T15:14:22.611 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:22.487+0000 7fa4de85d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:14:23.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:23 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:23.282+0000 7fa4de85d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:14:23.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:23 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:23.382+0000 7fa4de85d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:14:24.704 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:24 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:24.365+0000 7fa4de85d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:14:24.704 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:24 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:24.478+0000 7fa4de85d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:14:24.705 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:24 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:24.702+0000 7fa4de85d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:14:25.314 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:25 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:25.058+0000 7fa4de85d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:14:25.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:25 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:25.312+0000 7fa4de85d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:14:25.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:25 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:25.497+0000 7fa4de85d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:14:26.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:25 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:25.831+0000 7fa4de85d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:14:27.077 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:26 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:26.664+0000 7fa4de85d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:14:27.077 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:26 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:26.824+0000 7fa4de85d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:14:27.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:27 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:27.075+0000 7fa4de85d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:14:27.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:27 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:27.213+0000 7fa4de85d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:14:27.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:27 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:27.492+0000 7fa4de85d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:14:28.552+0000 7fa4de85d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: Active manager daemon x restarted 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: Activating manager daemon x 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: osdmap e3: 0 total, 0 up, 0 in 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: mgrmap e10: x(active, starting, since 0.00327148s) 2023-10-05T15:14:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: Manager daemon x is now available 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:28.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:29.885 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:14:29.885 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:14:29.885 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:29 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:29] ENGINE Bus STARTING 2023-10-05T15:14:29.885 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:29 smithi029 ceph-mon[99237]: mgrmap e11: x(active, since 1.00563s) 2023-10-05T15:14:29.909 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout { 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout "initialized": true 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout } 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.716+0000 7fb132816700 1 Processor -- start 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.716+0000 7fb132816700 1 -- start start 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.716+0000 7fb132816700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.716+0000 7fb132816700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb12c079e10 con 0x7fb12c1072f0 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:29.910 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43946/0 (socket says 172.21.15.29:43946) 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12bfff700 1 -- 172.21.15.29:0/841393642 learned_addr learned my addr 172.21.15.29:0/841393642 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12bfff700 1 -- 172.21.15.29:0/841393642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb12c079f50 con 0x7fb12c1072f0 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12bfff700 1 --2- 172.21.15.29:0/841393642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb11c0098a0 tx=0x7fb11c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fab0b626e44e6f8e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12affd700 1 -- 172.21.15.29:0/841393642 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb11c004160 con 0x7fb12c1072f0 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12affd700 1 -- 172.21.15.29:0/841393642 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb11c0042c0 con 0x7fb12c1072f0 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.717+0000 7fb12affd700 1 -- 172.21.15.29:0/841393642 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb11c0119b0 con 0x7fb12c1072f0 2023-10-05T15:14:29.911 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 -- 172.21.15.29:0/841393642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 msgr2=0x7fb12c1096e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 --2- 172.21.15.29:0/841393642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb11c0098a0 tx=0x7fb11c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 -- 172.21.15.29:0/841393642 shutdown_connections 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 --2- 172.21.15.29:0/841393642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c1096e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 -- 172.21.15.29:0/841393642 >> 172.21.15.29:0/841393642 conn(0x7fb12c100ca0 msgr2=0x7fb12c1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 -- 172.21.15.29:0/841393642 shutdown_connections 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.718+0000 7fb132816700 1 -- 172.21.15.29:0/841393642 wait complete. 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb132816700 1 Processor -- start 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb132816700 1 -- start start 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb132816700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:29.912 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb132816700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb12c107190 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb12bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb12bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:43948/0 (socket says 172.21.15.29:43948) 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.719+0000 7fb12bfff700 1 -- 172.21.15.29:0/3006926407 learned_addr learned my addr 172.21.15.29:0/3006926407 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb12bfff700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb11c009550 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb12bfff700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb11c003e60 tx=0x7fb11c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb11c003970 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb11c003ad0 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb132816700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb12c1052a0 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb11c0195e0 con 0x7fb12c1072f0 2023-10-05T15:14:29.913 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.720+0000 7fb132816700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb12c1056c0 con 0x7fb12c1072f0 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 9) v1 ==== 45592+0+0 (secure 0 0 0) 0x7fb11c0198a0 con 0x7fb12c1072f0 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb1297fa700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb11403b3f0 con 0x7fb114038820 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fb11c04ca30 con 0x7fb12c1072f0 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb12b7fe700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.722+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.923+0000 7fb12b7fe700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:22.923+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:14:29.914 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:23.324+0000 7fb12b7fe700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:23.324+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:24.125+0000 7fb12b7fe700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:24.125+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:25.726+0000 7fb12b7fe700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/1149063850 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:25.726+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:28.568+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mgrmap(e 10) v1 ==== 45359+0+0 (secure 0 0 0) 0x7fb11c019ba0 con 0x7fb12c1072f0 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:28.568+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 msgr2=0x7fb11403ace0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:28.568+0000 7fb1297fa700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.569+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7fb11c04e300 con 0x7fb12c1072f0 2023-10-05T15:14:29.915 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.569+0000 7fb1297fa700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 0x7fb11403e550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.569+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb11403b3f0 con 0x7fb11403c160 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.570+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 0x7fb11403e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.570+0000 7fb12b7fe700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 0x7fb11403e550 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb120003a10 tx=0x7fb1200092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.571+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+6910 (secure 0 0 0) 0x7fb11403b3f0 con 0x7fb11403c160 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.582+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fb12c1067f0 con 0x7fb11403c160 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.582+0000 7fb1297fa700 1 -- 172.21.15.29:0/3006926407 <== mgr.14150 v2:172.21.15.29:6800/3390071130 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7fb12c1067f0 con 0x7fb11403c160 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 msgr2=0x7fb11403e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 0x7fb11403e550 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb120003a10 tx=0x7fb1200092b0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 msgr2=0x7fb12c106c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:29.916 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fb11c003e60 tx=0x7fb11c011aa0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 shutdown_connections 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb11403c160 0x7fb11403e550 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb12c1072f0 0x7fb12c106c50 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 --2- 172.21.15.29:0/3006926407 >> [v2:172.21.15.29:6800/1149063850,v1:172.21.15.29:6801/1149063850] conn(0x7fb114038820 0x7fb11403ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 >> 172.21.15.29:0/3006926407 conn(0x7fb12c100ca0 msgr2=0x7fb12c101a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 shutdown_connections 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:29.583+0000 7fb112ffd700 1 -- 172.21.15.29:0/3006926407 wait complete. 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:mgr epoch 9 is available 2023-10-05T15:14:29.917 INFO:teuthology.orchestra.run.smithi029.stdout:Generating a dashboard self-signed certificate... 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:29] ENGINE Serving on https://172.21.15.29:7150 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:29] ENGINE Serving on http://172.21.15.29:8765 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: [05/Oct/2023:15:14:29] ENGINE Bus STARTED 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2023-10-05T15:14:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.586+0000 7fa52f0d4700 1 Processor -- start 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.586+0000 7fa52f0d4700 1 -- start start 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.586+0000 7fa52f0d4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.586+0000 7fa52f0d4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa528079dd0 con 0x7fa528107330 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa52ce70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa52ce70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44002/0 (socket says 172.21.15.29:44002) 2023-10-05T15:14:31.609 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa52ce70700 1 -- 172.21.15.29:0/4144853253 learned_addr learned my addr 172.21.15.29:0/4144853253 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa52ce70700 1 -- 172.21.15.29:0/4144853253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa528079f10 con 0x7fa528107330 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa52ce70700 1 --2- 172.21.15.29:0/4144853253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa51c0098a0 tx=0x7fa51c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0be85815567428b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa5277fe700 1 -- 172.21.15.29:0/4144853253 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa51c004160 con 0x7fa528107330 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa5277fe700 1 -- 172.21.15.29:0/4144853253 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa51c0042c0 con 0x7fa528107330 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.587+0000 7fa5277fe700 1 -- 172.21.15.29:0/4144853253 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa51c0119b0 con 0x7fa528107330 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 -- 172.21.15.29:0/4144853253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 msgr2=0x7fa528109720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/4144853253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa51c0098a0 tx=0x7fa51c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 -- 172.21.15.29:0/4144853253 shutdown_connections 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/4144853253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528109720 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 -- 172.21.15.29:0/4144853253 >> 172.21.15.29:0/4144853253 conn(0x7fa528100ca0 msgr2=0x7fa5281030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 -- 172.21.15.29:0/4144853253 shutdown_connections 2023-10-05T15:14:31.610 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.588+0000 7fa52f0d4700 1 -- 172.21.15.29:0/4144853253 wait complete. 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52f0d4700 1 Processor -- start 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52f0d4700 1 -- start start 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52f0d4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52f0d4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5281071d0 con 0x7fa528107330 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52ce70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52ce70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44004/0 (socket says 172.21.15.29:44004) 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.589+0000 7fa52ce70700 1 -- 172.21.15.29:0/3472336552 learned_addr learned my addr 172.21.15.29:0/3472336552 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa52ce70700 1 -- 172.21.15.29:0/3472336552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa51c009550 con 0x7fa528107330 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa52ce70700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa51c011980 tx=0x7fa51c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa51c003a60 con 0x7fa528107330 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa51c003bc0 con 0x7fa528107330 2023-10-05T15:14:31.611 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5281052e0 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa51c01a670 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.590+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa528105700 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.591+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 11) v1 ==== 45486+0+0 (secure 0 0 0) 0x7fa51c01a930 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.591+0000 7fa525ffb700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 0x7fa51803ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.591+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa51c04d760 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.592+0000 7fa527fff700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 0x7fa51803ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.592+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5280624e0 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.592+0000 7fa527fff700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 0x7fa51803ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa514006fd0 tx=0x7fa514006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.597+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa51c018db0 con 0x7fa528107330 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:30.979+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7fa528105bc0 con 0x7fa518038740 2023-10-05T15:14:31.612 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.179+0000 7fa525ffb700 1 -- 172.21.15.29:0/3472336552 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7fa528105bc0 con 0x7fa518038740 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 msgr2=0x7fa51803ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 0x7fa51803ac00 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa514006fd0 tx=0x7fa514006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 msgr2=0x7fa528106c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fa51c011980 tx=0x7fa51c011a60 comp rx=0 tx=0).stop 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 shutdown_connections 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa518038740 0x7fa51803ac00 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 --2- 172.21.15.29:0/3472336552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa528107330 0x7fa528106c90 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 >> 172.21.15.29:0/3472336552 conn(0x7fa528100ca0 msgr2=0x7fa528101a70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.181+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 shutdown_connections 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:31.182+0000 7fa52f0d4700 1 -- 172.21.15.29:0/3472336552 wait complete. 2023-10-05T15:14:31.613 INFO:teuthology.orchestra.run.smithi029.stdout:Creating initial admin user... 2023-10-05T15:14:32.501 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:32 smithi029 ceph-mon[99237]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:32.501 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:32.501 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:32.502 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:32.502 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:32 smithi029 ceph-mon[99237]: mgrmap e12: x(active, since 2s) 2023-10-05T15:14:33.263 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$8g7Tq0lIty0YwUc5UEoHyOLwIzgTw3a7bPsx2dcgZv/5DUXR9JjTG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1696518872, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.049+0000 7f0508ecb700 1 Processor -- start 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.049+0000 7f0508ecb700 1 -- start start 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.049+0000 7f0508ecb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.049+0000 7f0508ecb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05041076f0 con 0x7f0504106d00 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.049+0000 7f050259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44008/0 (socket says 172.21.15.29:44008) 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050259c700 1 -- 172.21.15.29:0/1828827878 learned_addr learned my addr 172.21.15.29:0/1828827878 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050259c700 1 -- 172.21.15.29:0/1828827878 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0504107830 con 0x7f0504106d00 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050259c700 1 --2- 172.21.15.29:0/1828827878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f04ec0098a0 tx=0x7f04ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be0c8babdb1c33da server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:33.264 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050159a700 1 -- 172.21.15.29:0/1828827878 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04ec004160 con 0x7f0504106d00 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050159a700 1 -- 172.21.15.29:0/1828827878 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04ec0042c0 con 0x7f0504106d00 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.050+0000 7f050159a700 1 -- 172.21.15.29:0/1828827878 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04ec0119b0 con 0x7f0504106d00 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 -- 172.21.15.29:0/1828827878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 msgr2=0x7f0504107120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 --2- 172.21.15.29:0/1828827878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f04ec0098a0 tx=0x7f04ec009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 -- 172.21.15.29:0/1828827878 shutdown_connections 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 --2- 172.21.15.29:0/1828827878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f0504107120 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 -- 172.21.15.29:0/1828827878 >> 172.21.15.29:0/1828827878 conn(0x7f0504100450 msgr2=0x7f0504102870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 -- 172.21.15.29:0/1828827878 shutdown_connections 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.051+0000 7f0508ecb700 1 -- 172.21.15.29:0/1828827878 wait complete. 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f0508ecb700 1 Processor -- start 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f0508ecb700 1 -- start start 2023-10-05T15:14:33.265 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f0508ecb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f0508ecb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f050419cc40 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f050259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f050259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44010/0 (socket says 172.21.15.29:44010) 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f050259c700 1 -- 172.21.15.29:0/991744439 learned_addr learned my addr 172.21.15.29:0/991744439 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f050259c700 1 -- 172.21.15.29:0/991744439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04ec009550 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f050259c700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f04ec003e60 tx=0x7f04ec011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.052+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04ec003a60 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.053+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f04ec003bc0 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.053+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f050419ce40 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.053+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04ec0196c0 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.053+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f050419d260 con 0x7f0504106d00 2023-10-05T15:14:33.266 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f04ec01a430 con 0x7f0504106d00 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05041963f0 con 0x7f0504106d00 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f04fb7fe700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 0x7f04f003ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f04ec04cc80 con 0x7f0504106d00 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f0501d9b700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 0x7f04f003ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.054+0000 7f0501d9b700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 0x7f04f003ad60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f04f4006fd0 tx=0x7f04f4006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.059+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f04ec010380 con 0x7f0504106d00 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.462+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f0504062300 con 0x7f04f00388a0 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.710+0000 7f04fb7fe700 1 -- 172.21.15.29:0/991744439 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7f0504062300 con 0x7f04f00388a0 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 msgr2=0x7f04f003ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 0x7f04f003ad60 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f04f4006fd0 tx=0x7f04f4006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 msgr2=0x7f050419c700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f04ec003e60 tx=0x7f04ec011a30 comp rx=0 tx=0).stop 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 shutdown_connections 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f04f00388a0 0x7f04f003ad60 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 --2- 172.21.15.29:0/991744439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0504106d00 0x7f050419c700 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 >> 172.21.15.29:0/991744439 conn(0x7f0504100450 msgr2=0x7f0504193530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 shutdown_connections 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:32.712+0000 7f0508ecb700 1 -- 172.21.15.29:0/991744439 wait complete. 2023-10-05T15:14:33.268 INFO:teuthology.orchestra.run.smithi029.stdout:Fetching dashboard port number... 2023-10-05T15:14:34.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:33 smithi029 ceph-mon[99237]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:34.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stdout 8443 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.715+0000 7f6661261700 1 Processor -- start 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.715+0000 7f6661261700 1 -- start start 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.715+0000 7f6661261700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.715+0000 7f6661261700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f665c1060d0 con 0x7f665c1056e0 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.715+0000 7f665affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f665affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44014/0 (socket says 172.21.15.29:44014) 2023-10-05T15:14:34.409 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f665affd700 1 -- 172.21.15.29:0/2799657794 learned_addr learned my addr 172.21.15.29:0/2799657794 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f665affd700 1 -- 172.21.15.29:0/2799657794 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f665c1068e0 con 0x7f665c1056e0 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f665affd700 1 --2- 172.21.15.29:0/2799657794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f664c0098a0 tx=0x7f664c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91eafcdded551364 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f6659ffb700 1 -- 172.21.15.29:0/2799657794 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f664c004160 con 0x7f665c1056e0 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f6659ffb700 1 -- 172.21.15.29:0/2799657794 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f664c0042c0 con 0x7f665c1056e0 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.716+0000 7f6659ffb700 1 -- 172.21.15.29:0/2799657794 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f664c0119b0 con 0x7f665c1056e0 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 -- 172.21.15.29:0/2799657794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 msgr2=0x7f665c105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 --2- 172.21.15.29:0/2799657794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f664c0098a0 tx=0x7f664c009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 -- 172.21.15.29:0/2799657794 shutdown_connections 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 --2- 172.21.15.29:0/2799657794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c105b00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 -- 172.21.15.29:0/2799657794 >> 172.21.15.29:0/2799657794 conn(0x7f665c100ca0 msgr2=0x7f665c1030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:34.410 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 -- 172.21.15.29:0/2799657794 shutdown_connections 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.717+0000 7f6661261700 1 -- 172.21.15.29:0/2799657794 wait complete. 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f6661261700 1 Processor -- start 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f6661261700 1 -- start start 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f6661261700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f6661261700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f665c19d1b0 con 0x7f665c1056e0 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f665affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f665affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44016/0 (socket says 172.21.15.29:44016) 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f665affd700 1 -- 172.21.15.29:0/765654428 learned_addr learned my addr 172.21.15.29:0/765654428 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.718+0000 7f665affd700 1 -- 172.21.15.29:0/765654428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664c009550 con 0x7f665c1056e0 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f665affd700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f664c003e60 tx=0x7f664c011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:34.411 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f664c003970 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f665c19d2f0 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f664c003ad0 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f664c0195e0 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.719+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f665c19d710 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.720+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 12) v1 ==== 45592+0+0 (secure 0 0 0) 0x7f664c0198a0 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.720+0000 7f6643fff700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 0x7f664403ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.720+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f664c04cad0 con 0x7f665c1056e0 2023-10-05T15:14:34.412 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.720+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f665c109ad0 con 0x7f665c1056e0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.720+0000 7f665a7fc700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 0x7f664403ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.721+0000 7f665a7fc700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 0x7f664403ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6650006fd0 tx=0x7f6650006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:33.725+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f664c019bf0 con 0x7f665c1056e0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.088+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f665c109cf0 con 0x7f665c1056e0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.089+0000 7f6643fff700 1 -- 172.21.15.29:0/765654428 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f664c0172b0 con 0x7f665c1056e0 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 msgr2=0x7f664403ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 0x7f664403ace0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6650006fd0 tx=0x7f6650006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 msgr2=0x7f665c079b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f664c003e60 tx=0x7f664c011aa0 comp rx=0 tx=0).stop 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 shutdown_connections 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6644038820 0x7f664403ace0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:34.413 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 --2- 172.21.15.29:0/765654428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f665c1056e0 0x7f665c079b50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:34.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 >> 172.21.15.29:0/765654428 conn(0x7f665c100ca0 msgr2=0x7f665c101a60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:34.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 shutdown_connections 2023-10-05T15:14:34.414 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.091+0000 7f6661261700 1 -- 172.21.15.29:0/765654428 wait complete. 2023-10-05T15:14:34.416 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2023-10-05T15:14:34.416 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout disabled 2023-10-05T15:14:34.423 INFO:teuthology.orchestra.run.smithi029.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2023-10-05T15:14:34.423 INFO:teuthology.orchestra.run.smithi029.stdout:systemctl: stdout inactive 2023-10-05T15:14:34.423 INFO:teuthology.orchestra.run.smithi029.stdout:firewalld.service is not enabled 2023-10-05T15:14:34.423 INFO:teuthology.orchestra.run.smithi029.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout:Ceph Dashboard is now available at: 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout: URL: https://smithi029:8443/ 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout: User: admin 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout: Password: gk4djvyvz4 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:34.425 INFO:teuthology.orchestra.run.smithi029.stdout:Saving cluster configuration to /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config directory 2023-10-05T15:14:34.426 INFO:teuthology.orchestra.run.smithi029.stdout:Enabling autotune for osd_memory_target 2023-10-05T15:14:35.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:34 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/765654428' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2023-10-05T15:14:35.668 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.888+0000 7ffb1aa82700 1 Processor -- start 2023-10-05T15:14:35.673 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.888+0000 7ffb1aa82700 1 -- start start 2023-10-05T15:14:35.673 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.888+0000 7ffb1aa82700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:35.673 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.888+0000 7ffb1aa82700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb141060d0 con 0x7ffb141056e0 2023-10-05T15:14:35.673 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb1881e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb1881e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44024/0 (socket says 172.21.15.29:44024) 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb1881e700 1 -- 172.21.15.29:0/1502508318 learned_addr learned my addr 172.21.15.29:0/1502508318 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb1881e700 1 -- 172.21.15.29:0/1502508318 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb141068e0 con 0x7ffb141056e0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb1881e700 1 --2- 172.21.15.29:0/1502508318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ffb080098a0 tx=0x7ffb08009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=407e731759735266 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb137fe700 1 -- 172.21.15.29:0/1502508318 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb08004160 con 0x7ffb141056e0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb137fe700 1 -- 172.21.15.29:0/1502508318 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb080042c0 con 0x7ffb141056e0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.889+0000 7ffb137fe700 1 -- 172.21.15.29:0/1502508318 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb080119b0 con 0x7ffb141056e0 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 -- 172.21.15.29:0/1502508318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 msgr2=0x7ffb14105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/1502508318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ffb080098a0 tx=0x7ffb08009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 -- 172.21.15.29:0/1502508318 shutdown_connections 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/1502508318 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb14105b00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:35.674 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 -- 172.21.15.29:0/1502508318 >> 172.21.15.29:0/1502508318 conn(0x7ffb14100ca0 msgr2=0x7ffb141030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 -- 172.21.15.29:0/1502508318 shutdown_connections 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.890+0000 7ffb1aa82700 1 -- 172.21.15.29:0/1502508318 wait complete. 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1aa82700 1 Processor -- start 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1aa82700 1 -- start start 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1aa82700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1aa82700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb1419a9a0 con 0x7ffb141056e0 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1881e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1881e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44026/0 (socket says 172.21.15.29:44026) 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1881e700 1 -- 172.21.15.29:0/2982914078 learned_addr learned my addr 172.21.15.29:0/2982914078 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1881e700 1 -- 172.21.15.29:0/2982914078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb08009550 con 0x7ffb141056e0 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.891+0000 7ffb1881e700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ffb08003e60 tx=0x7ffb08011aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:35.675 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.892+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb08003970 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.892+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffb08003ad0 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.892+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffb080195e0 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.892+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb1419aba0 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.892+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb1419afc0 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.893+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7ffb08019850 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.893+0000 7ffb11ffb700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 0x7ffb0403add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.893+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb140624e0 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.893+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ffb0804cb60 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.893+0000 7ffb13fff700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 0x7ffb0403add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.894+0000 7ffb13fff700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 0x7ffb0403add0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffb00006fd0 tx=0x7ffb00006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:34.898+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffb08023b40 con 0x7ffb141056e0 2023-10-05T15:14:35.676 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.258+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7ffb1419da00 con 0x7ffb141056e0 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.258+0000 7ffb11ffb700 1 -- 172.21.15.29:0/2982914078 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7ffb0800c150 con 0x7ffb141056e0 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 msgr2=0x7ffb0403add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 0x7ffb0403add0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffb00006fd0 tx=0x7ffb00006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 msgr2=0x7ffb1419a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ffb08003e60 tx=0x7ffb08011aa0 comp rx=0 tx=0).stop 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 shutdown_connections 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffb04038910 0x7ffb0403add0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 --2- 172.21.15.29:0/2982914078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb141056e0 0x7ffb1419a460 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:35.677 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.260+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 >> 172.21.15.29:0/2982914078 conn(0x7ffb14100ca0 msgr2=0x7ffb140798a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:35.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.261+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 shutdown_connections 2023-10-05T15:14:35.678 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:35.261+0000 7ffb1aa82700 1 -- 172.21.15.29:0/2982914078 wait complete. 2023-10-05T15:14:35.871 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:35 smithi029 ceph-mon[99237]: mgrmap e13: x(active, since 6s) 2023-10-05T15:14:37.121 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.135+0000 7fc4d88b2700 1 Processor -- start 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.135+0000 7fc4d88b2700 1 -- start start 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d88b2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d88b2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d41060d0 con 0x7fc4d41056e0 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44030/0 (socket says 172.21.15.29:44030) 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d259c700 1 -- 172.21.15.29:0/3431829039 learned_addr learned my addr 172.21.15.29:0/3431829039 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:37.122 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d259c700 1 -- 172.21.15.29:0/3431829039 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d41068e0 con 0x7fc4d41056e0 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.136+0000 7fc4d259c700 1 --2- 172.21.15.29:0/3431829039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc4c40098a0 tx=0x7fc4c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7895763fd6b8b26f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d159a700 1 -- 172.21.15.29:0/3431829039 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4c4004160 con 0x7fc4d41056e0 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d159a700 1 -- 172.21.15.29:0/3431829039 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4c40042c0 con 0x7fc4d41056e0 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d159a700 1 -- 172.21.15.29:0/3431829039 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4c40119b0 con 0x7fc4d41056e0 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 -- 172.21.15.29:0/3431829039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 msgr2=0x7fc4d4105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:37.123 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/3431829039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fc4c40098a0 tx=0x7fc4c4009bb0 comp rx=0 tx=0).stop 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 -- 172.21.15.29:0/3431829039 shutdown_connections 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/3431829039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d4105b00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 -- 172.21.15.29:0/3431829039 >> 172.21.15.29:0/3431829039 conn(0x7fc4d4100ca0 msgr2=0x7fc4d41030c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 -- 172.21.15.29:0/3431829039 shutdown_connections 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.137+0000 7fc4d88b2700 1 -- 172.21.15.29:0/3431829039 wait complete. 2023-10-05T15:14:37.124 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.138+0000 7fc4d88b2700 1 Processor -- start 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.138+0000 7fc4d88b2700 1 -- start start 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.138+0000 7fc4d88b2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.138+0000 7fc4d88b2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4d419a9d0 con 0x7fc4d41056e0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44032/0 (socket says 172.21.15.29:44032) 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d259c700 1 -- 172.21.15.29:0/1523521467 learned_addr learned my addr 172.21.15.29:0/1523521467 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d259c700 1 -- 172.21.15.29:0/1523521467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4c4009550 con 0x7fc4d41056e0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d259c700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4000c00 tx=0x7fc4c4011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4c40039f0 con 0x7fc4d41056e0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4d419abd0 con 0x7fc4d41056e0 2023-10-05T15:14:37.125 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc4c4003b50 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc4c401a780 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.139+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4d419aff0 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.140+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fc4c401aa40 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.140+0000 7fc4cb7fe700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 0x7fc4c003add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.140+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc4c404cba0 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.140+0000 7fc4d1d9b700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 0x7fc4c003add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.140+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4d40624e0 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.141+0000 7fc4d1d9b700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 0x7fc4c003add0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc006fd0 tx=0x7fc4bc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.145+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc4c401ad40 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.726+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7fc4d4109ad0 con 0x7fc4d41056e0 2023-10-05T15:14:37.126 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.728+0000 7fc4cb7fe700 1 -- 172.21.15.29:0/1523521467 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7fc4c40172b0 con 0x7fc4d41056e0 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 msgr2=0x7fc4c003add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 0x7fc4c003add0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fc4bc006fd0 tx=0x7fc4bc006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 msgr2=0x7fc4d419a490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fc4c4000c00 tx=0x7fc4c4011a30 comp rx=0 tx=0).stop 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 shutdown_connections 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc4c0038910 0x7fc4c003add0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 --2- 172.21.15.29:0/1523521467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc4d41056e0 0x7fc4d419a490 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 >> 172.21.15.29:0/1523521467 conn(0x7fc4d4100ca0 msgr2=0x7fc4d40798e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 shutdown_connections 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr 2023-10-05T15:14:36.731+0000 7fc4d88b2700 1 -- 172.21.15.29:0/1523521467 wait complete. 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2023-10-05T15:14:37.127 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout:Or, if you are only running a single cluster on this host: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout:Please consider enabling telemetry to help improve Ceph: 2023-10-05T15:14:37.128 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout: ceph telemetry on 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout:For more information see: 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:37.129 INFO:teuthology.orchestra.run.smithi029.stdout:Bootstrap complete. 2023-10-05T15:14:37.153 INFO:tasks.cephadm:Fetching config... 2023-10-05T15:14:37.154 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:14:37.154 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2023-10-05T15:14:37.171 INFO:tasks.cephadm:Fetching client.admin keyring... 2023-10-05T15:14:37.171 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:14:37.171 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2023-10-05T15:14:37.230 INFO:tasks.cephadm:Fetching mon keyring... 2023-10-05T15:14:37.230 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:14:37.230 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/keyring of=/dev/stdout 2023-10-05T15:14:37.299 INFO:tasks.cephadm:Fetching pub ssh key... 2023-10-05T15:14:37.299 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:14:37.300 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2023-10-05T15:14:37.357 INFO:tasks.cephadm:Installing pub ssh key for root users... 2023-10-05T15:14:37.357 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:14:37.443 INFO:teuthology.orchestra.run.smithi029.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:14:37.456 DEBUG:teuthology.orchestra.run.smithi040:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:14:37.503 INFO:teuthology.orchestra.run.smithi040.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:14:37.516 DEBUG:teuthology.orchestra.run.smithi177:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2023-10-05T15:14:37.562 INFO:teuthology.orchestra.run.smithi177.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDFchtyW5ut3F5IcujWa3vC1ImyNwNlqTywwOKJ6zNcjD4Eik+3iAC5JRUv/Ymq2zyDNNoYm5XM4MD/bcKcnq7OqrOODUy2SqfWIAplnjXeht/Kx/h/1C0Kp6rFRpPS1mikLzGCJecGdMnUaUNEV7+bYxjMObMBN8t76u2njFS2zVETHXyxIA4fNYc/5J0LAGFB7as8JwRXcxw9QPPvD0pLTprZ89KTJgZgre3HhHDFfNaSfQ6FoCgTlVdMrvh68cRgR6KShDNxPIe0yZ8rUXXfc3ClP2/eDhPZCT+1GHvTb/PwkvP3r5eaDEPf/w3OryiJ5YiuSfe2bt56ik9o2Eft+OCN0JkYdwF6C5H3W8WVl8SZ5iuRONVtfrq+XLoCHwD6er8j0ps8yjjD6fqtDqs3hb8UZ0s/JOBjCTnf9Cbg3CZTjst7m9M7VMm5dioxWDNwpY1f+r+7sZxlUoVDLqT0SFphS/FeJnWjD9tULdyhhP9gVli7GByrxNd5bBVGy5s= ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:14:37.575 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2023-10-05T15:14:38.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:37 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1523521467' entity='client.admin' 2023-10-05T15:14:38.142 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:39.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 -- 172.21.15.29:0/3782862942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 msgr2=0x7f6b08103850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:39.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/3782862942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08103850 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f6af0009910 tx=0x7f6af0009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:39.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 -- 172.21.15.29:0/3782862942 shutdown_connections 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/3782862942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08103850 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 -- 172.21.15.29:0/3782862942 >> 172.21.15.29:0/3782862942 conn(0x7f6b080fae50 msgr2=0x7f6b080fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 -- 172.21.15.29:0/3782862942 shutdown_connections 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.588+0000 7f6b0d04e700 1 -- 172.21.15.29:0/3782862942 wait complete. 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b0d04e700 1 Processor -- start 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b0d04e700 1 -- start start 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b0d04e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b0d04e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b08195fd0 con 0x7f6b08101460 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b06d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b06d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44038/0 (socket says 172.21.15.29:44038) 2023-10-05T15:14:39.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b06d9d700 1 -- 172.21.15.29:0/1809781815 learned_addr learned my addr 172.21.15.29:0/1809781815 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.589+0000 7f6b06d9d700 1 -- 172.21.15.29:0/1809781815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6af00095f0 con 0x7f6b08101460 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6b06d9d700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6af0004f40 tx=0x7f6af00057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6af001d070 con 0x7f6b08101460 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6af00044e0 con 0x7f6b08101460 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b081961d0 con 0x7f6b08101460 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6af0003a20 con 0x7f6b08101460 2023-10-05T15:14:39.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.590+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b08196610 con 0x7f6b08101460 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f6af0003ca0 con 0x7f6b08101460 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6afffff700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 0x7f6af403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b0818f4e0 con 0x7f6b08101460 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6af004c9f0 con 0x7f6b08101460 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6b0659c700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 0x7f6af403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:39.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.591+0000 7f6b0659c700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 0x7f6af403ad80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6af8006fd0 tx=0x7f6af8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:39.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.596+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6af002a720 con 0x7f6b08101460 2023-10-05T15:14:39.812 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.809+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f6b0802d2c0 con 0x7f6b08101460 2023-10-05T15:14:39.813 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.811+0000 7f6afffff700 1 -- 172.21.15.29:0/1809781815 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f6af002a360 con 0x7f6b08101460 2023-10-05T15:14:39.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 msgr2=0x7f6af403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:39.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 0x7f6af403ad80 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6af8006fd0 tx=0x7f6af8006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:39.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 msgr2=0x7f6b08195a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f6af0004f40 tx=0x7f6af00057c0 comp rx=0 tx=0).stop 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 shutdown_connections 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6af40388c0 0x7f6af403ad80 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 --2- 172.21.15.29:0/1809781815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6b08101460 0x7f6b08195a90 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 >> 172.21.15.29:0/1809781815 conn(0x7f6b080fae50 msgr2=0x7f6b080fbbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 shutdown_connections 2023-10-05T15:14:39.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:39.814+0000 7f6b0d04e700 1 -- 172.21.15.29:0/1809781815 wait complete. 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi029", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:40.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:40.202 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2023-10-05T15:14:40.203 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch client-keyring set client.admin '*' --mode 0755 2023-10-05T15:14:40.907 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:41.104 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1809781815' entity='client.admin' 2023-10-05T15:14:41.284 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:41.284 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.997+0000 7fd62ebf6700 1 -- 172.21.15.29:0/3035256047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 msgr2=0x7fd6280ffcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.997+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/3035256047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd6280ffcf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd61c009910 tx=0x7fd61c009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.997+0000 7fd62ebf6700 1 -- 172.21.15.29:0/3035256047 shutdown_connections 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.997+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/3035256047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd6280ffcf0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.997+0000 7fd62ebf6700 1 -- 172.21.15.29:0/3035256047 >> 172.21.15.29:0/3035256047 conn(0x7fd6280fae50 msgr2=0x7fd6280fd2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 -- 172.21.15.29:0/3035256047 shutdown_connections 2023-10-05T15:14:42.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 -- 172.21.15.29:0/3035256047 wait complete. 2023-10-05T15:14:42.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 Processor -- start 2023-10-05T15:14:42.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 -- start start 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.998+0000 7fd62ebf6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd628198230 con 0x7fd6280ff8d0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62c992700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62c992700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44044/0 (socket says 172.21.15.29:44044) 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62c992700 1 -- 172.21.15.29:0/1727062157 learned_addr learned my addr 172.21.15.29:0/1727062157 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62c992700 1 -- 172.21.15.29:0/1727062157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd61c0095f0 con 0x7fd6280ff8d0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62c992700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd61c006010 tx=0x7fd61c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd61c01d070 con 0x7fd6280ff8d0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd61c0044e0 con 0x7fd6280ff8d0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd628198430 con 0x7fd6280ff8d0 2023-10-05T15:14:42.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd61c0039b0 con 0x7fd6280ff8d0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:41.999+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd628198870 con 0x7fd6280ff8d0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.000+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fd61c003c20 con 0x7fd6280ff8d0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.000+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6281917f0 con 0x7fd6280ff8d0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.000+0000 7fd625ffb700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 0x7fd61803add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.000+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd61c04caa0 con 0x7fd6280ff8d0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.001+0000 7fd627fff700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 0x7fd61803add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:42.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.001+0000 7fd627fff700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 0x7fd61803add0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd614006fd0 tx=0x7fd614006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:42.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.005+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd61c02a950 con 0x7fd6280ff8d0 2023-10-05T15:14:42.211 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.209+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7fd62802d1a0 con 0x7fd618038910 2023-10-05T15:14:42.215 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.213+0000 7fd625ffb700 1 -- 172.21.15.29:0/1727062157 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fd62802d1a0 con 0x7fd618038910 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 msgr2=0x7fd61803add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 0x7fd61803add0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fd614006fd0 tx=0x7fd614006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 msgr2=0x7fd628197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd61c006010 tx=0x7fd61c0057c0 comp rx=0 tx=0).stop 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 shutdown_connections 2023-10-05T15:14:42.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd618038910 0x7fd61803add0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:42.218 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 --2- 172.21.15.29:0/1727062157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6280ff8d0 0x7fd628197cf0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:42.218 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 >> 172.21.15.29:0/1727062157 conn(0x7fd6280fae50 msgr2=0x7fd6280692c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:42.218 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 shutdown_connections 2023-10-05T15:14:42.218 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:42.215+0000 7fd62ebf6700 1 -- 172.21.15.29:0/1727062157 wait complete. 2023-10-05T15:14:42.671 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi040 2023-10-05T15:14:42.672 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:14:42.672 DEBUG:teuthology.orchestra.run.smithi040:> dd of=/etc/ceph/ceph.conf 2023-10-05T15:14:42.693 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:14:42.693 DEBUG:teuthology.orchestra.run.smithi040:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:14:42.753 INFO:tasks.cephadm:Adding host smithi040 to orchestrator... 2023-10-05T15:14:42.754 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi040 2023-10-05T15:14:43.338 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:43.537 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:43.538 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:43.538 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:43.538 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:14:43.538 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:14:43.538 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:43 smithi029 ceph-mon[99237]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:14:44.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 -- 172.21.15.29:0/1210262929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 msgr2=0x7faf98106d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/1210262929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98106d50 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7faf88009910 tx=0x7faf88009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 -- 172.21.15.29:0/1210262929 shutdown_connections 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/1210262929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98106d50 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 -- 172.21.15.29:0/1210262929 >> 172.21.15.29:0/1210262929 conn(0x7faf980fc4a0 msgr2=0x7faf980fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 -- 172.21.15.29:0/1210262929 shutdown_connections 2023-10-05T15:14:44.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.565+0000 7faf9fc5e700 1 -- 172.21.15.29:0/1210262929 wait complete. 2023-10-05T15:14:44.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9fc5e700 1 Processor -- start 2023-10-05T15:14:44.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9fc5e700 1 -- start start 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9fc5e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9fc5e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf98196380 con 0x7faf98106970 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9d9fa700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9d9fa700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44050/0 (socket says 172.21.15.29:44050) 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.566+0000 7faf9d9fa700 1 -- 172.21.15.29:0/925104105 learned_addr learned my addr 172.21.15.29:0/925104105 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf9d9fa700 1 -- 172.21.15.29:0/925104105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf880095f0 con 0x7faf98106970 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf9d9fa700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf88006010 tx=0x7faf88004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf8801d070 con 0x7faf98106970 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf981965e0 con 0x7faf98106970 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faf8800bbb0 con 0x7faf98106970 2023-10-05T15:14:44.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7faf88003930 con 0x7faf98106970 2023-10-05T15:14:44.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.567+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf98196a60 con 0x7faf98106970 2023-10-05T15:14:44.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.568+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7faf88003b70 con 0x7faf98106970 2023-10-05T15:14:44.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.568+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf980624e0 con 0x7faf98106970 2023-10-05T15:14:44.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.568+0000 7faf8effd700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 0x7faf8403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:44.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.568+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7faf8804c780 con 0x7faf98106970 2023-10-05T15:14:44.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.568+0000 7faf9d1f9700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 0x7faf8403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:44.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.569+0000 7faf9d1f9700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 0x7faf8403ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7faf94006fd0 tx=0x7faf94006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:44.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.573+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7faf88029950 con 0x7faf98106970 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:44 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:44.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:44.778+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi040", "target": ["mon-mgr", ""]}) v1 -- 0x7faf980008d0 con 0x7faf840388c0 2023-10-05T15:14:45.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:45 smithi029 ceph-mon[99237]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi040", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:45.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:45 smithi029 ceph-mon[99237]: Deploying cephadm binary to smithi040 2023-10-05T15:14:47.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.733+0000 7faf8effd700 1 -- 172.21.15.29:0/925104105 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7faf980008d0 con 0x7faf840388c0 2023-10-05T15:14:47.735 INFO:teuthology.orchestra.run.smithi029.stdout:Added host 'smithi040' with addr '172.21.15.40' 2023-10-05T15:14:47.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 msgr2=0x7faf8403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:47.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 0x7faf8403ad80 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7faf94006fd0 tx=0x7faf94006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 msgr2=0x7faf98195e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7faf88006010 tx=0x7faf88004ff0 comp rx=0 tx=0).stop 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 shutdown_connections 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7faf840388c0 0x7faf8403ad80 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 --2- 172.21.15.29:0/925104105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf98106970 0x7faf98195e40 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 >> 172.21.15.29:0/925104105 conn(0x7faf980fc4a0 msgr2=0x7faf98108e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 shutdown_connections 2023-10-05T15:14:47.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:47.735+0000 7faf9fc5e700 1 -- 172.21.15.29:0/925104105 wait complete. 2023-10-05T15:14:48.109 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-05T15:14:48.673 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:49.049 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:49.049 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:48 smithi029 ceph-mon[99237]: Added host smithi040 2023-10-05T15:14:49.049 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:49.049 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 -- 172.21.15.29:0/250227812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 msgr2=0x7f9e28105d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/250227812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28105d20 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9e10009910 tx=0x7f9e10009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 -- 172.21.15.29:0/250227812 shutdown_connections 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/250227812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28105d20 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 -- 172.21.15.29:0/250227812 >> 172.21.15.29:0/250227812 conn(0x7f9e28075fa0 msgr2=0x7f9e280763b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.759+0000 7f9e2ce05700 1 -- 172.21.15.29:0/250227812 shutdown_connections 2023-10-05T15:14:49.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.760+0000 7f9e2ce05700 1 -- 172.21.15.29:0/250227812 wait complete. 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.760+0000 7f9e2ce05700 1 Processor -- start 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.760+0000 7f9e2ce05700 1 -- start start 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.760+0000 7f9e2ce05700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.760+0000 7f9e2ce05700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e28196320 con 0x7f9e28105940 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:49.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44076/0 (socket says 172.21.15.29:44076) 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2659c700 1 -- 172.21.15.29:0/1568504007 learned_addr learned my addr 172.21.15.29:0/1568504007 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2659c700 1 -- 172.21.15.29:0/1568504007 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e100095f0 con 0x7f9e28105940 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2659c700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9e10004f40 tx=0x7f9e10005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e1001d070 con 0x7f9e28105940 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9e10004370 con 0x7f9e28105940 2023-10-05T15:14:49.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e28196580 con 0x7f9e28105940 2023-10-05T15:14:49.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9e10003970 con 0x7f9e28105940 2023-10-05T15:14:49.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.761+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e28196a00 con 0x7f9e28105940 2023-10-05T15:14:49.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.762+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f9e10003c30 con 0x7f9e28105940 2023-10-05T15:14:49.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.762+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e280624e0 con 0x7f9e28105940 2023-10-05T15:14:49.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.762+0000 7f9e1f7fe700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 0x7f9e1403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:49.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.762+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f9e1004c5d0 con 0x7f9e28105940 2023-10-05T15:14:49.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.762+0000 7f9e25d9b700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 0x7f9e1403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:49.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.763+0000 7f9e25d9b700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 0x7f9e1403ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9e18006fd0 tx=0x7f9e18006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:49.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.767+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9e1002ab60 con 0x7f9e28105940 2023-10-05T15:14:49.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.972+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9e28106430 con 0x7f9e140388c0 2023-10-05T15:14:49.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.973+0000 7f9e1f7fe700 1 -- 172.21.15.29:0/1568504007 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+159 (secure 0 0 0) 0x7f9e28106430 con 0x7f9e140388c0 2023-10-05T15:14:49.976 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:49.976 INFO:teuthology.orchestra.run.smithi029.stdout:[{"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}, {"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}] 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 msgr2=0x7f9e1403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 0x7f9e1403ad80 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f9e18006fd0 tx=0x7f9e18006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 msgr2=0x7f9e28195de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f9e10004f40 tx=0x7f9e10005020 comp rx=0 tx=0).stop 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 shutdown_connections 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e140388c0 0x7f9e1403ad80 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 --2- 172.21.15.29:0/1568504007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e28105940 0x7f9e28195de0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:49.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.975+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 >> 172.21.15.29:0/1568504007 conn(0x7f9e28075fa0 msgr2=0x7f9e280fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.976+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 shutdown_connections 2023-10-05T15:14:49.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:49.976+0000 7f9e2ce05700 1 -- 172.21.15.29:0/1568504007 wait complete. 2023-10-05T15:14:50.303 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:49 smithi029 ceph-mon[99237]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:50.303 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:50.332 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi177 2023-10-05T15:14:50.332 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:14:50.332 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.conf 2023-10-05T15:14:50.353 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:14:50.353 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:14:50.412 INFO:tasks.cephadm:Adding host smithi177 to orchestrator... 2023-10-05T15:14:50.412 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch host add smithi177 2023-10-05T15:14:50.977 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:51.488 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:51 smithi029 ceph-mon[99237]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:14:51.488 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:51 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 -- 172.21.15.29:0/24527495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 msgr2=0x7f2104106d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 --2- 172.21.15.29:0/24527495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104106d50 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f20f4009910 tx=0x7f20f4009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:52.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 -- 172.21.15.29:0/24527495 shutdown_connections 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 --2- 172.21.15.29:0/24527495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104106d50 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 -- 172.21.15.29:0/24527495 >> 172.21.15.29:0/24527495 conn(0x7f21040fc4a0 msgr2=0x7f21040fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 -- 172.21.15.29:0/24527495 shutdown_connections 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.143+0000 7f210c319700 1 -- 172.21.15.29:0/24527495 wait complete. 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210c319700 1 Processor -- start 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210c319700 1 -- start start 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210c319700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210c319700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2104198570 con 0x7f2104106970 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210a0b5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210a0b5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44082/0 (socket says 172.21.15.29:44082) 2023-10-05T15:14:52.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.144+0000 7f210a0b5700 1 -- 172.21.15.29:0/2686290355 learned_addr learned my addr 172.21.15.29:0/2686290355 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:52.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f210a0b5700 1 -- 172.21.15.29:0/2686290355 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f40095f0 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f210a0b5700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f20f4004f40 tx=0x7f20f4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f20f401d070 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21041987d0 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f20f4004370 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f20f4003970 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.145+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2104198c50 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.146+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f20f4003c30 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.146+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21040624e0 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.146+0000 7f20fb7fe700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 0x7f20f003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.146+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f20f404c7e0 con 0x7f2104106970 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.146+0000 7f21098b4700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 0x7f20f003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:52.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.147+0000 7f21098b4700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 0x7f20f003ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2100006fd0 tx=0x7f2100006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:52.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.151+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f20f4029930 con 0x7f2104106970 2023-10-05T15:14:52.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:52 smithi029 ceph-mon[99237]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:52.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:52.357+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}) v1 -- 0x7f21040008d0 con 0x7f20f00388c0 2023-10-05T15:14:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:14:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi040", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:14:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:14:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:14:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:54 smithi029 ceph-mon[99237]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:54 smithi029 ceph-mon[99237]: Deploying cephadm binary to smithi177 2023-10-05T15:14:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:54 smithi029 ceph-mon[99237]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:14:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:54 smithi029 ceph-mon[99237]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:14:55.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.263+0000 7f20fb7fe700 1 -- 172.21.15.29:0/2686290355 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f21040008d0 con 0x7f20f00388c0 2023-10-05T15:14:55.264 INFO:teuthology.orchestra.run.smithi029.stdout:Added host 'smithi177' with addr '172.21.15.177' 2023-10-05T15:14:55.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 msgr2=0x7f20f003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:55.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 0x7f20f003ad80 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f2100006fd0 tx=0x7f2100006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 msgr2=0x7f2104198030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f20f4004f40 tx=0x7f20f4005020 comp rx=0 tx=0).stop 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 shutdown_connections 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20f00388c0 0x7f20f003ad80 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 --2- 172.21.15.29:0/2686290355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2104106970 0x7f2104198030 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 >> 172.21.15.29:0/2686290355 conn(0x7f21040fc4a0 msgr2=0x7f2104108dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 shutdown_connections 2023-10-05T15:14:55.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:55.265+0000 7f210c319700 1 -- 172.21.15.29:0/2686290355 wait complete. 2023-10-05T15:14:55.629 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch host ls --format=json 2023-10-05T15:14:56.195 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: Added host smithi177 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:14:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:57.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 -- 172.21.15.29:0/709661838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 msgr2=0x7f5cc4106d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/709661838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4106d50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8009910 tx=0x7f5cb8009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 -- 172.21.15.29:0/709661838 shutdown_connections 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/709661838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4106d50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 -- 172.21.15.29:0/709661838 >> 172.21.15.29:0/709661838 conn(0x7f5cc4075370 msgr2=0x7f5cc4075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 -- 172.21.15.29:0/709661838 shutdown_connections 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.376+0000 7f5ccb04a700 1 -- 172.21.15.29:0/709661838 wait complete. 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5ccb04a700 1 Processor -- start 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5ccb04a700 1 -- start start 2023-10-05T15:14:57.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5ccb04a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5ccb04a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc4198590 con 0x7f5cc4106970 2023-10-05T15:14:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5cc8de6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5cc8de6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44108/0 (socket says 172.21.15.29:44108) 2023-10-05T15:14:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.377+0000 7f5cc8de6700 1 -- 172.21.15.29:0/371589757 learned_addr learned my addr 172.21.15.29:0/371589757 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:57.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5cc8de6700 1 -- 172.21.15.29:0/371589757 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cb80095f0 con 0x7f5cc4106970 2023-10-05T15:14:57.381 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5cc8de6700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8004f40 tx=0x7f5cb8005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5cb801d070 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5cb8004370 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5cb8003970 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cc41987f0 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.378+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cc4198c70 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.379+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc40624e0 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.380+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f5cb8003c30 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.380+0000 7f5cc1ffb700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 0x7f5cb403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.380+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5cb804ca90 con 0x7f5cc4106970 2023-10-05T15:14:57.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.380+0000 7f5cc3fff700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 0x7f5cb403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:57.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.381+0000 7f5cc3fff700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 0x7f5cb403ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0006fd0 tx=0x7f5cb0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:57.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.384+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5cb800e5c0 con 0x7f5cc4106970 2023-10-05T15:14:57.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.592+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5cc4100e90 con 0x7f5cb40388c0 2023-10-05T15:14:57.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.594+0000 7f5cc1ffb700 1 -- 172.21.15.29:0/371589757 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+239 (secure 0 0 0) 0x7f5cc4100e90 con 0x7f5cb40388c0 2023-10-05T15:14:57.595 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:14:57.595 INFO:teuthology.orchestra.run.smithi029.stdout:[{"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}, {"addr": "172.21.15.40", "hostname": "smithi040", "labels": [], "status": ""}, {"addr": "172.21.15.177", "hostname": "smithi177", "labels": [], "status": ""}] 2023-10-05T15:14:57.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 msgr2=0x7f5cb403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:57.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 0x7f5cb403ad80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0006fd0 tx=0x7f5cb0006e40 comp rx=0 tx=0).stop 2023-10-05T15:14:57.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 msgr2=0x7f5cc4198050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:57.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8004f40 tx=0x7f5cb8005020 comp rx=0 tx=0).stop 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 shutdown_connections 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5cb40388c0 0x7f5cb403ad80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 --2- 172.21.15.29:0/371589757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc4106970 0x7f5cc4198050 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 >> 172.21.15.29:0/371589757 conn(0x7f5cc4075370 msgr2=0x7f5cc40fe940 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 shutdown_connections 2023-10-05T15:14:57.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:57.596+0000 7f5ccb04a700 1 -- 172.21.15.29:0/371589757 wait complete. 2023-10-05T15:14:57.746 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:57.746 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:57 smithi029 ceph-mon[99237]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:57.955 INFO:tasks.cephadm:Setting crush tunables to default 2023-10-05T15:14:57.955 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd crush tunables default 2023-10-05T15:14:58.518 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:14:59.029 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:58 smithi029 ceph-mon[99237]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:14:59.029 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 -- 172.21.15.29:0/3443329354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 msgr2=0x7fa824105c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 --2- 172.21.15.29:0/3443329354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824105c30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa814009910 tx=0x7fa814009c20 comp rx=0 tx=0).stop 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 -- 172.21.15.29:0/3443329354 shutdown_connections 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 --2- 172.21.15.29:0/3443329354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824105c30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 -- 172.21.15.29:0/3443329354 >> 172.21.15.29:0/3443329354 conn(0x7fa8240fb360 msgr2=0x7fa8240fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 -- 172.21.15.29:0/3443329354 shutdown_connections 2023-10-05T15:14:59.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.714+0000 7fa828996700 1 -- 172.21.15.29:0/3443329354 wait complete. 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa828996700 1 Processor -- start 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa828996700 1 -- start start 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa828996700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa828996700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8241971b0 con 0x7fa824105850 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa82259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa82259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44114/0 (socket says 172.21.15.29:44114) 2023-10-05T15:14:59.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.715+0000 7fa82259c700 1 -- 172.21.15.29:0/4049127157 learned_addr learned my addr 172.21.15.29:0/4049127157 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa82259c700 1 -- 172.21.15.29:0/4049127157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8140095f0 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa82259c700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa814006010 tx=0x7fa814004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa81401d070 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa81400bbb0 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa814003930 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa824197410 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.716+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa824197890 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.717+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fa81400bd20 con 0x7fa824105850 2023-10-05T15:14:59.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.717+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa824197ad0 con 0x7fa824105850 2023-10-05T15:14:59.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.717+0000 7fa81b7fe700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 0x7fa81003add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:14:59.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.717+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa81404c630 con 0x7fa824105850 2023-10-05T15:14:59.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.717+0000 7fa821d9b700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 0x7fa81003add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:14:59.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.718+0000 7fa821d9b700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 0x7fa81003add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa80c006fd0 tx=0x7fa80c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:14:59.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.722+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa814029360 con 0x7fa824105850 2023-10-05T15:14:59.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:14:59 smithi029 ceph-mon[99237]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:14:59.927 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:14:59.926+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fa824103b00 con 0x7fa824105850 2023-10-05T15:15:00.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.707+0000 7fa81b7fe700 1 -- 172.21.15.29:0/4049127157 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7fa814026020 con 0x7fa824105850 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.710+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 msgr2=0x7fa81003add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.710+0000 7fa828996700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 0x7fa81003add0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7fa80c006fd0 tx=0x7fa80c006e40 comp rx=0 tx=0).stop 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.710+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 msgr2=0x7fa824196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.710+0000 7fa828996700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fa814006010 tx=0x7fa814004ff0 comp rx=0 tx=0).stop 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 shutdown_connections 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa810038910 0x7fa81003add0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 --2- 172.21.15.29:0/4049127157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa824105850 0x7fa824196c70 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 >> 172.21.15.29:0/4049127157 conn(0x7fa8240fb360 msgr2=0x7fa824107d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 shutdown_connections 2023-10-05T15:15:00.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:00.711+0000 7fa828996700 1 -- 172.21.15.29:0/4049127157 wait complete. 2023-10-05T15:15:00.713 INFO:teuthology.orchestra.run.smithi029.stderr:adjusted tunables profile to default 2023-10-05T15:15:01.087 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4049127157' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-05T15:15:01.087 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:01.087 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:01.087 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:01.087 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:01.088 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:15:01.088 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:01.088 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:01.168 INFO:tasks.cephadm:Adding mon.a on smithi029 2023-10-05T15:15:01.168 INFO:tasks.cephadm:Adding mon.b on smithi040 2023-10-05T15:15:01.168 INFO:tasks.cephadm:Adding mon.c on smithi177 2023-10-05T15:15:01.168 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch apply mon '3;smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c' 2023-10-05T15:15:01.770 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:15:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4049127157' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-05T15:15:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 -- 172.21.15.177:0/1830953341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 msgr2=0x7f6344105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1830953341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344105e40 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6334009910 tx=0x7f6334009c20 comp rx=0 tx=0).stop 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 -- 172.21.15.177:0/1830953341 shutdown_connections 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1830953341 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344105e40 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 -- 172.21.15.177:0/1830953341 >> 172.21.15.177:0/1830953341 conn(0x7f6344075fa0 msgr2=0x7f63440763b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 -- 172.21.15.177:0/1830953341 shutdown_connections 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 -- 172.21.15.177:0/1830953341 wait complete. 2023-10-05T15:15:03.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.105+0000 7f634bb8e700 1 Processor -- start 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634bb8e700 1 -- start start 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634bb8e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634bb8e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6344197370 con 0x7f6344105a60 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634992a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634992a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.177:34578/0 (socket says 172.21.15.177:34578) 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634992a700 1 -- 172.21.15.177:0/1257954619 learned_addr learned my addr 172.21.15.177:0/1257954619 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634992a700 1 -- 172.21.15.177:0/1257954619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63340095f0 con 0x7f6344105a60 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.106+0000 7f634992a700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6334004f40 tx=0x7f6334005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.107+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f633401d070 con 0x7f6344105a60 2023-10-05T15:15:03.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.107+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63441975d0 con 0x7f6344105a60 2023-10-05T15:15:03.110 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.107+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6334004370 con 0x7f6344105a60 2023-10-05T15:15:03.110 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.107+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6344197a50 con 0x7f6344105a60 2023-10-05T15:15:03.110 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.107+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6334003960 con 0x7f6344105a60 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.108+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f6334003ac0 con 0x7f6344105a60 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.108+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6344197c90 con 0x7f6344105a60 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.108+0000 7f633affd700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 0x7f633003ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.108+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f633404c5a0 con 0x7f6344105a60 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.108+0000 7f6349129700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 0x7f633003ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:03.111 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.109+0000 7f6349129700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 0x7f633003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6340006fd0 tx=0x7f6340006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:03.114 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.113+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f633400bcd0 con 0x7f6344105a60 2023-10-05T15:15:03.312 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.311+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f63440ff540 con 0x7f63300388c0 2023-10-05T15:15:03.319 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.318+0000 7f633affd700 1 -- 172.21.15.177:0/1257954619 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f63440ff540 con 0x7f63300388c0 2023-10-05T15:15:03.320 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mon update... 2023-10-05T15:15:03.321 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 msgr2=0x7f633003ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:03.321 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 0x7f633003ad80 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f6340006fd0 tx=0x7f6340006e40 comp rx=0 tx=0).stop 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 msgr2=0x7f6344196e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6334004f40 tx=0x7f6334005020 comp rx=0 tx=0).stop 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 shutdown_connections 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63300388c0 0x7f633003ad80 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 --2- 172.21.15.177:0/1257954619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6344105a60 0x7f6344196e30 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 >> 172.21.15.177:0/1257954619 conn(0x7f6344075fa0 msgr2=0x7f63440fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 shutdown_connections 2023-10-05T15:15:03.322 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:03.320+0000 7f634bb8e700 1 -- 172.21.15.177:0/1257954619 wait complete. 2023-10-05T15:15:03.749 DEBUG:teuthology.orchestra.run.smithi040:mon.b> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.b.service 2023-10-05T15:15:03.751 DEBUG:teuthology.orchestra.run.smithi177:mon.c> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.c.service 2023-10-05T15:15:03.753 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:15:03.754 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:15:03.784 INFO:journalctl@ceph.mon.c.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:15:03.788 INFO:journalctl@ceph.mon.b.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:15:04.333 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: Saving service mon spec with placement smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c;count:3 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:04 smithi029 ceph-mon[99237]: Deploying daemon mon.c on smithi177 2023-10-05T15:15:05.806 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 -- 172.21.15.177:0/59571432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 msgr2=0x7fd9c8105e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/59571432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8105e40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4009910 tx=0x7fd9c4009c20 comp rx=0 tx=0).stop 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 -- 172.21.15.177:0/59571432 shutdown_connections 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/59571432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8105e40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 -- 172.21.15.177:0/59571432 >> 172.21.15.177:0/59571432 conn(0x7fd9c8075fa0 msgr2=0x7fd9c80763b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 -- 172.21.15.177:0/59571432 shutdown_connections 2023-10-05T15:15:05.807 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.802+0000 7fd9d01a7700 1 -- 172.21.15.177:0/59571432 wait complete. 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9d01a7700 1 Processor -- start 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9d01a7700 1 -- start start 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9d01a7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9d01a7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c8195420 con 0x7fd9c8105a60 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9cdf43700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9cdf43700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.177:34584/0 (socket says 172.21.15.177:34584) 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9cdf43700 1 -- 172.21.15.177:0/1055498969 learned_addr learned my addr 172.21.15.177:0/1055498969 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:15:05.808 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.803+0000 7fd9cdf43700 1 -- 172.21.15.177:0/1055498969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c40095f0 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9cdf43700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4004f40 tx=0x7fd9c4005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd9c401d070 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9c8195680 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9c4004370 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd9c4003970 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9c8195b00 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.804+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fd9c4003c30 con 0x7fd9c8105a60 2023-10-05T15:15:05.809 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.805+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9c80624e0 con 0x7fd9c8105a60 2023-10-05T15:15:05.810 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.805+0000 7fd9beffd700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 0x7fd9b403ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:05.810 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.805+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd9c404c700 con 0x7fd9c8105a60 2023-10-05T15:15:05.810 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.805+0000 7fd9cd742700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 0x7fd9b403ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:05.810 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.805+0000 7fd9cd742700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 0x7fd9b403ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd9b8006fd0 tx=0x7fd9b8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:05.811 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:05.810+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd9c402a590 con 0x7fd9c8105a60 2023-10-05T15:15:06.105 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.104+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fd9c8109d60 con 0x7fd9c8105a60 2023-10-05T15:15:06.106 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.105+0000 7fd9beffd700 1 -- 172.21.15.177:0/1055498969 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+736 (secure 0 0 0) 0x7fd9c4026030 con 0x7fd9c8105a60 2023-10-05T15:15:06.106 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:15:06.107 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":1,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:13:18.475285Z","created":"2023-10-05T15:13:18.475285Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:3300","nonce":0},{"type":"v1","addr":"172.21.15.29:6789","nonce":0}]},"addr":"172.21.15.29:6789/0","public_addr":"172.21.15.29:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2023-10-05T15:15:06.108 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 msgr2=0x7fd9b403ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 0x7fd9b403ad80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd9b8006fd0 tx=0x7fd9b8006e40 comp rx=0 tx=0).stop 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 msgr2=0x7fd9c8194ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd9c4004f40 tx=0x7fd9c4005020 comp rx=0 tx=0).stop 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 shutdown_connections 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40388c0 0x7fd9b403ad80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 --2- 172.21.15.177:0/1055498969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c8105a60 0x7fd9c8194ee0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:06.109 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 >> 172.21.15.177:0/1055498969 conn(0x7fd9c8075fa0 msgr2=0x7fd9c80fe6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:06.110 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 shutdown_connections 2023-10-05T15:15:06.110 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:06.107+0000 7fd9d01a7700 1 -- 172.21.15.177:0/1055498969 wait complete. 2023-10-05T15:15:06.110 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 1 2023-10-05T15:15:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:06 smithi029 ceph-mon[99237]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/1055498969' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:15:06.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:06 smithi177 ceph-mon[103568]: expand_channel_meta expanded map: {default=debug} 2023-10-05T15:15:06.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:06 smithi177 systemd[1]: Started Ceph mon.c for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:15:07.495 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:15:07.509 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:15:08.079 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:15:12.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: mon.a calling monitor election 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: mon.c calling monitor election 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: monmap e2: 2 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: fsmap 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: mgrmap e13: x(active, since 43s) 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: overall HEALTH_OK 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:12.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:12.201 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 -- 172.21.15.177:0/325627514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 msgr2=0x7f7a4c005610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:12.201 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 --2- 172.21.15.177:0/325627514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a4c005610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c005fa0 tx=0x7f7a5c00ffc0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.201 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 -- 172.21.15.177:0/325627514 shutdown_connections 2023-10-05T15:15:12.201 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 --2- 172.21.15.177:0/325627514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a4c005610 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.201 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 -- 172.21.15.177:0/325627514 >> 172.21.15.177:0/325627514 conn(0x7f7a60076520 msgr2=0x7f7a60076930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:12.202 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 -- 172.21.15.177:0/325627514 shutdown_connections 2023-10-05T15:15:12.202 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.199+0000 7f7a686f9700 1 -- 172.21.15.177:0/325627514 wait complete. 2023-10-05T15:15:12.203 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 Processor -- start 2023-10-05T15:15:12.203 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 -- start start 2023-10-05T15:15:12.203 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a60196080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a60196b00 con 0x7f7a601059b0 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a686f9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a60196c70 con 0x7f7a601965c0 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:53838/0 (socket says 172.21.15.177:53838) 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 -- 172.21.15.177:0/3436899701 learned_addr learned my addr 172.21.15.177:0/3436899701 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a66495700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a60196080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 -- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 msgr2=0x7f7a6019a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 -- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 msgr2=0x7f7a6019a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.200+0000 7f7a65c94700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:15:12.204 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a66495700 1 -- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 msgr2=0x7f7a6019a920 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a66495700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a66495700 1 -- 172.21.15.177:0/3436899701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a5c00f9c0 con 0x7f7a601059b0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a66495700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a60196080 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c000c00 tx=0x7f7a5c004cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f7a5c005470 con 0x7f7a601059b0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a5c021040 con 0x7f7a601059b0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a6019ae60 con 0x7f7a601059b0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f7a5c011670 con 0x7f7a601059b0 2023-10-05T15:15:12.205 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.201+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a6019b380 con 0x7f7a601059b0 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.202+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f7a5c0117d0 con 0x7f7a601059b0 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.202+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a600624e0 con 0x7f7a601059b0 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.202+0000 7f7a537fe700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 0x7f7a4403abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.203+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7a5c04dba0 con 0x7f7a601059b0 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.203+0000 7f7a65c94700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 0x7f7a4403abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:12.206 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.203+0000 7f7a65c94700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 0x7f7a4403abb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009180 tx=0x7f7a54008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:12.210 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.208+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7a5c019330 con 0x7f7a601059b0 2023-10-05T15:15:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: mon.a calling monitor election 2023-10-05T15:15:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: mon.c calling monitor election 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: monmap e2: 2 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: fsmap 2023-10-05T15:15:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: mgrmap e13: x(active, since 43s) 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: overall HEALTH_OK 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:12.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:12.475 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.473+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f7a601972d0 con 0x7f7a601059b0 2023-10-05T15:15:12.476 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.474+0000 7f7a537fe700 1 -- 172.21.15.177:0/3436899701 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1006 (secure 0 0 0) 0x7f7a5c034250 con 0x7f7a601059b0 2023-10-05T15:15:12.477 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:15:12.477 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":2,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:15:06.815300Z","created":"2023-10-05T15:13:18.475285Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:3300","nonce":0},{"type":"v1","addr":"172.21.15.29:6789","nonce":0}]},"addr":"172.21.15.29:6789/0","public_addr":"172.21.15.29:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:3300","nonce":0},{"type":"v1","addr":"172.21.15.177:6789","nonce":0}]},"addr":"172.21.15.177:6789/0","public_addr":"172.21.15.177:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-05T15:15:12.478 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 msgr2=0x7f7a4403abb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 0x7f7a4403abb0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009180 tx=0x7f7a54008040 comp rx=0 tx=0).stop 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 msgr2=0x7f7a60196080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a60196080 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f7a5c000c00 tx=0x7f7a5c004cb0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 shutdown_connections 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a440386f0 0x7f7a4403abb0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a601059b0 0x7f7a60196080 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 --2- 172.21.15.177:0/3436899701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a601965c0 0x7f7a6019a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 >> 172.21.15.177:0/3436899701 conn(0x7f7a60076520 msgr2=0x7f7a601034c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:12.479 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 shutdown_connections 2023-10-05T15:15:12.480 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:12.476+0000 7f7a686f9700 1 -- 172.21.15.177:0/3436899701 wait complete. 2023-10-05T15:15:12.480 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 2 2023-10-05T15:15:13.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:12 smithi177 ceph-mon[103568]: Deploying daemon mon.b on smithi040 2023-10-05T15:15:13.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:12 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/3436899701' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:15:13.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:13.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:12 smithi029 ceph-mon[99237]: Deploying daemon mon.b on smithi040 2023-10-05T15:15:13.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:12 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/3436899701' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:15:13.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:13.844 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2023-10-05T15:15:13.844 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph mon dump -f json 2023-10-05T15:15:14.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:13 smithi177 ceph-mon[103568]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:14.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:13 smithi029 ceph-mon[99237]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:14.414 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:15:14.904 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:14 smithi040 systemd[1]: Starting Ceph mon.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:15:15.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:14 smithi040 podman[103655]: 2023-10-05T15:15:15.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: set uid:gid to 167:167 (ceph:ceph) 2023-10-05T15:15:15.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev), process ceph-mon, pid 7 2023-10-05T15:15:15.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pidfile_write: ignore empty --pid-file 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: load: jerasure load: lrc 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: RocksDB version: 7.9.2 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Git sha 0 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Compile date 2023-10-05 12:06:36 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: DB SUMMARY 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: DB Session ID: 11FO814S6SJ16WVXK4V1 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: CURRENT file: CURRENT 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: IDENTITY file: IDENTITY 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 636 ; 2023-10-05T15:15:15.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.error_if_exists: 0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.create_if_missing: 0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.paranoid_checks: 1 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.flush_verify_memtable_count: 1 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.env: 0x5640ff695da0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.fs: PosixFileSystem 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.info_log: 0x564100c9b5c0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_file_opening_threads: 16 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.statistics: (nil) 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.use_fsync: 0 2023-10-05T15:15:15.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_log_file_size: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_manifest_file_size: 1073741824 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.log_file_time_to_roll: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.keep_log_file_num: 1000 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.recycle_log_file_num: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_fallocate: 1 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_mmap_reads: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_mmap_writes: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.use_direct_reads: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.create_missing_column_families: 0 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.db_log_dir: 2023-10-05T15:15:15.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.wal_dir: 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.table_cache_numshardbits: 6 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.WAL_ttl_seconds: 0 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.WAL_size_limit_MB: 0 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.manifest_preallocation_size: 4194304 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.is_fd_close_on_exec: 1 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.advise_random_on_open: 1 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.db_write_buffer_size: 0 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.write_buffer_manager: 0x564100c53360 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.access_hint_on_compaction_start: 1 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.random_access_max_buffer_size: 1048576 2023-10-05T15:15:15.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.use_adaptive_mutex: 0 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.rate_limiter: (nil) 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.wal_recovery_mode: 2 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enable_thread_tracking: 0 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enable_pipelined_write: 0 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.unordered_write: 0 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_concurrent_memtable_write: 1 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.write_thread_max_yield_usec: 100 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.write_thread_slow_yield_usec: 3 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.row_cache: None 2023-10-05T15:15:15.163 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.wal_filter: None 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.avoid_flush_during_recovery: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_ingest_behind: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.two_write_queues: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 bash[103655]: b15d88d7a0501e871a2e0c01c0a9ad05db7ab49861a67073f7f30b24fc0a6b99 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.manual_wal_flush: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.wal_compression: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.atomic_flush: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.persist_stats_to_disk: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.write_dbid_to_manifest: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.log_readahead_size: 0 2023-10-05T15:15:15.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.file_checksum_gen_factory: Unknown 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.best_efforts_recovery: 0 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.allow_data_in_errors: 0 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.db_host_id: __hostname__ 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enforce_single_del_contracts: true 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_background_jobs: 2 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_background_compactions: -1 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_subcompactions: 1 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.avoid_flush_during_shutdown: 0 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2023-10-05T15:15:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.delayed_write_rate : 16777216 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_total_wal_size: 0 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.stats_dump_period_sec: 600 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.stats_persist_period_sec: 600 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.stats_history_buffer_size: 1048576 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_open_files: -1 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bytes_per_sync: 0 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.wal_bytes_per_sync: 0 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.strict_bytes_per_sync: 0 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_readahead_size: 0 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_background_flushes: -1 2023-10-05T15:15:15.166 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Compression algorithms supported: 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kZSTDNotFinalCompression supported: 0 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kZSTD supported: 0 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kXpressCompression supported: 0 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kLZ4HCCompression supported: 1 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kZlibCompression supported: 1 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kSnappyCompression supported: 1 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kLZ4Compression supported: 1 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: kBZip2Compression supported: 0 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Fast CRC32 supported: Supported on x86 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: DMutex implementation: pthread_mutex_t 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2023-10-05T15:15:15.167 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.merge_operator: 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_filter: None 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_filter_factory: None 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.sst_partitioner_factory: None 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.memtable_factory: SkipListFactory 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.table_factory: BlockBasedTable 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564100c9b6c0) 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout: cache_index_and_filter_blocks: 1 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2023-10-05T15:15:15.168 INFO:journalctl@ceph.mon.b.smithi040.stdout: pin_top_level_index_and_filter: 1 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: index_type: 0 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: data_block_index_type: 0 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: index_shortening: 1 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: data_block_hash_table_util_ratio: 0.750000 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: checksum: 4 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: no_block_cache: 0 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_cache: 0x564100cf11f0 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_cache_name: BinnedLRUCache 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_cache_options: 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: capacity : 536870912 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: num_shard_bits : 4 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: strict_capacity_limit : 0 2023-10-05T15:15:15.169 INFO:journalctl@ceph.mon.b.smithi040.stdout: high_pri_pool_ratio: 0.000 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_cache_compressed: (nil) 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: persistent_cache: (nil) 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_size: 4096 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_size_deviation: 10 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_restart_interval: 16 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: index_block_restart_interval: 1 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: metadata_block_size: 4096 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: partition_filters: 0 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: use_delta_encoding: 1 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: filter_policy: bloomfilter 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: whole_key_filtering: 1 2023-10-05T15:15:15.170 INFO:journalctl@ceph.mon.b.smithi040.stdout: verify_compression: 0 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: read_amp_bytes_per_bit: 0 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: format_version: 5 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: enable_index_compression: 1 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: block_align: 0 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: max_auto_readahead_size: 262144 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: prepopulate_block_cache: 0 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: initial_auto_readahead_size: 8192 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout: num_file_reads_for_auto_readahead: 2 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.write_buffer_size: 33554432 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_write_buffer_number: 2 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression: NoCompression 2023-10-05T15:15:15.171 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression: Disabled 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.prefix_extractor: nullptr 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.num_levels: 7 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.level: 32767 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:15:15.172 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.enabled: false 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.window_bits: -14 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.level: 32767 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.strategy: 0 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.parallel_threads: 1 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.enabled: false 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2023-10-05T15:15:15.173 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.level0_stop_writes_trigger: 36 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.target_file_size_base: 67108864 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.target_file_size_multiplier: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_base: 268435456 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2023-10-05T15:15:15.174 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_compaction_bytes: 1677721600 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.arena_block_size: 1048576 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.disable_auto_compactions: 0 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2023-10-05T15:15:15.175 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.table_properties_collectors: 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.inplace_update_support: 0 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.inplace_update_num_locks: 10000 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2023-10-05T15:15:15.176 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.memtable_whole_key_filtering: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.memtable_huge_page_size: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.bloom_locality: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.max_successive_merges: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.optimize_filters_for_hits: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.paranoid_file_checks: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.force_consistency_checks: 1 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.report_bg_io_stats: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.ttl: 2592000 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.periodic_compaction_seconds: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.preclude_last_level_data_seconds: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.preserve_internal_time_seconds: 0 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enable_blob_files: false 2023-10-05T15:15:15.177 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.min_blob_size: 0 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_file_size: 268435456 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_compression_type: NoCompression 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.enable_blob_garbage_collection: false 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_compaction_readahead_size: 0 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.blob_file_starting_level: 0 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 04269848-98cd-4c82-82dc-b43528e579ca 2023-10-05T15:15:15.178 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518915118640, "job": 1, "event": "recovery_started", "wal_files": [4]} 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518915119059, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1696518915, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "04269848-98cd-4c82-82dc-b43528e579ca", "db_session_id": "11FO814S6SJ16WVXK4V1", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: EVENT_LOG_v1 {"time_micros": 1696518915119128, "job": 1, "event": "recovery_finished"} 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564100d8e000 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: DB pointer 0x564100d7a000 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: rocksdb: [db/db_impl/db_impl.cc:1111] 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout: ** DB Stats ** 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2023-10-05T15:15:15.179 INFO:journalctl@ceph.mon.b.smithi040.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: ** Compaction Stats [default] ** 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:15:15.180 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: ** Compaction Stats [default] ** 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: Uptime(secs): 0.0 total, 0.0 interval 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: Flush(GB): cumulative 0.000, interval 0.000 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: AddFile(Total Files): cumulative 0, interval 0 2023-10-05T15:15:15.181 INFO:journalctl@ceph.mon.b.smithi040.stdout: AddFile(L0 Files): cumulative 0, interval 0 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: AddFile(Keys): cumulative 0, interval 0 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: Cumulative compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: Interval compaction: 0.00 GB write, 0.67 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: Block cache BinnedLRUCache@0x564100cf11f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout: ** File Read Latency Histogram By Level [default] ** 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b does not exist in monmap, will attempt to join an existing cluster 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: using public_addr v2:172.21.15.40:0/0 -> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: starting mon.b rank -1 at public addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] at bind addrs [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:15:15.182 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(???) e0 preinit fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).mds e1 new map 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).mds e1 print_map 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: e1 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: legacy client fscid: -1 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout: No filesystems configured 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2023-10-05T15:15:15.183 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Added host smithi177 2023-10-05T15:15:15.184 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4049127157' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.185 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4049127157' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:15:15.186 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Saving service mon spec with placement smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c;count:3 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:15.187 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Deploying daemon mon.c on smithi177 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/1055498969' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.a calling monitor election 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.c calling monitor election 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.188 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: monmap e2: 2 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: fsmap 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mgrmap e13: x(active, since 43s) 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: overall HEALTH_OK 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:15.189 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: Deploying daemon mon.b on smithi040 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/3436899701' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: mon.b@-1(synchronizing) e2 handle_conf_change mon_allow_pool_delete 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expand map: {default=false} 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta from 'false' to 'false' 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expanded map: {default=false} 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expand map: {default=info} 2023-10-05T15:15:15.190 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta from 'info' to 'info' 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expanded map: {default=info} 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expand map: {default=daemon} 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta from 'daemon' to 'daemon' 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expanded map: {default=daemon} 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expand map: {default=debug} 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta from 'debug' to 'debug' 2023-10-05T15:15:15.191 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 ceph-mon[103696]: expand_channel_meta expanded map: {default=debug} 2023-10-05T15:15:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:15 smithi040 systemd[1]: Started Ceph mon.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:15:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: mon.a calling monitor election 2023-10-05T15:15:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: mon.c calling monitor election 2023-10-05T15:15:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: fsmap 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: mgrmap e13: x(active, since 51s) 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: mon.b (rank 2) addr [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] is down (out of quorum) 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: mon.a calling monitor election 2023-10-05T15:15:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: mon.c calling monitor election 2023-10-05T15:15:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:20.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: fsmap 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: mgrmap e13: x(active, since 51s) 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:15:20.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: mon.b (rank 2) addr [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] is down (out of quorum) 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:21.622 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.615+0000 7fc62d920700 1 -- 172.21.15.177:0/371645205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6100035c0 msgr2=0x7fc610005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:21.622 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.615+0000 7fc62d920700 1 --2- 172.21.15.177:0/371645205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6100035c0 0x7fc610005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fc628077920 tx=0x7fc62000ff50 comp rx=0 tx=0).stop 2023-10-05T15:15:21.622 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 -- 172.21.15.177:0/371645205 shutdown_connections 2023-10-05T15:15:21.623 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 --2- 172.21.15.177:0/371645205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6100035c0 0x7fc610005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.623 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 -- 172.21.15.177:0/371645205 >> 172.21.15.177:0/371645205 conn(0x7fc628076520 msgr2=0x7fc628076930 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:21.623 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 -- 172.21.15.177:0/371645205 shutdown_connections 2023-10-05T15:15:21.624 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 -- 172.21.15.177:0/371645205 wait complete. 2023-10-05T15:15:21.624 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.616+0000 7fc62d920700 1 Processor -- start 2023-10-05T15:15:21.624 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 -- start start 2023-10-05T15:15:21.624 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:21.624 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 0x7fc62819a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc628195bd0 con 0x7fc628199e90 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6281a1c00 con 0x7fc6281954e0 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc62d920700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6281a1d40 con 0x7fc6100035c0 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:21.625 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:53866/0 (socket says 172.21.15.177:53866) 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 -- 172.21.15.177:0/93190023 learned_addr learned my addr 172.21.15.177:0/93190023 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 0x7fc62819a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 msgr2=0x7fc628194fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 msgr2=0x7fc628194fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:15:21.626 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc626ffd700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6267fc700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6267fc700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 msgr2=0x7fc628199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6267fc700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 msgr2=0x7fc628199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6267fc700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6267fc700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 msgr2=0x7fc628194fa0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:15:21.627 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 msgr2=0x7fc628199950 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.617+0000 7fc6277fe700 1 -- 172.21.15.177:0/93190023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc62000f9a0 con 0x7fc628199e90 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc6277fe700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 0x7fc62819a340 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc61800db40 tx=0x7fc61800df00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61800e790 con 0x7fc628199e90 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc628068640 con 0x7fc628199e90 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc61800ba80 con 0x7fc628199e90 2023-10-05T15:15:21.628 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6180163f0 con 0x7fc628199e90 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.618+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc628068b40 con 0x7fc628199e90 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.619+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fc618016550 con 0x7fc628199e90 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.619+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6280624e0 con 0x7fc628199e90 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.619+0000 7fc62c91e700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 0x7fc61403b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.619+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc61804ca60 con 0x7fc628199e90 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.619+0000 7fc626ffd700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 0x7fc61403b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:21.629 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.620+0000 7fc626ffd700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 0x7fc61403b250 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc620001eb0 tx=0x7fc620014040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:21.630 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.624+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc6180146e0 con 0x7fc628199e90 2023-10-05T15:15:21.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:21.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:21.910 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.908+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fc628107750 con 0x7fc628199e90 2023-10-05T15:15:21.911 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.909+0000 7fc62c91e700 1 -- 172.21.15.177:0/93190023 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1270 (secure 0 0 0) 0x7fc618014300 con 0x7fc628199e90 2023-10-05T15:15:21.911 INFO:teuthology.orchestra.run.smithi177.stdout: 2023-10-05T15:15:21.911 INFO:teuthology.orchestra.run.smithi177.stdout:{"epoch":3,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","modified":"2023-10-05T15:15:15.147174Z","created":"2023-10-05T15:13:18.475285Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:3300","nonce":0},{"type":"v1","addr":"172.21.15.29:6789","nonce":0}]},"addr":"172.21.15.29:6789/0","public_addr":"172.21.15.29:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:3300","nonce":0},{"type":"v1","addr":"172.21.15.177:6789","nonce":0}]},"addr":"172.21.15.177:6789/0","public_addr":"172.21.15.177:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:3300","nonce":0},{"type":"v1","addr":"172.21.15.40:6789","nonce":0}]},"addr":"172.21.15.40:6789/0","public_addr":"172.21.15.40:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2023-10-05T15:15:21.913 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 msgr2=0x7fc61403b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:21.913 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 0x7fc61403b250 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fc620001eb0 tx=0x7fc620014040 comp rx=0 tx=0).stop 2023-10-05T15:15:21.913 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 msgr2=0x7fc62819a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:21.913 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 0x7fc62819a340 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc61800db40 tx=0x7fc61800df00 comp rx=0 tx=0).stop 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 shutdown_connections 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc614038d90 0x7fc61403b250 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc6100035c0 0x7fc628194fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc628199e90 0x7fc62819a340 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 --2- 172.21.15.177:0/93190023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc6281954e0 0x7fc628199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 >> 172.21.15.177:0/93190023 conn(0x7fc628076520 msgr2=0x7fc6281015f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 shutdown_connections 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:21.911+0000 7fc62d920700 1 -- 172.21.15.177:0/93190023 wait complete. 2023-10-05T15:15:21.914 INFO:teuthology.orchestra.run.smithi177.stderr:dumped monmap epoch 3 2023-10-05T15:15:22.273 INFO:tasks.cephadm:Generating final ceph.conf file... 2023-10-05T15:15:22.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph config generate-minimal-conf 2023-10-05T15:15:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:15:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.a calling monitor election 2023-10-05T15:15:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.c calling monitor election 2023-10-05T15:15:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2023-10-05T15:15:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: fsmap 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mgrmap e13: x(active, since 51s) 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.b (rank 2) addr [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] is down (out of quorum) 2023-10-05T15:15:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:22.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:22.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:22.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:22.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:22.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:22.857 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mon.b calling monitor election 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.083 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mon.b calling monitor election 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mon.c calling monitor election 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mon.a calling monitor election 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: fsmap 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: mgrmap e13: x(active, since 53s) 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:15:23.084 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: overall HEALTH_OK 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:23.086 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:23.086 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.b calling monitor election 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.b calling monitor election 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.c calling monitor election 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.a calling monitor election 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: fsmap 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: mgrmap e13: x(active, since 53s) 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: overall HEALTH_OK 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:23.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mon.b calling monitor election 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mon.b calling monitor election 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mon.c calling monitor election 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mon.a calling monitor election 2023-10-05T15:15:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: monmap e3: 3 mons at {a=[v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0],b=[v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0],c=[v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0]} removed_ranks: {} 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: fsmap 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: osdmap e4: 0 total, 0 up, 0 in 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: mgrmap e13: x(active, since 53s) 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: overall HEALTH_OK 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:23.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:23.927 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:23 smithi029 ceph-mon[99237]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:23.927 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:23 smithi029 ceph-mon[99237]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:15:23.927 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:23 smithi029 ceph-mon[99237]: Reconfiguring daemon mon.a on smithi029 2023-10-05T15:15:23.927 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:23.927 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:24.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:23 smithi040 ceph-mon[103696]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:24.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:23 smithi040 ceph-mon[103696]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:15:24.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:23 smithi040 ceph-mon[103696]: Reconfiguring daemon mon.a on smithi029 2023-10-05T15:15:24.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:24.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- 172.21.15.29:0/3126654490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b18105860 msgr2=0x7f5b18105c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 --2- 172.21.15.29:0/3126654490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b18105860 0x7f5b18105c40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5b14009910 tx=0x7f5b14009c20 comp rx=0 tx=0).stop 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- 172.21.15.29:0/3126654490 shutdown_connections 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 --2- 172.21.15.29:0/3126654490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b18105860 0x7f5b18105c40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- 172.21.15.29:0/3126654490 >> 172.21.15.29:0/3126654490 conn(0x7f5b18075370 msgr2=0x7f5b18075780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- 172.21.15.29:0/3126654490 shutdown_connections 2023-10-05T15:15:24.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- 172.21.15.29:0/3126654490 wait complete. 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 Processor -- start 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.154+0000 7f5b206a2700 1 -- start start 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b18105860 0x7f5b18196e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5b18197340 0x7f5b181977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b181a29e0 con 0x7f5b1819fe70 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b181a2b50 con 0x7f5b18105860 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b206a2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b181a2d10 con 0x7f5b18197340 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44124/0 (socket says 172.21.15.29:44124) 2023-10-05T15:15:24.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 -- 172.21.15.29:0/2551291182 learned_addr learned my addr 172.21.15.29:0/2551291182 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1e43e700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b18105860 0x7f5b18196e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1dc3d700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5b18197340 0x7f5b181977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 -- 172.21.15.29:0/2551291182 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5b18197340 msgr2=0x7f5b181977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5b18197340 0x7f5b181977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 -- 172.21.15.29:0/2551291182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b18105860 msgr2=0x7f5b18196e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b18105860 0x7f5b18196e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 -- 172.21.15.29:0/2551291182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b140095f0 con 0x7f5b1819fe70 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b1ec3f700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5b1000ba50 tx=0x7f5b1000be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1000cab0 con 0x7f5b1819fe70 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.155+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5b1000cc10 con 0x7f5b1819fe70 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.156+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b181a2ff0 con 0x7f5b1819fe70 2023-10-05T15:15:24.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.156+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b100075b0 con 0x7f5b1819fe70 2023-10-05T15:15:24.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.156+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b181a3460 con 0x7f5b1819fe70 2023-10-05T15:15:24.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.156+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b180624e0 con 0x7f5b1819fe70 2023-10-05T15:15:24.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.156+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7f5b10014440 con 0x7f5b1819fe70 2023-10-05T15:15:24.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.157+0000 7f5b0f7fe700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 0x7f5b0403b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:24.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.157+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5b1004ac60 con 0x7f5b1819fe70 2023-10-05T15:15:24.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.157+0000 7f5b1e43e700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 0x7f5b0403b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:24.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.157+0000 7f5b1e43e700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 0x7f5b0403b200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5b14006010 tx=0x7f5b1400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:24.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.162+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5b10007710 con 0x7f5b1819fe70 2023-10-05T15:15:24.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:23 smithi177 ceph-mon[103568]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:24.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:23 smithi177 ceph-mon[103568]: Reconfiguring mon.a (unknown last config time)... 2023-10-05T15:15:24.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:23 smithi177 ceph-mon[103568]: Reconfiguring daemon mon.a on smithi029 2023-10-05T15:15:24.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:15:24.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:24.362 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.360+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f5b180686f0 con 0x7f5b1819fe70 2023-10-05T15:15:24.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.361+0000 7f5b0f7fe700 1 -- 172.21.15.29:0/2551291182 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+273 (secure 0 0 0) 0x7f5b10012340 con 0x7f5b1819fe70 2023-10-05T15:15:24.363 INFO:teuthology.orchestra.run.smithi029.stdout:# minimal ceph.conf for 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:15:24.363 INFO:teuthology.orchestra.run.smithi029.stdout:[global] 2023-10-05T15:15:24.363 INFO:teuthology.orchestra.run.smithi029.stdout: fsid = 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:15:24.364 INFO:teuthology.orchestra.run.smithi029.stdout: mon_host = [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] 2023-10-05T15:15:24.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 msgr2=0x7f5b0403b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 0x7f5b0403b200 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5b14006010 tx=0x7f5b1400b540 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 msgr2=0x7f5b181a2260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5b1000ba50 tx=0x7f5b1000be10 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 shutdown_connections 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5b04038d40 0x7f5b0403b200 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b1819fe70 0x7f5b181a2260 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5b18105860 0x7f5b18196e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 --2- 172.21.15.29:0/2551291182 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5b18197340 0x7f5b181977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:24.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 >> 172.21.15.29:0/2551291182 conn(0x7f5b18075370 msgr2=0x7f5b180fe520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:24.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 shutdown_connections 2023-10-05T15:15:24.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:24.363+0000 7f5b206a2700 1 -- 172.21.15.29:0/2551291182 wait complete. 2023-10-05T15:15:24.811 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2023-10-05T15:15:24.811 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:15:24.811 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:15:24.843 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:15:24.843 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:24.912 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:15:24.912 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:15:24.943 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:15:24.943 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:25.014 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:15:25.014 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.conf 2023-10-05T15:15:25.049 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:15:25.049 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:15:25.085 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2551291182' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.085 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.085 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.085 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:25.085 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:25.086 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2551291182' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:25.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.116 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2551291182' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.116 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.116 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:25.116 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:25.117 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:25.117 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:25.120 INFO:tasks.cephadm:Adding mgr.x on smithi029 2023-10-05T15:15:25.120 INFO:tasks.cephadm:Adding mgr.y on smithi040 2023-10-05T15:15:25.120 INFO:tasks.cephadm:Adding mgr.z on smithi177 2023-10-05T15:15:25.120 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch apply mgr '3;smithi029=x;smithi040=y;smithi177=z' 2023-10-05T15:15:25.713 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: Reconfiguring daemon mon.b on smithi040 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:26.105 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: Reconfiguring daemon mon.b on smithi040 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: Reconfiguring mon.b (monmap changed)... 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: Reconfiguring daemon mon.b on smithi040 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2023-10-05T15:15:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:27.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:26 smithi029 ceph-mon[99237]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:15:27.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:26 smithi029 ceph-mon[99237]: Reconfiguring daemon mon.c on smithi177 2023-10-05T15:15:27.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:26 smithi040 ceph-mon[103696]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:15:27.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:26 smithi040 ceph-mon[103696]: Reconfiguring daemon mon.c on smithi177 2023-10-05T15:15:27.176 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 -- 172.21.15.177:0/1307731358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff200101590 msgr2=0x7ff200103980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:27.176 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1307731358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff200101590 0x7ff200103980 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff1f0009910 tx=0x7ff1f0009c20 comp rx=0 tx=0).stop 2023-10-05T15:15:27.176 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 -- 172.21.15.177:0/1307731358 shutdown_connections 2023-10-05T15:15:27.177 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1307731358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff200101590 0x7ff200103980 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.177 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 -- 172.21.15.177:0/1307731358 >> 172.21.15.177:0/1307731358 conn(0x7ff2000fafc0 msgr2=0x7ff2000fd3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:27.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:26 smithi177 ceph-mon[103568]: Reconfiguring mon.c (monmap changed)... 2023-10-05T15:15:27.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:26 smithi177 ceph-mon[103568]: Reconfiguring daemon mon.c on smithi177 2023-10-05T15:15:27.179 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 -- 172.21.15.177:0/1307731358 shutdown_connections 2023-10-05T15:15:27.179 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.174+0000 7ff2060b2700 1 -- 172.21.15.177:0/1307731358 wait complete. 2023-10-05T15:15:27.179 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 Processor -- start 2023-10-05T15:15:27.179 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 -- start start 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff200196270 0x7ff20019b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 0x7ff20019d850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20019e020 con 0x7ff2001966f0 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20019e190 con 0x7ff200196270 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff2060b2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff20019e350 con 0x7ff200101590 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff1ff7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff1ff7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:53888/0 (socket says 172.21.15.177:53888) 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.175+0000 7ff1ff7fe700 1 -- 172.21.15.177:0/1229448159 learned_addr learned my addr 172.21.15.177:0/1229448159 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1feffd700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff200196270 0x7ff20019b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:27.180 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1fffff700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 0x7ff20019d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 -- 172.21.15.177:0/1229448159 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff200196270 msgr2=0x7ff20019b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff200196270 0x7ff20019b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 -- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 msgr2=0x7ff20019d850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 0x7ff20019d850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 -- 172.21.15.177:0/1229448159 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f00095f0 con 0x7ff200101590 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1fffff700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 0x7ff20019d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1ff7fe700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff1f0004690 tx=0x7ff1f0004d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f001d070 con 0x7ff200101590 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff20019e5d0 con 0x7ff200101590 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff1f000bea0 con 0x7ff200101590 2023-10-05T15:15:27.181 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1f000f460 con 0x7ff200101590 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.176+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff20019eb40 con 0x7ff200101590 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.177+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7ff1f000f5c0 con 0x7ff200101590 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.177+0000 7ff1fcff9700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 0x7ff1e803b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.177+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff20018f5c0 con 0x7ff200101590 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.177+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff1f004c8f0 con 0x7ff200101590 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.178+0000 7ff1feffd700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 0x7ff1e803b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:27.182 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.178+0000 7ff1feffd700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 0x7ff1e803b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff1f4009830 tx=0x7ff1f4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:27.184 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.182+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff1f0017440 con 0x7ff200101590 2023-10-05T15:15:27.397 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.395+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi029=x;smithi040=y;smithi177=z", "target": ["mon-mgr", ""]}) v1 -- 0x7ff20002d1a0 con 0x7ff1e8038d40 2023-10-05T15:15:27.404 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.402+0000 7ff1fcff9700 1 -- 172.21.15.177:0/1229448159 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7ff20002d1a0 con 0x7ff1e8038d40 2023-10-05T15:15:27.404 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mgr update... 2023-10-05T15:15:27.406 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 msgr2=0x7ff1e803b200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 0x7ff1e803b200 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff1f4009830 tx=0x7ff1f4008040 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 msgr2=0x7ff200195d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ff1f0004690 tx=0x7ff1f0004d60 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 shutdown_connections 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff1e8038d40 0x7ff1e803b200 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff200101590 0x7ff200195d30 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2001966f0 0x7ff20019d850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 --2- 172.21.15.177:0/1229448159 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff200196270 0x7ff20019b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 >> 172.21.15.177:0/1229448159 conn(0x7ff2000fafc0 msgr2=0x7ff2000fbc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 shutdown_connections 2023-10-05T15:15:27.407 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:15:27.404+0000 7ff2060b2700 1 -- 172.21.15.177:0/1229448159 wait complete. 2023-10-05T15:15:27.705 DEBUG:teuthology.orchestra.run.smithi040:mgr.y> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.y.service 2023-10-05T15:15:27.708 DEBUG:teuthology.orchestra.run.smithi177:mgr.z> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.z.service 2023-10-05T15:15:27.710 INFO:tasks.cephadm:Deploying OSDs... 2023-10-05T15:15:27.710 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:15:27.710 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:15:27.729 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:15:27.729 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_1 2023-10-05T15:15:27.738 INFO:journalctl@ceph.mgr.z.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:15:27.743 INFO:journalctl@ceph.mgr.y.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:15:27.788 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:15:27.788 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 389732 Links: 1 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-05 15:14:39.747440246 +0000 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-05 15:08:42.800066017 +0000 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-05 15:08:42.800066017 +0000 2023-10-05T15:15:27.789 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-05T15:15:27.789 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:15:27.859 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-05T15:15:27.859 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-05T15:15:27.859 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000125942 s, 4.1 MB/s 2023-10-05T15:15:27.860 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:15:27.920 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_2 2023-10-05T15:15:27.977 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 387776 Links: 1 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-05 15:14:39.806439314 +0000 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-05 15:08:43.306057924 +0000 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-05 15:08:43.306057924 +0000 2023-10-05T15:15:28.074 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-05T15:15:28.075 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:15:28.104 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-05T15:15:28.104 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-05T15:15:28.104 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000117838 s, 4.3 MB/s 2023-10-05T15:15:28.105 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:15:28.165 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_3 2023-10-05T15:15:28.224 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 389832 Links: 1 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-05 15:14:39.872438272 +0000 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-05 15:08:43.812049832 +0000 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-05 15:08:43.812049832 +0000 2023-10-05T15:15:28.225 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-05T15:15:28.225 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:15:28.293 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-05T15:15:28.293 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-05T15:15:28.293 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000122786 s, 4.2 MB/s 2023-10-05T15:15:28.295 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:15:28.354 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_4 2023-10-05T15:15:28.375 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:28.375 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:28.376 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:28 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 6h/6d Inode: 389927 Links: 1 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.393 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2023-10-05 15:14:39.943437151 +0000 2023-10-05T15:15:28.394 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-05 15:08:44.306041931 +0000 2023-10-05T15:15:28.394 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-05 15:08:44.306041931 +0000 2023-10-05T15:15:28.394 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: - 2023-10-05T15:15:28.394 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:15:28.459 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2023-10-05T15:15:28.459 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2023-10-05T15:15:28.459 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.00011252 s, 4.6 MB/s 2023-10-05T15:15:28.460 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:15:28.519 DEBUG:teuthology.orchestra.run.smithi040:> set -ex 2023-10-05T15:15:28.519 DEBUG:teuthology.orchestra.run.smithi040:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:15:28.540 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:15:28.540 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_1 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 387549 Links: 1 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.601 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-10-05 15:15:14.554549131 +0000 2023-10-05T15:15:28.602 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-10-05 15:08:49.136165951 +0000 2023-10-05T15:15:28.602 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-10-05 15:08:49.136165951 +0000 2023-10-05T15:15:28.602 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-10-05T15:15:28.602 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:15:28.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:28 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.672 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-10-05T15:15:28.672 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-10-05T15:15:28.673 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.00025614 s, 2.0 MB/s 2023-10-05T15:15:28.674 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:28 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:28.735 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_2 2023-10-05T15:15:28.794 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:15:28.794 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 392347 Links: 1 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-10-05 15:15:14.554549131 +0000 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-10-05 15:08:49.667159707 +0000 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-10-05 15:08:49.667159707 +0000 2023-10-05T15:15:28.795 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-10-05T15:15:28.795 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:15:28.865 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-10-05T15:15:28.865 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-10-05T15:15:28.865 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000234641 s, 2.2 MB/s 2023-10-05T15:15:28.866 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:15:28.926 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_3 2023-10-05T15:15:28.985 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:15:28.985 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:28.985 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 386911 Links: 1 2023-10-05T15:15:28.985 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:28.986 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:28.986 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-10-05 15:15:14.555549119 +0000 2023-10-05T15:15:28.986 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-10-05 15:08:50.163153874 +0000 2023-10-05T15:15:28.986 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-10-05 15:08:50.163153874 +0000 2023-10-05T15:15:28.986 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-10-05T15:15:28.986 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:15:29.053 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-10-05T15:15:29.053 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-10-05T15:15:29.054 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000222647 s, 2.3 MB/s 2023-10-05T15:15:29.054 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:15:29.114 DEBUG:teuthology.orchestra.run.smithi040:> stat /dev/vg_nvme/lv_4 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout:Device: 6h/6d Inode: 390045 Links: 1 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout:Access: 2023-10-05 15:15:14.555549119 +0000 2023-10-05T15:15:29.174 INFO:teuthology.orchestra.run.smithi040.stdout:Modify: 2023-10-05 15:08:50.684147748 +0000 2023-10-05T15:15:29.175 INFO:teuthology.orchestra.run.smithi040.stdout:Change: 2023-10-05 15:08:50.684147748 +0000 2023-10-05T15:15:29.175 INFO:teuthology.orchestra.run.smithi040.stdout: Birth: - 2023-10-05T15:15:29.175 DEBUG:teuthology.orchestra.run.smithi040:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:15:29.242 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records in 2023-10-05T15:15:29.242 INFO:teuthology.orchestra.run.smithi040.stderr:1+0 records out 2023-10-05T15:15:29.242 INFO:teuthology.orchestra.run.smithi040.stderr:512 bytes copied, 0.000206185 s, 2.5 MB/s 2023-10-05T15:15:29.243 DEBUG:teuthology.orchestra.run.smithi040:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:15:29.302 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2023-10-05T15:15:29.302 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/scratch_devs of=/dev/stdout 2023-10-05T15:15:29.319 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-10-05T15:15:29.319 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_1 2023-10-05T15:15:29.376 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 384954 Links: 1 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-10-05 15:15:05.998008271 +0000 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-10-05 15:08:20.630704671 +0000 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-10-05 15:08:20.630704671 +0000 2023-10-05T15:15:29.377 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-10-05T15:15:29.377 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-10-05T15:15:29.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi029=x;smithi040=y;smithi177=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: Saving service mgr spec with placement smithi029=x;smithi040=y;smithi177=z;count:3 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: Reconfiguring daemon mgr.x on smithi029 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:29.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:29.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.443 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-10-05T15:15:29.444 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-10-05T15:15:29.444 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000241681 s, 2.1 MB/s 2023-10-05T15:15:29.445 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-10-05T15:15:29.503 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_2 2023-10-05T15:15:29.560 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 390120 Links: 1 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-10-05 15:15:05.999008244 +0000 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-10-05 15:08:21.146690767 +0000 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-10-05 15:08:21.146690767 +0000 2023-10-05T15:15:29.561 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-10-05T15:15:29.562 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-10-05T15:15:29.576 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi029=x;smithi040=y;smithi177=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:29.576 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: Saving service mgr spec with placement smithi029=x;smithi040=y;smithi177=z;count:3 2023-10-05T15:15:29.576 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:15:29.576 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: Reconfiguring daemon mgr.x on smithi029 2023-10-05T15:15:29.576 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:29.577 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.602 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-10-05T15:15:29.602 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-10-05T15:15:29.602 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000217422 s, 2.4 MB/s 2023-10-05T15:15:29.603 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi029=x;smithi040=y;smithi177=z", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: Saving service mgr spec with placement smithi029=x;smithi040=y;smithi177=z;count:3 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: Reconfiguring mgr.x (unknown last config time)... 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: Reconfiguring daemon mgr.x on smithi029 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:29.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:29.661 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_3 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 391404 Links: 1 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-10-05 15:15:05.999008244 +0000 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-10-05 15:08:21.666676755 +0000 2023-10-05T15:15:29.718 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-10-05 15:08:21.666676755 +0000 2023-10-05T15:15:29.719 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-10-05T15:15:29.719 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-10-05T15:15:29.783 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-10-05T15:15:29.783 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-10-05T15:15:29.784 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000251937 s, 2.0 MB/s 2023-10-05T15:15:29.785 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-10-05T15:15:29.843 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_4 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 6h/6d Inode: 387907 Links: 1 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2023-10-05T15:15:29.900 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2023-10-05 15:15:05.999008244 +0000 2023-10-05T15:15:29.901 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2023-10-05 15:08:22.358658108 +0000 2023-10-05T15:15:29.901 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2023-10-05 15:08:22.358658108 +0000 2023-10-05T15:15:29.901 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: - 2023-10-05T15:15:29.901 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-10-05T15:15:29.965 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2023-10-05T15:15:29.966 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2023-10-05T15:15:29.966 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.00018832 s, 2.7 MB/s 2023-10-05T15:15:29.967 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-10-05T15:15:30.026 INFO:tasks.cephadm:Deploying osd.0 on smithi029 with /dev/vg_nvme/lv_4... 2023-10-05T15:15:30.026 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:15:30.273 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 systemd[1]: Starting Ceph mgr.z for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:15:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:30 smithi029 ceph-mon[99237]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:30 smithi029 ceph-mon[99237]: Deploying daemon mgr.z on smithi177 2023-10-05T15:15:30.590 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 podman[105701]: 2023-10-05T15:15:30.590 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:30 smithi177 ceph-mon[103568]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:30.590 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:30 smithi177 ceph-mon[103568]: Deploying daemon mgr.z on smithi177 2023-10-05T15:15:30.601 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:15:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:30 smithi040 ceph-mon[103696]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:30 smithi040 ceph-mon[103696]: Deploying daemon mgr.z on smithi177 2023-10-05T15:15:31.013 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 bash[105701]: 17c960d8588bfd5c125318312c6e0d76409846103636c4d441cbe15fb04ca06a 2023-10-05T15:15:31.014 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 ceph-mgr[105740]: -- 172.21.15.177:0/3481405369 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55982edcf1e0 con 0x55982eda4800 2023-10-05T15:15:31.014 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 systemd[1]: Started Ceph mgr.z for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:15:31.014 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:30.840+0000 7fd7b4469200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:15:31.014 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:30.921+0000 7fd7b4469200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:15:31.014 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.011+0000 7fd7b4469200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:15:31.275 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.104+0000 7fd7b4469200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:15:31.637 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.273+0000 7fd7b4469200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:15:31.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.635+0000 7fd7b4469200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:15:31.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.764+0000 7fd7b4469200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.853+0000 7fd7b4469200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:31.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:31.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-mon[103568]: Deploying daemon mgr.y on smithi040 2023-10-05T15:15:32.080 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:15:32.080 INFO:teuthology.orchestra.run.smithi029.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:15:32.080 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10+0 records in 2023-10-05T15:15:32.080 INFO:teuthology.orchestra.run.smithi029.stderr:10+0 records out 2023-10-05T15:15:32.080 INFO:teuthology.orchestra.run.smithi029.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0132739 s, 790 MB/s 2023-10-05T15:15:32.081 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping successful for: 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:32.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:32.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:31 smithi029 ceph-mon[99237]: Deploying daemon mgr.y on smithi040 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:32.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:31 smithi040 ceph-mon[103696]: Deploying daemon mgr.y on smithi040 2023-10-05T15:15:32.368 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:31.948+0000 7fd7b4469200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:15:32.548 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi029:vg_nvme/lv_4 2023-10-05T15:15:32.676 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:32.366+0000 7fd7b4469200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:15:32.883 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:32 smithi040 systemd[1]: Starting Ceph mgr.y for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:15:33.112 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:15:33.156 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:32 smithi040 podman[105159]: 2023-10-05T15:15:33.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:33.030+0000 7fd7b4469200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:15:33.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:33.112+0000 7fd7b4469200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:15:33.522 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 bash[105159]: 130c793304fa85c56edad0409a2aa22fe4a57b3afc643d04809188cbfe35ec1a 2023-10-05T15:15:33.522 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-mgr[105199]: -- 172.21.15.40:0/1236108687 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5573941df1e0 con 0x5573941b4c00 2023-10-05T15:15:33.522 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 systemd[1]: Started Ceph mgr.y for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:15:33.522 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:33.310+0000 7f3dddf02200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:15:33.523 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:33.407+0000 7f3dddf02200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:15:33.523 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:33.519+0000 7f3dddf02200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:15:33.859 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:33.637+0000 7f3dddf02200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:15:34.202 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:33.929+0000 7fd7b4469200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:15:34.203 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:34.021+0000 7fd7b4469200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:15:34.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 -- 172.21.15.29:0/4029175537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970102170 msgr2=0x7fc9701025d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 --2- 172.21.15.29:0/4029175537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970102170 0x7fc9701025d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc9580099c0 tx=0x7fc958009cd0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 -- 172.21.15.29:0/4029175537 shutdown_connections 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 --2- 172.21.15.29:0/4029175537 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102b10 0x7fc9701093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 --2- 172.21.15.29:0/4029175537 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970100f70 0x7fc970101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 --2- 172.21.15.29:0/4029175537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970102170 0x7fc9701025d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 -- 172.21.15.29:0/4029175537 >> 172.21.15.29:0/4029175537 conn(0x7fc9700fc4d0 msgr2=0x7fc9700fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 -- 172.21.15.29:0/4029175537 shutdown_connections 2023-10-05T15:15:34.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.294+0000 7fc976690700 1 -- 172.21.15.29:0/4029175537 wait complete. 2023-10-05T15:15:34.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 Processor -- start 2023-10-05T15:15:34.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 -- start start 2023-10-05T15:15:34.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:34.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102170 0x7fc970197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:34.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970102b10 0x7fc97019e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019e780 con 0x7fc970100f70 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019e8c0 con 0x7fc970102b10 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.295+0000 7fc976690700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc97019ea80 con 0x7fc970102170 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44132/0 (socket says 172.21.15.29:44132) 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 -- 172.21.15.29:0/1177712373 learned_addr learned my addr 172.21.15.29:0/1177712373 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96f7fe700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102170 0x7fc970197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc974c2d700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970102b10 0x7fc97019e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 -- 172.21.15.29:0/1177712373 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102170 msgr2=0x7fc970197170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:34.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102170 0x7fc970197170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 -- 172.21.15.29:0/1177712373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970102b10 msgr2=0x7fc97019e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970102b10 0x7fc97019e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 -- 172.21.15.29:0/1177712373 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9580095f0 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96ffff700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc96000e970 tx=0x7fc96000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960009790 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc97019ed60 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc96000c7e0 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc960003c70 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.296+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc97019f1f0 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.297+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 13) v1 ==== 45635+0+0 (secure 0 0 0) 0x7fc960004220 con 0x7fc970100f70 2023-10-05T15:15:34.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.297+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc97010c770 con 0x7fc970100f70 2023-10-05T15:15:34.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.298+0000 7fc96d7fa700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 0x7fc95c03afb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:34.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.298+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fc960014070 con 0x7fc970100f70 2023-10-05T15:15:34.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.298+0000 7fc96f7fe700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 0x7fc95c03afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:34.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.298+0000 7fc96f7fe700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 0x7fc95c03afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc95800b580 tx=0x7fc958005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:34.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.302+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc96000fbb0 con 0x7fc970100f70 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.497 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:34.200+0000 7fd7b4469200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:34.498 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:34.508+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fc9700612f0 con 0x7fc95c038af0 2023-10-05T15:15:34.621 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:33 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:33.858+0000 7f3dddf02200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:15:34.621 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:34.352+0000 7f3dddf02200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:15:34.621 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:34.512+0000 7f3dddf02200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:34.620+0000 7f3dddf02200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:34.622 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:34.897 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:34.495+0000 7fd7b4469200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:15:34.897 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:34.741+0000 7fd7b4469200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:15:34.897 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:34.895+0000 7fd7b4469200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:15:34.905 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:34.740+0000 7f3dddf02200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:15:35.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:35.166+0000 7fd7b4469200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:35.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:35.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:35.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:35.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.656 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:35.263+0000 7f3dddf02200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:15:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:35.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:35.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:35.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:35.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:35.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:36.176 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:35.875+0000 7fd7b4469200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:15:36.176 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:36.006+0000 7fd7b4469200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:15:36.336 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:36.063+0000 7f3dddf02200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:15:36.336 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:36.162+0000 7f3dddf02200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:15:36.530 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:36.199+0000 7fd7b4469200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:15:36.530 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:36.312+0000 7fd7b4469200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:15:36.530 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:36.531 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:36.531 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:36.531 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:36.531 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:36.531 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:36.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:36.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:36.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:36.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:36.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:36.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:36.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:36.528+0000 7fd7b4469200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:15:37.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]: dispatch 2023-10-05T15:15:37.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]': finished 2023-10-05T15:15:37.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-mon[103696]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:15:37.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:37.406 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:37.139+0000 7f3dddf02200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:15:37.406 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:37.251+0000 7f3dddf02200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:15:37.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:37 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]: dispatch 2023-10-05T15:15:37.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:37 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]': finished 2023-10-05T15:15:37.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:37 smithi029 ceph-mon[99237]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:15:37.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:37.676 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:15:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:15:37.385+0000 7fd7b4469200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:15:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:37 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]: dispatch 2023-10-05T15:15:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:37 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2556436235' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28964249-2a59-4c97-a24e-31ff17e71c84"}]': finished 2023-10-05T15:15:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:37 smithi177 ceph-mon[103568]: osdmap e5: 1 total, 0 up, 1 in 2023-10-05T15:15:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:37.822 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:37.471+0000 7f3dddf02200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:15:38.077 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:37.821+0000 7f3dddf02200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:15:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:38.343+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 14) v1 ==== 90791+0+0 (secure 0 0 0) 0x7fc960018950 con 0x7fc970100f70 2023-10-05T15:15:38.348 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:38.074+0000 7f3dddf02200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:15:38.348 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:38.256+0000 7f3dddf02200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: Standby manager daemon z started 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:15:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:38 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/340763608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:15:38.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:38.585+0000 7f3dddf02200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: Standby manager daemon z started 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:15:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:38 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/340763608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:15:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: Standby manager daemon z started 2023-10-05T15:15:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:15:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:15:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3199580909' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:38 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/340763608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:15:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:39 smithi029 ceph-mon[99237]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-05T15:15:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:15:39.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-mon[103696]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-05T15:15:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:15:39.656 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:39.438+0000 7f3dddf02200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:15:39.656 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:39.598+0000 7f3dddf02200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:15:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:39 smithi177 ceph-mon[103568]: mgrmap e14: x(active, since 69s), standbys: z 2023-10-05T15:15:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:39 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:15:40.155 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:39.844+0000 7f3dddf02200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:15:40.156 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:39.981+0000 7f3dddf02200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:15:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:40 smithi029 ceph-mon[99237]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:40 smithi040 ceph-mon[103696]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:40.656 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:40 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:40.255+0000 7f3dddf02200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:15:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:40 smithi177 ceph-mon[103568]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:41.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:41.362+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mon.0 v2:172.21.15.29:3300/0 8 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7fc960014d90 con 0x7fc970100f70 2023-10-05T15:15:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:41 smithi029 ceph-mon[99237]: Standby manager daemon y started 2023-10-05T15:15:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:41 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:15:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:41 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:41 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:15:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:41 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:41.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:15:41.307+0000 7f3dddf02200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:15:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-mon[103696]: Standby manager daemon y started 2023-10-05T15:15:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:15:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:15:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:41 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:41.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:41 smithi177 ceph-mon[103568]: Standby manager daemon y started 2023-10-05T15:15:41.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:41 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:15:41.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:41 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:15:41.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:41 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:15:41.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:41 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2475321205' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:15:42.625 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:42 smithi029 ceph-mon[99237]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:42.625 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:42 smithi029 ceph-mon[99237]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-10-05T15:15:42.625 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:15:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:42 smithi040 ceph-mon[103696]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:42 smithi040 ceph-mon[103696]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-10-05T15:15:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:15:42.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:42 smithi177 ceph-mon[103568]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:42.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:42 smithi177 ceph-mon[103568]: mgrmap e15: x(active, since 72s), standbys: z, y 2023-10-05T15:15:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:15:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:15:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:43.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:15:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2023-10-05T15:15:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:44.606 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:44 smithi029 ceph-mon[99237]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:44.606 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:44 smithi029 ceph-mon[99237]: Deploying daemon osd.0 on smithi029 2023-10-05T15:15:44.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:44 smithi040 ceph-mon[103696]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:44 smithi040 ceph-mon[103696]: Deploying daemon osd.0 on smithi029 2023-10-05T15:15:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:44 smithi177 ceph-mon[103568]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:44 smithi177 ceph-mon[103568]: Deploying daemon osd.0 on smithi029 2023-10-05T15:15:46.574 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:46 smithi029 ceph-mon[99237]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:46.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:46 smithi040 ceph-mon[103696]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:46.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:46 smithi177 ceph-mon[103568]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:48.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:48 smithi029 ceph-mon[99237]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:48.620 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.620 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.621 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:48 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:48 smithi040 ceph-mon[103696]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:48 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:48 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:48 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:48.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:48 smithi177 ceph-mon[103568]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:48.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:48 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:48 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:48.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:48 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:50.064 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.061+0000 7fc96d7fa700 1 -- 172.21.15.29:0/1177712373 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc9700612f0 con 0x7fc95c038af0 2023-10-05T15:15:50.065 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 0 on host 'smithi029' 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.063+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 msgr2=0x7fc95c03afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.063+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 0x7fc95c03afb0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc95800b580 tx=0x7fc958005fb0 comp rx=0 tx=0).stop 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.063+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 msgr2=0x7fc970196c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.063+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fc96000e970 tx=0x7fc96000ec80 comp rx=0 tx=0).stop 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 shutdown_connections 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc95c038af0 0x7fc95c03afb0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:50.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc970102b10 0x7fc97019e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc970100f70 0x7fc970196c30 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 --2- 172.21.15.29:0/1177712373 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc970102170 0x7fc970197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 >> 172.21.15.29:0/1177712373 conn(0x7fc9700fc4d0 msgr2=0x7fc9700fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 shutdown_connections 2023-10-05T15:15:50.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:15:50.064+0000 7fc976690700 1 -- 172.21.15.29:0/1177712373 wait complete. 2023-10-05T15:15:50.494 DEBUG:teuthology.orchestra.run.smithi029:osd.0> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.0.service 2023-10-05T15:15:50.496 INFO:tasks.cephadm:Deploying osd.1 on smithi040 with /dev/vg_nvme/lv_4... 2023-10-05T15:15:50.496 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:15:50.528 INFO:journalctl@ceph.osd.0.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:15:50.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:50.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:15:51.058 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:15:51.607 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:15:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:15:51.414+0000 7ff00631b640 -1 osd.0 0 log_to_monitors true 2023-10-05T15:15:52.639 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:52 smithi029 ceph-mon[99237]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:52.640 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:52 smithi029 ceph-mon[99237]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.640 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:52 smithi029 ceph-mon[99237]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:52 smithi040 ceph-mon[103696]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:52 smithi040 ceph-mon[103696]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:52 smithi040 ceph-mon[103696]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:52 smithi177 ceph-mon[103568]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:52 smithi177 ceph-mon[103568]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:52 smithi177 ceph-mon[103568]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0108458 s, 967 MB/s 2023-10-05T15:15:52.727 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-10-05T15:15:53.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi040:vg_nvme/lv_4 2023-10-05T15:15:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:15:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:15:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:53.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:15:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:53.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.681 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:15:53.857 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:15:53.389+0000 7feffb992700 -1 osd.0 0 waiting for initial osdmap 2023-10-05T15:15:53.857 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:15:53.392+0000 7feff4f82700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:15:53.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2023-10-05T15:15:53.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: osdmap e6: 1 total, 0 up, 1 in 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:53.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:53.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:15:53.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi029 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 17173M 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:54 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi029 2023-10-05T15:15:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 17173M 2023-10-05T15:15:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:15:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:15:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:54 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:54.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi029 2023-10-05T15:15:54.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 17173M 2023-10-05T15:15:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:15:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: osdmap e7: 1 total, 0 up, 1 in 2023-10-05T15:15:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:54 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:54.932 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 -- 172.21.15.40:0/1638420190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 msgr2=0x7f8b74100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/1638420190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b74100290 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c009990 tx=0x7f8b5c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 -- 172.21.15.40:0/1638420190 shutdown_connections 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/1638420190 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 0x7f8b741082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/1638420190 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b74100290 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/1638420190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 -- 172.21.15.40:0/1638420190 >> 172.21.15.40:0/1638420190 conn(0x7f8b740fb3f0 msgr2=0x7f8b740fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 -- 172.21.15.40:0/1638420190 shutdown_connections 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 -- 172.21.15.40:0/1638420190 wait complete. 2023-10-05T15:15:54.933 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.931+0000 7f8b79ecd700 1 Processor -- start 2023-10-05T15:15:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 -- start start 2023-10-05T15:15:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74102720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:54.935 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 0x7f8b74102c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b741033e0 con 0x7f8b74100fd0 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b74103550 con 0x7f8b740ffe70 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b79ecd700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b741a0ce0 con 0x7f8b74101990 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:47308/0 (socket says 172.21.15.40:47308) 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 -- 172.21.15.40:0/2751113231 learned_addr learned my addr 172.21.15.40:0/2751113231 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b72ffd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74102720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b73fff700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 0x7f8b74102c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 -- 172.21.15.40:0/2751113231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 msgr2=0x7f8b74102c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 0x7f8b74102c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 -- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 msgr2=0x7f8b74102720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:15:54.936 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74102720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 -- 172.21.15.40:0/2751113231 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b5c0095f0 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b72ffd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.932+0000 7f8b737fe700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005910 tx=0x7f8b5c005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.933+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c01d070 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.933+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b5c004060 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.933+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b741a0f60 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.933+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b5c022e10 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.933+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b741a1310 con 0x7f8b740ffe70 2023-10-05T15:15:54.937 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.934+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b74107f20 con 0x7f8b740ffe70 2023-10-05T15:15:54.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.935+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f8b5c022470 con 0x7f8b740ffe70 2023-10-05T15:15:54.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.936+0000 7f8b70ff9700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 0x7f8b600a3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:15:54.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.936+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f8b5c0cca50 con 0x7f8b740ffe70 2023-10-05T15:15:54.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.936+0000 7f8b72ffd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 0x7f8b600a3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:15:54.938 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.937+0000 7f8b72ffd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 0x7f8b600a3930 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8b64005fd0 tx=0x7f8b64005f60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:15:54.940 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:54.939+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8b5c097c40 con 0x7f8b740ffe70 2023-10-05T15:15:55.149 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:15:55.148+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f8b7402d2d0 con 0x7f8b600a1470 2023-10-05T15:15:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:15:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:15:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] boot 2023-10-05T15:15:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:15:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:55.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:55.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] boot 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:55.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:55.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:15:55.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: osd.0 [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] boot 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: osdmap e8: 1 total, 1 up, 1 in 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:15:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:15:56.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:56 smithi040 ceph-mon[103696]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:15:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:56 smithi177 ceph-mon[103568]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:15:56.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:56 smithi029 ceph-mon[99237]: osdmap e9: 1 total, 1 up, 1 in 2023-10-05T15:15:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:57 smithi040 ceph-mon[103696]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:15:57.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:57 smithi177 ceph-mon[103568]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:15:57.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:57 smithi029 ceph-mon[99237]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:15:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/3626817300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]': finished 2023-10-05T15:15:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:15:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:15:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:58 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/1631101738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:15:58.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/3626817300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]': finished 2023-10-05T15:15:58.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:15:58.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:15:58.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:58 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/1631101738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/3626817300' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]: dispatch 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2f4b9517-a38f-42d4-bbac-7dba8949ae05"}]': finished 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: osdmap e10: 2 total, 1 up, 2 in 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:15:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:58 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/1631101738' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:00.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:15:59 smithi029 ceph-mon[99237]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:15:59 smithi040 ceph-mon[103696]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:00.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:15:59 smithi177 ceph-mon[103568]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:02.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:01 smithi029 ceph-mon[99237]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:01 smithi040 ceph-mon[103696]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:01 smithi177 ceph-mon[103568]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:03 smithi029 ceph-mon[99237]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:04.128 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:03 smithi040 ceph-mon[103696]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:04.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:03 smithi177 ceph-mon[103568]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:05.058 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:16:05.059 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:05.059 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:04 smithi040 ceph-mon[103696]: Deploying daemon osd.1 on smithi040 2023-10-05T15:16:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:16:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:04 smithi029 ceph-mon[99237]: Deploying daemon osd.1 on smithi040 2023-10-05T15:16:05.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2023-10-05T15:16:05.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:05.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:04 smithi177 ceph-mon[103568]: Deploying daemon osd.1 on smithi040 2023-10-05T15:16:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:05 smithi029 ceph-mon[99237]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:05 smithi040 ceph-mon[103696]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:05 smithi177 ceph-mon[103568]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:08.065 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:07 smithi040 ceph-mon[103696]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:08.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:07 smithi029 ceph-mon[99237]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:08.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:07 smithi177 ceph-mon[103568]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:10.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:09 smithi040 ceph-mon[103696]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:10.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:09 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:10.107 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:09 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:10.107 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:09 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:10.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:09 smithi029 ceph-mon[99237]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:10.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:09 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:10.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:09 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:10.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:09 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:10.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:09 smithi177 ceph-mon[103568]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:10.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:09 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:10.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:09 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:10.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:09 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:11.667 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 1 on host 'smithi040' 2023-10-05T15:16:11.668 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.665+0000 7f8b70ff9700 1 -- 172.21.15.40:0/2751113231 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f8b7402d2d0 con 0x7f8b600a1470 2023-10-05T15:16:11.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 msgr2=0x7f8b600a3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:11.669 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 0x7f8b600a3930 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8b64005fd0 tx=0x7f8b64005f60 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 msgr2=0x7f8b741040d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8b5c005910 tx=0x7f8b5c005e80 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 shutdown_connections 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b600a1470 0x7f8b600a3930 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b74101990 0x7f8b74102c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b740ffe70 0x7f8b741040d0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 --2- 172.21.15.40:0/2751113231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b74100fd0 0x7f8b74102720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 >> 172.21.15.40:0/2751113231 conn(0x7f8b740fb3f0 msgr2=0x7f8b740fd620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 shutdown_connections 2023-10-05T15:16:11.670 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:11.667+0000 7f8b79ecd700 1 -- 172.21.15.40:0/2751113231 wait complete. 2023-10-05T15:16:12.176 DEBUG:teuthology.orchestra.run.smithi040:osd.1> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.1.service 2023-10-05T15:16:12.178 INFO:tasks.cephadm:Deploying osd.2 on smithi177 with /dev/vg_nvme/lv_4... 2023-10-05T15:16:12.179 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2023-10-05T15:16:12.210 INFO:journalctl@ceph.osd.1.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:12.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:12.743 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:16:12.906 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:16:12.859+0000 7f8d0720c640 -1 osd.1 0 log_to_monitors true 2023-10-05T15:16:13.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:13 smithi029 ceph-mon[99237]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:13.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:13 smithi029 ceph-mon[99237]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:13.610 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:13 smithi177 ceph-mon[103568]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:13.610 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:13 smithi177 ceph-mon[103568]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:13.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:13 smithi040 ceph-mon[103696]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:13.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:13 smithi040 ceph-mon[103696]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_4 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0141876 s, 739 MB/s 2023-10-05T15:16:14.092 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-10-05T15:16:14.392 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:14.392 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:16:14.392 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.392 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:16:14.392 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:14.393 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:14 smithi177 ceph-mon[103568]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.393 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi177:vg_nvme/lv_4 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:14 smithi029 ceph-mon[99237]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2023-10-05T15:16:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: from='osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: osdmap e11: 2 total, 1 up, 2 in 2023-10-05T15:16:14.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:14.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-mon[103696]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:16:14.657 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:16:14.331+0000 7f8cfc883700 -1 osd.1 0 waiting for initial osdmap 2023-10-05T15:16:14.657 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:16:14.335+0000 7f8cf7e77700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:16:14.947 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:16:15.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:16:15.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:16:15.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.418 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:15.419 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:15.419 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:15.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:15.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:15.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: osdmap e12: 2 total, 1 up, 2 in 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:15.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:15.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:15.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:15.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:16.149 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 -- 172.21.15.177:0/1049068427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc0ffe70 msgr2=0x7f8acc100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 --2- 172.21.15.177:0/1049068427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc0ffe70 0x7f8acc100290 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f8ac8009990 tx=0x7f8ac8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 -- 172.21.15.177:0/1049068427 shutdown_connections 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 --2- 172.21.15.177:0/1049068427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc0ffe70 0x7f8acc100290 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 --2- 172.21.15.177:0/1049068427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc101990 0x7f8acc1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 --2- 172.21.15.177:0/1049068427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 0x7f8acc101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 -- 172.21.15.177:0/1049068427 >> 172.21.15.177:0/1049068427 conn(0x7f8acc0fb3f0 msgr2=0x7f8acc0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 -- 172.21.15.177:0/1049068427 shutdown_connections 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.146+0000 7f8ad3666700 1 -- 172.21.15.177:0/1049068427 wait complete. 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 Processor -- start 2023-10-05T15:16:16.150 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 -- start start 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc0ffe70 0x7f8acc10a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 0x7f8acc108da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc109a60 con 0x7f8acc0ffe70 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc109bd0 con 0x7f8acc100fd0 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad3666700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc1a0cb0 con 0x7f8acc101990 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:53924/0 (socket says 172.21.15.177:53924) 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 -- 172.21.15.177:0/546190484 learned_addr learned my addr 172.21.15.177:0/546190484 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad0c01700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 0x7f8acc108da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:16.151 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1402700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc0ffe70 0x7f8acc10a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 -- 172.21.15.177:0/546190484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 msgr2=0x7f8acc108da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 0x7f8acc108da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 -- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc0ffe70 msgr2=0x7f8acc10a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc0ffe70 0x7f8acc10a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.147+0000 7f8ad1c03700 1 -- 172.21.15.177:0/546190484 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ac80095f0 con 0x7f8acc101990 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ad1c03700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4007ee0 tx=0x7f8ac400d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4017070 con 0x7f8acc101990 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ac400f040 con 0x7f8acc101990 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8acc1a0f90 con 0x7f8acc101990 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ac4005740 con 0x7f8acc101990 2023-10-05T15:16:16.152 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.148+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8acc1a13a0 con 0x7f8acc101990 2023-10-05T15:16:16.153 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.149+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8acc107450 con 0x7f8acc101990 2023-10-05T15:16:16.153 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.150+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f8ac400dc60 con 0x7f8acc101990 2023-10-05T15:16:16.153 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.151+0000 7f8ac27fc700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 0x7f8ab80a3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:16.154 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.151+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f8ac40cb380 con 0x7f8acc101990 2023-10-05T15:16:16.154 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.151+0000 7f8ad1402700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 0x7f8ab80a3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:16.154 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.152+0000 7f8ad1402700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 0x7f8ab80a3930 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800b2e0 tx=0x7f8ac8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:16.155 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.154+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8ac4096190 con 0x7f8acc101990 2023-10-05T15:16:16.352 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:16.351+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f8acc10c7c0 con 0x7f8ab80a1470 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi040 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 17173M 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] boot 2023-10-05T15:16:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:16:16.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi040 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 17173M 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] boot 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:16:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:16:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:16:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2023-10-05T15:16:16.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi040 2023-10-05T15:16:16.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 17173M 2023-10-05T15:16:16.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: osd.1 [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] boot 2023-10-05T15:16:16.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: osdmap e13: 2 total, 2 up, 2 in 2023-10-05T15:16:16.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:16:17.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:17 smithi177 ceph-mon[103568]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:16:17.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:17 smithi177 ceph-mon[103568]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:17.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:17.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:17.417 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:17.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:17 smithi029 ceph-mon[99237]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:16:17.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:17 smithi029 ceph-mon[99237]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:17.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:17.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:17.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:17.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:17 smithi040 ceph-mon[103696]: osdmap e14: 2 total, 2 up, 2 in 2023-10-05T15:16:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:17 smithi040 ceph-mon[103696]: from='client.24172 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:18.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:18 smithi029 ceph-mon[99237]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:18.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:18 smithi040 ceph-mon[103696]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:18 smithi177 ceph-mon[103568]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:19.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/604450979' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]': finished 2023-10-05T15:16:19.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:16:19.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:19.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:19 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/1276207403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/604450979' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]': finished 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:19 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/1276207403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/604450979' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]: dispatch 2023-10-05T15:16:19.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7525c91b-20f2-4300-94c9-79e3c30efdd9"}]': finished 2023-10-05T15:16:19.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: osdmap e15: 3 total, 2 up, 3 in 2023-10-05T15:16:19.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:19.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:19 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/1276207403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:20 smithi029 ceph-mon[99237]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:20.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:20 smithi040 ceph-mon[103696]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:20 smithi177 ceph-mon[103568]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:22.615 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:22 smithi177 ceph-mon[103568]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:22.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:22 smithi040 ceph-mon[103696]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:22.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:22 smithi029 ceph-mon[99237]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:24.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:24 smithi177 ceph-mon[103568]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:24.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:24 smithi040 ceph-mon[103696]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:24.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:24 smithi029 ceph-mon[99237]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:16:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:25.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:16:25.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:25.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2023-10-05T15:16:25.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:26.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:26 smithi040 ceph-mon[103696]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:26 smithi040 ceph-mon[103696]: Deploying daemon osd.2 on smithi177 2023-10-05T15:16:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:26 smithi177 ceph-mon[103568]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:26 smithi177 ceph-mon[103568]: Deploying daemon osd.2 on smithi177 2023-10-05T15:16:26.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:26 smithi029 ceph-mon[99237]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:26.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:26 smithi029 ceph-mon[99237]: Deploying daemon osd.2 on smithi177 2023-10-05T15:16:28.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:28 smithi040 ceph-mon[103696]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:28 smithi177 ceph-mon[103568]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:28 smithi029 ceph-mon[99237]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:30.290 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:30 smithi177 ceph-mon[103568]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:30.290 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.290 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.290 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:30.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:30 smithi040 ceph-mon[103696]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:30 smithi029 ceph-mon[99237]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:31.814 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 2 on host 'smithi177' 2023-10-05T15:16:31.814 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.811+0000 7f8ac27fc700 1 -- 172.21.15.177:0/546190484 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f8acc10c7c0 con 0x7f8ab80a1470 2023-10-05T15:16:31.816 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 msgr2=0x7f8ab80a3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:31.816 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 0x7f8ab80a3930 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f8ac800b2e0 tx=0x7f8ac8005fb0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.816 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 msgr2=0x7f8acc1092e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:31.816 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8ac4007ee0 tx=0x7f8ac400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 shutdown_connections 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ab80a1470 0x7f8ab80a3930 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8acc101990 0x7f8acc1092e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8acc0ffe70 0x7f8acc10a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 --2- 172.21.15.177:0/546190484 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8acc100fd0 0x7f8acc108da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 >> 172.21.15.177:0/546190484 conn(0x7f8acc0fb3f0 msgr2=0x7f8acc104590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 shutdown_connections 2023-10-05T15:16:31.817 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:16:31.814+0000 7f8ad3666700 1 -- 172.21.15.177:0/546190484 wait complete. 2023-10-05T15:16:32.231 DEBUG:teuthology.orchestra.run.smithi177:osd.2> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.2.service 2023-10-05T15:16:32.233 INFO:tasks.cephadm:Deploying osd.3 on smithi029 with /dev/vg_nvme/lv_3... 2023-10-05T15:16:32.233 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:16:32.262 INFO:journalctl@ceph.osd.2.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:16:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:32 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:32 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:32.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:32.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:32.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:32 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:32.815 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:16:33.334 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:33 smithi029 ceph-mon[99237]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:33.334 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:33 smithi029 ceph-mon[99237]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:33.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:33 smithi177 ceph-mon[103568]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:33.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:33 smithi177 ceph-mon[103568]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:33.427 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:16:33.150+0000 7f457ed21640 -1 osd.2 0 log_to_monitors true 2023-10-05T15:16:33.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:33 smithi040 ceph-mon[103696]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:33.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:33 smithi040 ceph-mon[103696]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2023-10-05T15:16:34.308 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:16:34.308 INFO:teuthology.orchestra.run.smithi029.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:16:34.308 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10+0 records in 2023-10-05T15:16:34.308 INFO:teuthology.orchestra.run.smithi029.stderr:10+0 records out 2023-10-05T15:16:34.308 INFO:teuthology.orchestra.run.smithi029.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00803087 s, 1.3 GB/s 2023-10-05T15:16:34.309 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping successful for: 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-mon[103568]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.428 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:16:34.174+0000 7f4574398700 -1 osd.2 0 waiting for initial osdmap 2023-10-05T15:16:34.428 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:16:34.177+0000 7f456c986700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:16:34.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:34.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:16:34.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:16:34.435 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:34.435 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.435 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:34 smithi029 ceph-mon[99237]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2023-10-05T15:16:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: osdmap e16: 3 total, 2 up, 3 in 2023-10-05T15:16:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: from='osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:34 smithi040 ceph-mon[103696]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:16:34.665 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi029:vg_nvme/lv_3 2023-10-05T15:16:35.232 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:16:35.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.440 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:16:35.440 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:35.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: osdmap e17: 3 total, 2 up, 3 in 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 -- 172.21.15.29:0/1198413013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 msgr2=0x7f71541082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 --2- 172.21.15.29:0/1198413013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f71541082b0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f714c00b0a0 tx=0x7f714c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 -- 172.21.15.29:0/1198413013 shutdown_connections 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 --2- 172.21.15.29:0/1198413013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f71541082b0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 --2- 172.21.15.29:0/1198413013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f71540ffe70 0x7f7154100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 --2- 172.21.15.29:0/1198413013 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7154100fd0 0x7f7154101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 -- 172.21.15.29:0/1198413013 >> 172.21.15.29:0/1198413013 conn(0x7f71540fb3f0 msgr2=0x7f71540fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 -- 172.21.15.29:0/1198413013 shutdown_connections 2023-10-05T15:16:36.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.419+0000 7f715c331700 1 -- 172.21.15.29:0/1198413013 wait complete. 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 Processor -- start 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 -- start start 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 0x7f7154195d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 0x7f7154196260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715419d870 con 0x7f7154101990 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715419d9b0 con 0x7f7154100fd0 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.420+0000 7f715c331700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f715419db70 con 0x7f71540ffe70 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44212/0 (socket says 172.21.15.29:44212) 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 -- 172.21.15.29:0/69919777 learned_addr learned my addr 172.21.15.29:0/69919777 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:16:36.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a0cd700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 0x7f7154195d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f71598cc700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 0x7f7154196260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 -- 172.21.15.29:0/69919777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 msgr2=0x7f7154195d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 0x7f7154195d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 -- 172.21.15.29:0/69919777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 msgr2=0x7f7154196260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 0x7f7154196260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 -- 172.21.15.29:0/69919777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f714c009d00 con 0x7f7154101990 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a0cd700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 0x7f7154195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f71598cc700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 0x7f7154196260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715a8ce700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f714c00b830 tx=0x7f714c004db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c00e040 con 0x7f7154101990 2023-10-05T15:16:36.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f714c01dd50 con 0x7f7154101990 2023-10-05T15:16:36.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f715419ddf0 con 0x7f7154101990 2023-10-05T15:16:36.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f714c01bdc0 con 0x7f7154101990 2023-10-05T15:16:36.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.421+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f715419e230 con 0x7f7154101990 2023-10-05T15:16:36.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:16:36.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:16:36.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi177 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 17168M 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] boot 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:16:36.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:36 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:36.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.422+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f715410b7f0 con 0x7f7154101990 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.423+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 15) v1 ==== 135947+0+0 (secure 0 0 0) 0x7f714c01b450 con 0x7f7154101990 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.424+0000 7f714b7fe700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 0x7f71400a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.424+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 2851+0+0 (secure 0 0 0) 0x7f714c0cda30 con 0x7f7154101990 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.424+0000 7f715a0cd700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 0x7f71400a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.424+0000 7f715a0cd700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 0x7f71400a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7154197200 tx=0x7f7150008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:36.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.428+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f714c098750 con 0x7f7154101990 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi177 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 17168M 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] boot 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:16:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:36 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:36.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:36.636+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f71540612f0 con 0x7f71400a13f0 2023-10-05T15:16:36.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi177 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 17168M 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: osd.2 [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] boot 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: osdmap e18: 3 total, 3 up, 3 in 2023-10-05T15:16:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:36 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:16:37.436 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:37 smithi029 ceph-mon[99237]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:16:37.436 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:37.436 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:37.436 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:37.436 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:37.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:37 smithi040 ceph-mon[103696]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:16:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:37 smithi177 ceph-mon[103568]: osdmap e19: 3 total, 3 up, 3 in 2023-10-05T15:16:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:38 smithi029 ceph-mon[99237]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:38 smithi029 ceph-mon[99237]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:38 smithi029 ceph-mon[99237]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:16:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:38 smithi040 ceph-mon[103696]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:38 smithi040 ceph-mon[103696]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:38 smithi040 ceph-mon[103696]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:16:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:38 smithi177 ceph-mon[103568]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:38 smithi177 ceph-mon[103568]: from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:38 smithi177 ceph-mon[103568]: osdmap e20: 3 total, 3 up, 3 in 2023-10-05T15:16:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:16:39.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:38 smithi029 sudo[123616]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:39.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:38 smithi029 sudo[123616]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:39.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:38 smithi029 sudo[123616]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:39.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:38 smithi029 sudo[123616]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:39.607 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:39 smithi029 sudo[123625]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:39.607 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:39 smithi029 sudo[123625]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:39.607 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:39 smithi029 sudo[123625]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:39.607 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:16:39 smithi029 sudo[123625]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:16:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]: dispatch 2023-10-05T15:16:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]': finished 2023-10-05T15:16:39.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:16:39.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:39.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:16:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]: dispatch 2023-10-05T15:16:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]': finished 2023-10-05T15:16:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:16:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:39 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:16:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: osdmap e21: 3 total, 3 up, 3 in 2023-10-05T15:16:39.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]: dispatch 2023-10-05T15:16:39.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/980823260' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "295817a1-ee1d-45c6-a5bd-cafebe970495"}]': finished 2023-10-05T15:16:39.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: osdmap e22: 4 total, 3 up, 4 in 2023-10-05T15:16:39.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:39 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:40.110 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:39 smithi040 sudo[113514]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:40.110 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:39 smithi040 sudo[113514]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:40.110 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:39 smithi040 sudo[113514]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:40.110 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:39 smithi040 sudo[113514]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:40.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:40.225+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f714c098b20 con 0x7f7154101990 2023-10-05T15:16:40.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:40 smithi040 ceph-mon[103696]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:40.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:40 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/293821658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:40.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:40 smithi040 sudo[113517]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:40.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:40 smithi040 sudo[113517]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:40.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:40 smithi040 sudo[113517]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:40.407 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:16:40 smithi040 sudo[113517]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:40 smithi029 ceph-mon[99237]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/293821658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.634 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:40 smithi177 ceph-mon[103568]: pgmap v76: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:40.634 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.635 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:40 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/293821658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:16:40.635 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:40.635 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114032]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:40.635 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114032]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:40.635 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114032]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:40.635 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114032]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:40.926 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114035]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:40.926 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114035]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:40.926 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114035]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:40.927 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:16:40 smithi177 sudo[114035]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124264]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124264]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124264]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124264]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 ceph-mon[103568]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 sudo[114038]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 sudo[114038]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 sudo[114038]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:41.822 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:41 smithi177 sudo[114038]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124454]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124454]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124454]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 sudo[124454]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 ceph-mon[99237]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:41 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:41.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:41 smithi040 ceph-mon[103696]: mgrmap e16: x(active, since 2m), standbys: z, y 2023-10-05T15:16:41.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:41 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:41.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:41 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 sudo[114041]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 sudo[114041]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 sudo[114041]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:42.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 sudo[114041]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:42.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113520]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2023-10-05T15:16:42.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113520]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:42.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113520]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:42.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113520]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113523]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113523]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113523]: pam_unix(sudo:session): session opened for user root by (uid=0) 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 sudo[113523]: pam_unix(sudo:session): session closed for user root 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: pgmap v78: 1 pgs: 1 unknown; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:43.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:16:43.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:16:44.075 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:43 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:44.075 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:43 smithi029 ceph-mon[99237]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:44.075 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:43 smithi029 ceph-mon[99237]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:43 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:43 smithi040 ceph-mon[103696]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:43 smithi040 ceph-mon[103696]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:43 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2023-10-05T15:16:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:43 smithi177 ceph-mon[103568]: pgmap v79: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:43 smithi177 ceph-mon[103568]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2023-10-05T15:16:46.274 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:45 smithi029 ceph-mon[99237]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:46.274 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:45 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:16:46.275 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:45 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:46.275 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:45 smithi029 ceph-mon[99237]: Deploying daemon osd.3 on smithi029 2023-10-05T15:16:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:45 smithi040 ceph-mon[103696]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:45 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:16:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:45 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:45 smithi040 ceph-mon[103696]: Deploying daemon osd.3 on smithi029 2023-10-05T15:16:46.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:45 smithi177 ceph-mon[103568]: pgmap v80: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:46.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:45 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2023-10-05T15:16:46.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:45 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:46.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:45 smithi177 ceph-mon[103568]: Deploying daemon osd.3 on smithi029 2023-10-05T15:16:48.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:47 smithi029 ceph-mon[99237]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2023-10-05T15:16:48.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:47 smithi040 ceph-mon[103696]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2023-10-05T15:16:48.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:47 smithi177 ceph-mon[103568]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 2.5 KiB/s rd, 65 KiB/s wr, 6 op/s 2023-10-05T15:16:50.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:49 smithi029 ceph-mon[99237]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2023-10-05T15:16:50.371 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.371 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.371 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:49 smithi040 ceph-mon[103696]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2023-10-05T15:16:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:49 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:49 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:49 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:49 smithi177 ceph-mon[103568]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2023-10-05T15:16:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:49 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:49 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:49 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:52.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:51 smithi029 ceph-mon[99237]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2023-10-05T15:16:52.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:51 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:51 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.189 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 3 on host 'smithi029' 2023-10-05T15:16:52.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.186+0000 7f714b7fe700 1 -- 172.21.15.29:0/69919777 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f71540612f0 con 0x7f71400a13f0 2023-10-05T15:16:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 msgr2=0x7f71400a38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 0x7f71400a38b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f7154197200 tx=0x7f7150008040 comp rx=0 tx=0).stop 2023-10-05T15:16:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 msgr2=0x7f715419d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f714c00b830 tx=0x7f714c004db0 comp rx=0 tx=0).stop 2023-10-05T15:16:52.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 shutdown_connections 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f71400a13f0 0x7f71400a38b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f71540ffe70 0x7f7154195d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7154101990 0x7f715419d2a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 --2- 172.21.15.29:0/69919777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7154100fd0 0x7f7154196260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 >> 172.21.15.29:0/69919777 conn(0x7f71540fb3f0 msgr2=0x7f71540fd640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 shutdown_connections 2023-10-05T15:16:52.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:16:52.189+0000 7f715c331700 1 -- 172.21.15.29:0/69919777 wait complete. 2023-10-05T15:16:52.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:51 smithi040 ceph-mon[103696]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2023-10-05T15:16:52.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:51 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:51 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:51 smithi177 ceph-mon[103568]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2023-10-05T15:16:52.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:51 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:51 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:52.617 DEBUG:teuthology.orchestra.run.smithi029:osd.3> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.3.service 2023-10-05T15:16:52.619 INFO:tasks.cephadm:Deploying osd.4 on smithi040 with /dev/vg_nvme/lv_3... 2023-10-05T15:16:52.619 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:16:52.650 INFO:journalctl@ceph.osd.3.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:16:53.196 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:16:53.414 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.415 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.469 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.469 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:53.765 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:16:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:16:53.465+0000 7f2e9a5cb640 -1 osd.3 0 log_to_monitors true 2023-10-05T15:16:54.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:54 smithi177 ceph-mon[103568]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:54.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:54 smithi177 ceph-mon[103568]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:16:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:54 smithi029 ceph-mon[99237]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:54 smithi029 ceph-mon[99237]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:16:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:54 smithi040 ceph-mon[103696]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:54 smithi040 ceph-mon[103696]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2023-10-05T15:16:54.721 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:16:54.721 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:16:54.721 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-10-05T15:16:54.722 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-10-05T15:16:54.722 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0107864 s, 972 MB/s 2023-10-05T15:16:54.722 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-10-05T15:16:55.157 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi040:vg_nvme/lv_3 2023-10-05T15:16:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:55 smithi040 ceph-mon[103696]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:16:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:55 smithi040 ceph-mon[103696]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:16:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:55 smithi040 ceph-mon[103696]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:16:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:55 smithi040 ceph-mon[103696]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:16:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:55 smithi177 ceph-mon[103568]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:16:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:55 smithi177 ceph-mon[103568]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:16:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:55 smithi177 ceph-mon[103568]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:16:55.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:55.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:55 smithi177 ceph-mon[103568]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:16:55.583 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-mon[99237]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2023-10-05T15:16:55.584 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-mon[99237]: osdmap e23: 4 total, 3 up, 4 in 2023-10-05T15:16:55.584 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-mon[99237]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:16:55.584 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:55.584 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-mon[99237]: from='osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:16:55.584 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:16:55.171+0000 7f2e8fc42700 -1 osd.3 0 waiting for initial osdmap 2023-10-05T15:16:55.584 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:16:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:16:55.177+0000 7f2e8ba37700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:16:55.725 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:16:56.291 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:56.291 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:16:56.291 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:56.292 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:56.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: osdmap e24: 4 total, 3 up, 4 in 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:56.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:56.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:16:56.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:57.045 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 -- 172.21.15.40:0/4169054015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 msgr2=0x7f08081025d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 --2- 172.21.15.40:0/4169054015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08081025d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f07f80099c0 tx=0x7f07f8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 -- 172.21.15.40:0/4169054015 shutdown_connections 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 --2- 172.21.15.40:0/4169054015 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08081093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 --2- 172.21.15.40:0/4169054015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 --2- 172.21.15.40:0/4169054015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08081025d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 -- 172.21.15.40:0/4169054015 >> 172.21.15.40:0/4169054015 conn(0x7f08080fc4d0 msgr2=0x7f08080fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 -- 172.21.15.40:0/4169054015 shutdown_connections 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.041+0000 7f080cede700 1 -- 172.21.15.40:0/4169054015 wait complete. 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 Processor -- start 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 -- start start 2023-10-05T15:16:57.046 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808074c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08080737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0808073f60 con 0x7f0808100f70 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08080740d0 con 0x7f0808102170 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080cede700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08081a0cd0 con 0x7f0808102b10 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f0805d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f0805d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:47378/0 (socket says 172.21.15.40:47378) 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f0805d9b700 1 -- 172.21.15.40:0/2020596036 learned_addr learned my addr 172.21.15.40:0/2020596036 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.042+0000 7f080659c700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808074c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 -- 172.21.15.40:0/2020596036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 msgr2=0x7f08080737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0806d9d700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08080737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:57.047 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08080737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 -- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 msgr2=0x7f0808074c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808074c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 -- 172.21.15.40:0/2020596036 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07f80095f0 con 0x7f0808102170 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f080659c700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808074c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0806d9d700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08080737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f0805d9b700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f07f8009990 tx=0x7f07f8005e80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f801d070 con 0x7f0808102170 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f07f8022470 con 0x7f0808102170 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08081a0f50 con 0x7f0808102170 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f8004230 con 0x7f0808102170 2023-10-05T15:16:57.048 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.043+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08081a1370 con 0x7f0808102170 2023-10-05T15:16:57.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.044+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0808108560 con 0x7f0808102170 2023-10-05T15:16:57.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.045+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f07f80225e0 con 0x7f0808102170 2023-10-05T15:16:57.049 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.045+0000 7f07f77fe700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 0x7f07f00a3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:16:57.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.046+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 3702+0+0 (secure 0 0 0) 0x7f07f80ccdd0 con 0x7f0808102170 2023-10-05T15:16:57.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.046+0000 7f080659c700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 0x7f07f00a3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:16:57.050 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.046+0000 7f080659c700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 0x7f07f00a3a40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f07fc005950 tx=0x7f07fc0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:16:57.052 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.051+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f07f8097620 con 0x7f0808102170 2023-10-05T15:16:57.263 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:16:57.261+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f080802d2b0 con 0x7f07f00a1580 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi029 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 8586M 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] boot 2023-10-05T15:16:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:16:57.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:57.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:57.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:57.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:57.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi029 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 8586M 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] boot 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:57.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi029 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 8586M 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: osd.3 [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] boot 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: osdmap e25: 4 total, 4 up, 4 in 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:16:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:16:58.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:58.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:16:58.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:58.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:58.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:58.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:16:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:58.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: pgmap v89: 1 pgs: 1 remapped+peering; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2023-10-05T15:16:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: osdmap e26: 4 total, 4 up, 4 in 2023-10-05T15:16:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: from='client.24227 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:16:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:16:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:16:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:16:59.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:59 smithi040 ceph-mon[103696]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:16:59.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:16:59 smithi040 ceph-mon[103696]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:16:59.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:59 smithi029 ceph-mon[99237]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:16:59.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:16:59 smithi029 ceph-mon[99237]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:16:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:59 smithi177 ceph-mon[103568]: osdmap e27: 4 total, 4 up, 4 in 2023-10-05T15:16:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:16:59 smithi177 ceph-mon[103568]: osdmap e28: 4 total, 4 up, 4 in 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/990698704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]': finished 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:17:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/990698704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]': finished 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:17:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: pgmap v92: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: osdmap e29: 4 total, 4 up, 4 in 2023-10-05T15:17:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/990698704' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]: dispatch 2023-10-05T15:17:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aead0df5-b0c0-4f09-9e4d-979e2fb90194"}]': finished 2023-10-05T15:17:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: osdmap e30: 5 total, 4 up, 5 in 2023-10-05T15:17:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:01.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/2187496856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:01.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:01 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/2187496856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:01.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:01 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/2187496856' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:02 smithi029 ceph-mon[99237]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:02 smithi040 ceph-mon[103696]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:02.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:02 smithi177 ceph-mon[103568]: pgmap v96: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:04.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:04 smithi040 ceph-mon[103696]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 131 KiB/s, 0 objects/s recovering 2023-10-05T15:17:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:04 smithi029 ceph-mon[99237]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 131 KiB/s, 0 objects/s recovering 2023-10-05T15:17:04.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:04 smithi177 ceph-mon[103568]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 131 KiB/s, 0 objects/s recovering 2023-10-05T15:17:06.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:06 smithi040 ceph-mon[103696]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:06 smithi029 ceph-mon[99237]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:06.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:06 smithi177 ceph-mon[103568]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:07.564 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:07 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:17:07.564 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:07 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:07.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:07 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:17:07.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:07 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:07.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:07 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2023-10-05T15:17:07.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:07 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:08 smithi029 ceph-mon[99237]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:08 smithi029 ceph-mon[99237]: Deploying daemon osd.4 on smithi040 2023-10-05T15:17:08.639 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:08 smithi040 ceph-mon[103696]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:08.639 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:08 smithi040 ceph-mon[103696]: Deploying daemon osd.4 on smithi040 2023-10-05T15:17:08.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:08 smithi177 ceph-mon[103568]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:08.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:08 smithi177 ceph-mon[103568]: Deploying daemon osd.4 on smithi040 2023-10-05T15:17:10.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:10 smithi029 ceph-mon[99237]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:17:10.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:10 smithi040 ceph-mon[103696]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:17:10.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:10 smithi177 ceph-mon[103568]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:17:12.501 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:12 smithi040 ceph-mon[103696]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-05T15:17:12.501 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.501 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.501 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:12 smithi029 ceph-mon[99237]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-05T15:17:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:12 smithi177 ceph-mon[103568]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 54 KiB/s, 0 objects/s recovering 2023-10-05T15:17:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.485 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.483+0000 7f07f77fe700 1 -- 172.21.15.40:0/2020596036 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f080802d2b0 con 0x7f07f00a1580 2023-10-05T15:17:14.486 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 4 on host 'smithi040' 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 msgr2=0x7f07f00a3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 0x7f07f00a3a40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f07fc005950 tx=0x7f07fc0058e0 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 msgr2=0x7f08080732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f07f8009990 tx=0x7f07f8005e80 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 shutdown_connections 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.485+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f07f00a1580 0x7f07f00a3a40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0808102b10 0x7f08080737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0808100f70 0x7f0808074c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 --2- 172.21.15.40:0/2020596036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0808102170 0x7f08080732a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:14.487 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 >> 172.21.15.40:0/2020596036 conn(0x7f08080fc4d0 msgr2=0x7f08081056a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:17:14.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 shutdown_connections 2023-10-05T15:17:14.488 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:17:14.486+0000 7f080cede700 1 -- 172.21.15.40:0/2020596036 wait complete. 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2023-10-05T15:17:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:14.909 DEBUG:teuthology.orchestra.run.smithi040:osd.4> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.4.service 2023-10-05T15:17:14.911 INFO:tasks.cephadm:Deploying osd.5 on smithi177 with /dev/vg_nvme/lv_3... 2023-10-05T15:17:14.911 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2023-10-05T15:17:14.941 INFO:journalctl@ceph.osd.4.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:17:15.475 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:17:15.696 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.696 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.696 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:15.697 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:15.697 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:15.697 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:15 smithi177 ceph-mon[103568]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:15.706 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:17:15.403+0000 7f7dcf7f8640 -1 osd.4 0 log_to_monitors true 2023-10-05T15:17:15.706 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.706 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.706 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:15.707 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:15.707 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:15.707 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:15 smithi040 ceph-mon[103696]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:15 smithi029 ceph-mon[99237]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2023-10-05T15:17:16.562 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:17:16.448+0000 7f7dc4e6f700 -1 osd.4 0 waiting for initial osdmap 2023-10-05T15:17:16.562 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:17:16.455+0000 7f7dbdc5e700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:17:16.562 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-mon[103696]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:17:16.562 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-mon[103696]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.563 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-mon[103696]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:17:16.563 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-mon[103696]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.563 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_3 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0108549 s, 966 MB/s 2023-10-05T15:17:16.824 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-10-05T15:17:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:16 smithi029 ceph-mon[99237]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:17:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:16 smithi029 ceph-mon[99237]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:16 smithi029 ceph-mon[99237]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:17:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:16 smithi029 ceph-mon[99237]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:16.859 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:16 smithi177 ceph-mon[103568]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2023-10-05T15:17:16.859 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:16 smithi177 ceph-mon[103568]: from='osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.859 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:16 smithi177 ceph-mon[103568]: osdmap e31: 5 total, 4 up, 5 in 2023-10-05T15:17:16.859 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:16 smithi177 ceph-mon[103568]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:17:16.859 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.218 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi177:vg_nvme/lv_3 2023-10-05T15:17:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:17 smithi177 ceph-mon[103568]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:17:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:17 smithi177 ceph-mon[103568]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:17:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:17 smithi177 ceph-mon[103568]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:17.774 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:17:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:17 smithi029 ceph-mon[99237]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:17:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:17 smithi029 ceph-mon[99237]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:17:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:17 smithi029 ceph-mon[99237]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:17.900 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:17 smithi040 ceph-mon[103696]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:17:17.900 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:17 smithi040 ceph-mon[103696]: osdmap e32: 5 total, 4 up, 5 in 2023-10-05T15:17:17.900 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.901 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:17.901 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:17 smithi040 ceph-mon[103696]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] boot 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi040 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 8586M 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:17:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:17:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] boot 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi040 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 8586M 2023-10-05T15:17:18.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:18.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:18.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.870 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 -- 172.21.15.177:0/2572743364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0101a70 msgr2=0x7f94c0108300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:18.870 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/2572743364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0101a70 0x7f94c0108300 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f94b800b0a0 tx=0x7f94b800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 -- 172.21.15.177:0/2572743364 shutdown_connections 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/2572743364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0101a70 0x7f94c0108300 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/2572743364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c0100390 0x7f94c01007b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/2572743364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 0x7f94c0101530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 -- 172.21.15.177:0/2572743364 >> 172.21.15.177:0/2572743364 conn(0x7f94c00fab70 msgr2=0x7f94c00fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.866+0000 7f94c6ddf700 1 -- 172.21.15.177:0/2572743364 shutdown_connections 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 -- 172.21.15.177:0/2572743364 wait complete. 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 Processor -- start 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 -- start start 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 0x7f94c019b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:18.871 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c0101a70 0x7f94c019de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c019e600 con 0x7f94c0101a70 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c019e770 con 0x7f94c01010b0 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c6ddf700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c019e930 con 0x7f94c0100390 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c4b7b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c4b7b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:54002/0 (socket says 172.21.15.177:54002) 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94c4b7b700 1 -- 172.21.15.177:0/410419340 learned_addr learned my addr 172.21.15.177:0/410419340 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.867+0000 7f94bffff700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 0x7f94c019b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 -- 172.21.15.177:0/410419340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 msgr2=0x7f94c019b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 0x7f94c019b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 -- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c0101a70 msgr2=0x7f94c019de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:18.872 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c0101a70 0x7f94c019de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 -- 172.21.15.177:0/410419340 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b8009d00 con 0x7f94c0100390 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c4b7b700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f94b400b500 tx=0x7f94b400b810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b4011830 con 0x7f94c0100390 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f94b4011e50 con 0x7f94c0100390 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94c019ec10 con 0x7f94c0100390 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b400f2e0 con 0x7f94c0100390 2023-10-05T15:17:18.873 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.868+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94c019f190 con 0x7f94c0100390 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.870+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94c010b670 con 0x7f94c0100390 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.870+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f94b4010580 con 0x7f94c0100390 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.871+0000 7f94bdffb700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 0x7f94b00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.871+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f94b40cb710 con 0x7f94c0100390 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.871+0000 7f94bffff700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 0x7f94b00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:18.874 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.871+0000 7f94bffff700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 0x7f94b00a3940 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f94c00fffd0 tx=0x7f94ac00a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:17:18.877 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:18.875+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f94b4095de0 con 0x7f94c0100390 2023-10-05T15:17:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:17:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:17:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: osd.4 [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] boot 2023-10-05T15:17:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: osdmap e33: 5 total, 5 up, 5 in 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi040 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 8586M 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:18.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:19.076 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:19.074+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f94c00612f0 con 0x7f94b00a1480 2023-10-05T15:17:20.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:20.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:17:20.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:19 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:17:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:19 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:20.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: osdmap e34: 5 total, 5 up, 5 in 2023-10-05T15:17:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:19 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/999761092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]': finished 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:17:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:22.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/999761092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]': finished 2023-10-05T15:17:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:17:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/999761092' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]: dispatch 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9eb47cbf-a4f5-4730-82b7-3f26c083d87e"}]': finished 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: osdmap e35: 6 total, 5 up, 6 in 2023-10-05T15:17:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:22 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/1619042338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:23.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:22 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/1619042338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:22 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/1619042338' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:23 smithi029 ceph-mon[99237]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:23 smithi040 ceph-mon[103696]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:24.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:23 smithi177 ceph-mon[103568]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:26.336 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:25 smithi177 ceph-mon[103568]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:25 smithi029 ceph-mon[99237]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:25 smithi040 ceph-mon[103696]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:28.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:27 smithi177 ceph-mon[103568]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:28.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:27 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:17:28.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:27 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:27 smithi029 ceph-mon[99237]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:27 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:17:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:27 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:28.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:27 smithi040 ceph-mon[103696]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:28.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:27 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2023-10-05T15:17:28.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:27 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:29.285 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:28 smithi177 ceph-mon[103568]: Deploying daemon osd.5 on smithi177 2023-10-05T15:17:29.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:28 smithi029 ceph-mon[99237]: Deploying daemon osd.5 on smithi177 2023-10-05T15:17:29.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:28 smithi040 ceph-mon[103696]: Deploying daemon osd.5 on smithi177 2023-10-05T15:17:30.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:29 smithi177 ceph-mon[103568]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:29 smithi029 ceph-mon[99237]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:30.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:29 smithi040 ceph-mon[103696]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:32.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:32 smithi177 ceph-mon[103568]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:32 smithi029 ceph-mon[99237]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:32 smithi040 ceph-mon[103696]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:33.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:33 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:33 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:33 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:33.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:33.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:33 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:33 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:33.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:33 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:34 smithi029 ceph-mon[99237]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:34.370 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:34 smithi177 ceph-mon[103568]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:34.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:34 smithi040 ceph-mon[103696]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:34.638 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.636+0000 7f94bdffb700 1 -- 172.21.15.177:0/410419340 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f94c00612f0 con 0x7f94b00a1480 2023-10-05T15:17:34.638 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 5 on host 'smithi177' 2023-10-05T15:17:34.640 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 msgr2=0x7f94b00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 0x7f94b00a3940 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f94c00fffd0 tx=0x7f94ac00a3b0 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 msgr2=0x7f94c00ffa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f94b400b500 tx=0x7f94b400b810 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 shutdown_connections 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94b00a1480 0x7f94b00a3940 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94c0100390 0x7f94c00ffa70 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f94c0101a70 0x7f94c019de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 --2- 172.21.15.177:0/410419340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94c01010b0 0x7f94c019b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 >> 172.21.15.177:0/410419340 conn(0x7f94c00fab70 msgr2=0x7f94c00fccf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 shutdown_connections 2023-10-05T15:17:34.641 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:17:34.639+0000 7f94c6ddf700 1 -- 172.21.15.177:0/410419340 wait complete. 2023-10-05T15:17:34.964 DEBUG:teuthology.orchestra.run.smithi177:osd.5> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.5.service 2023-10-05T15:17:34.966 INFO:tasks.cephadm:Deploying osd.6 on smithi029 with /dev/vg_nvme/lv_2... 2023-10-05T15:17:34.966 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:17:34.995 INFO:journalctl@ceph.osd.5.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:17:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:35.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:35.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:35.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:35.547 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:17:36.022 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:17:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:17:36.016+0000 7f6f736c0640 -1 osd.5 0 log_to_monitors true 2023-10-05T15:17:36.356 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:36 smithi029 ceph-mon[99237]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:36 smithi029 ceph-mon[99237]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:36 smithi029 ceph-mon[99237]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:36.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:36 smithi177 ceph-mon[103568]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:36.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:36 smithi177 ceph-mon[103568]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:36.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:36 smithi177 ceph-mon[103568]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:36 smithi040 ceph-mon[103696]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:36 smithi040 ceph-mon[103696]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:36 smithi040 ceph-mon[103696]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10+0 records in 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr:10+0 records out 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00831874 s, 1.3 GB/s 2023-10-05T15:17:37.064 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping successful for: 2023-10-05T15:17:37.299 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-mon[103568]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:17:37.300 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-mon[103568]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:17:37.300 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:37.300 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-mon[103568]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:37.300 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-mon[103568]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:37.300 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:17:37.171+0000 7f6f68d37700 -1 osd.5 0 waiting for initial osdmap 2023-10-05T15:17:37.300 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:17:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:17:37.177+0000 7f6f60b24700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:17:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:37 smithi029 ceph-mon[99237]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:17:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:37 smithi029 ceph-mon[99237]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:17:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:37 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:37 smithi029 ceph-mon[99237]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:37 smithi029 ceph-mon[99237]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:37.505 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi029:vg_nvme/lv_2 2023-10-05T15:17:37.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:37 smithi040 ceph-mon[103696]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2023-10-05T15:17:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:37 smithi040 ceph-mon[103696]: osdmap e36: 6 total, 5 up, 6 in 2023-10-05T15:17:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:37 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:37 smithi040 ceph-mon[103696]: from='osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:37 smithi040 ceph-mon[103696]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:17:38.080 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.463 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi177 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 8584M 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:38.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi177 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 8584M 2023-10-05T15:17:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:38.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: osdmap e37: 6 total, 5 up, 6 in 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi177 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 8584M 2023-10-05T15:17:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:39.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- 172.21.15.29:0/3068717852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8101990 msgr2=0x7f1be81082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:39.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3068717852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8101990 0x7f1be81082b0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1be000b0a0 tx=0x7f1be000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- 172.21.15.29:0/3068717852 shutdown_connections 2023-10-05T15:17:39.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3068717852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8101990 0x7f1be81082b0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3068717852 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 0x7f1be8100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3068717852 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8100fd0 0x7f1be8101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- 172.21.15.29:0/3068717852 >> 172.21.15.29:0/3068717852 conn(0x7f1be80fb3f0 msgr2=0x7f1be80fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- 172.21.15.29:0/3068717852 shutdown_connections 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- 172.21.15.29:0/3068717852 wait complete. 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 Processor -- start 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.291+0000 7f1bedd78700 1 -- start start 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 0x7f1be8103df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8101990 0x7f1be8102980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1be8103100 con 0x7f1be8100fd0 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1be8103270 con 0x7f1be80ffe70 2023-10-05T15:17:39.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1be81a0db0 con 0x7f1be8101990 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44344/0 (socket says 172.21.15.29:44344) 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 -- 172.21.15.29:0/3603639292 learned_addr learned my addr 172.21.15.29:0/3603639292 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be77fe700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 0x7f1be8103df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be7fff700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8101990 0x7f1be8102980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 -- 172.21.15.29:0/3603639292 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8101990 msgr2=0x7f1be8102980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8101990 0x7f1be8102980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 -- 172.21.15.29:0/3603639292 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 msgr2=0x7f1be8103df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 0x7f1be8103df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 -- 172.21.15.29:0/3603639292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1be0009d00 con 0x7f1be8100fd0 2023-10-05T15:17:39.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be6ffd700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00c920 tx=0x7f1bdc00cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:17:39.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc004a30 con 0x7f1be8100fd0 2023-10-05T15:17:39.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1bdc0054e0 con 0x7f1be8100fd0 2023-10-05T15:17:39.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1be81a1090 con 0x7f1be8100fd0 2023-10-05T15:17:39.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.292+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bdc007bd0 con 0x7f1be8100fd0 2023-10-05T15:17:39.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.293+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1be81a1590 con 0x7f1be8100fd0 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.294+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1be810b680 con 0x7f1be8100fd0 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.295+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1bdc007d50 con 0x7f1be8100fd0 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.295+0000 7f1be4ff9700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 0x7f1bd00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.295+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f1bdc0cbdd0 con 0x7f1be8100fd0 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.295+0000 7f1be77fe700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 0x7f1bd00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:17:39.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.296+0000 7f1be77fe700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 0x7f1bd00a39c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8007c60 tx=0x7f1bd80073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:17:39.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.299+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1bdc096230 con 0x7f1be8100fd0 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] boot 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:39 smithi029 ceph-mon[99237]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:17:39.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:39.509+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f1be8069190 con 0x7f1bd00a1500 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] boot 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:39 smithi040 ceph-mon[103696]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: osd.5 [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] boot 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: osdmap e38: 6 total, 6 up, 6 in 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:17:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:39 smithi177 ceph-mon[103568]: osdmap e39: 6 total, 6 up, 6 in 2023-10-05T15:17:40.485 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:40 smithi029 ceph-mon[99237]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:40.486 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:40.486 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:40.486 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:40.486 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:40 smithi029 ceph-mon[99237]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:17:40.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:40 smithi040 ceph-mon[103696]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:40 smithi040 ceph-mon[103696]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:17:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:40 smithi177 ceph-mon[103568]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2023-10-05T15:17:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:17:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:17:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:40 smithi177 ceph-mon[103568]: osdmap e40: 6 total, 6 up, 6 in 2023-10-05T15:17:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:41 smithi029 ceph-mon[99237]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:41.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:41 smithi029 ceph-mon[99237]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:17:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:41 smithi040 ceph-mon[103696]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:41 smithi040 ceph-mon[103696]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:17:41.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:41 smithi177 ceph-mon[103568]: from='client.14364 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:17:41.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:41 smithi177 ceph-mon[103568]: osdmap e41: 6 total, 6 up, 6 in 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: osdmap e42: 6 total, 6 up, 6 in 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]: dispatch 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]': finished 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:17:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:42.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: osdmap e42: 6 total, 6 up, 6 in 2023-10-05T15:17:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]: dispatch 2023-10-05T15:17:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]': finished 2023-10-05T15:17:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:17:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:42.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: osdmap e42: 6 total, 6 up, 6 in 2023-10-05T15:17:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]: dispatch 2023-10-05T15:17:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/819425088' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "78ece6bd-7870-4f03-844a-9ca78bdb0dd6"}]': finished 2023-10-05T15:17:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: osdmap e43: 7 total, 6 up, 7 in 2023-10-05T15:17:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:43 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4093295805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:43.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:43 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4093295805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:43 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4093295805' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:17:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:44 smithi029 ceph-mon[99237]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-10-05T15:17:44.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:44 smithi040 ceph-mon[103696]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-10-05T15:17:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:44 smithi177 ceph-mon[103568]: pgmap v130: 1 pgs: 1 peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 149 KiB/s, 0 objects/s recovering 2023-10-05T15:17:46.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:46 smithi029 ceph-mon[99237]: pgmap v131: 1 pgs: 1 peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-10-05T15:17:46.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:46 smithi040 ceph-mon[103696]: pgmap v131: 1 pgs: 1 peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-10-05T15:17:46.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:46 smithi177 ceph-mon[103568]: pgmap v131: 1 pgs: 1 peering; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2023-10-05T15:17:48.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:48 smithi029 ceph-mon[99237]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:48.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:48 smithi040 ceph-mon[103696]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:48.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:48 smithi177 ceph-mon[103568]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:17:49.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:17:49.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:49 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:49.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:49 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:17:49.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:49 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:49.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:49 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2023-10-05T15:17:49.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:49 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:50 smithi029 ceph-mon[99237]: Deploying daemon osd.6 on smithi029 2023-10-05T15:17:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:50 smithi029 ceph-mon[99237]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:50.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:50 smithi040 ceph-mon[103696]: Deploying daemon osd.6 on smithi029 2023-10-05T15:17:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:50 smithi040 ceph-mon[103696]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:50 smithi177 ceph-mon[103568]: Deploying daemon osd.6 on smithi029 2023-10-05T15:17:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:50 smithi177 ceph-mon[103568]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:17:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:52 smithi029 ceph-mon[99237]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:52.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:52 smithi040 ceph-mon[103696]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:52.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:52 smithi177 ceph-mon[103568]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:54.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:53 smithi029 ceph-mon[99237]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:54.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:54.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:53 smithi040 ceph-mon[103696]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:54.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:54.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:53 smithi177 ceph-mon[103568]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:54.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:54.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:55.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.662+0000 7f1be4ff9700 1 -- 172.21.15.29:0/3603639292 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f1be8069190 con 0x7f1bd00a1500 2023-10-05T15:17:55.665 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 6 on host 'smithi029' 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 msgr2=0x7f1bd00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 0x7f1bd00a39c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8007c60 tx=0x7f1bd80073d0 comp rx=0 tx=0).stop 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 msgr2=0x7f1be8102440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f1bdc00c920 tx=0x7f1bdc00cc30 comp rx=0 tx=0).stop 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 shutdown_connections 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1bd00a1500 0x7f1bd00a39c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1be8101990 0x7f1be8102980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:55.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1be80ffe70 0x7f1be8103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:55.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 --2- 172.21.15.29:0/3603639292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8100fd0 0x7f1be8102440 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:17:55.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 >> 172.21.15.29:0/3603639292 conn(0x7f1be80fb3f0 msgr2=0x7f1be8068a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:17:55.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 shutdown_connections 2023-10-05T15:17:55.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:17:55.665+0000 7f1bedd78700 1 -- 172.21.15.29:0/3603639292 wait complete. 2023-10-05T15:17:56.081 DEBUG:teuthology.orchestra.run.smithi029:osd.6> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.6.service 2023-10-05T15:17:56.083 INFO:tasks.cephadm:Deploying osd.7 on smithi040 with /dev/vg_nvme/lv_2... 2023-10-05T15:17:56.083 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:17:56.115 INFO:journalctl@ceph.osd.6.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:17:56.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-mon[99237]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:56.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:56 smithi040 ceph-mon[103696]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.674 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:17:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:56 smithi177 ceph-mon[103568]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:56.941 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:17:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:17:56.861+0000 7fa13f1d8640 -1 osd.6 0 log_to_monitors true 2023-10-05T15:17:57.513 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:57 smithi029 ceph-mon[99237]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:17:57.552 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:57 smithi040 ceph-mon[103696]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:17:57.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:57 smithi177 ceph-mon[103568]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2023-10-05T15:17:58.327 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:17:58.328 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:17:58.328 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-10-05T15:17:58.328 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-10-05T15:17:58.328 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0146976 s, 713 MB/s 2023-10-05T15:17:58.328 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-10-05T15:17:58.532 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:17:58.233+0000 7fa13484f700 -1 osd.6 0 waiting for initial osdmap 2023-10-05T15:17:58.532 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:17:58.242+0000 7fa12ce3d700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:17:58.533 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-mon[99237]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:58.533 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-mon[99237]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:17:58.533 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-mon[99237]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:17:58.533 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-mon[99237]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:17:58.533 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:58.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:58 smithi040 ceph-mon[103696]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:58 smithi040 ceph-mon[103696]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:17:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:58 smithi040 ceph-mon[103696]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:17:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:58 smithi040 ceph-mon[103696]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:17:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:58 smithi177 ceph-mon[103568]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:17:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:58 smithi177 ceph-mon[103568]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2023-10-05T15:17:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:58 smithi177 ceph-mon[103568]: osdmap e44: 7 total, 6 up, 7 in 2023-10-05T15:17:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:58 smithi177 ceph-mon[103568]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:17:58.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:58.722 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi040:vg_nvme/lv_2 2023-10-05T15:17:59.297 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:17:59.490 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: osdmap e45: 7 total, 6 up, 7 in 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.491 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.492 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:17:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:59.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:17:59.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: osdmap e45: 7 total, 6 up, 7 in 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:17:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:17:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:17:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: osdmap e45: 7 total, 6 up, 7 in 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:17:59.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:17:59.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:17:59.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:17:59.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:17:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:00.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi029 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 5724M 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] boot 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:00.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:00.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:18:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:18:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:18:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi029 2023-10-05T15:18:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 5724M 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] boot 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.638+0000 7f68c12e2700 1 -- 172.21.15.40:0/3760164200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc0ffe70 msgr2=0x7f68bc100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.638+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3760164200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc0ffe70 0x7f68bc100290 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f68ac009990 tx=0x7f68ac009ca0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 -- 172.21.15.40:0/3760164200 shutdown_connections 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3760164200 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3760164200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc0ffe70 0x7f68bc100290 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3760164200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc100fd0 0x7f68bc101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.641 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 -- 172.21.15.40:0/3760164200 >> 172.21.15.40:0/3760164200 conn(0x7f68bc0fb3d0 msgr2=0x7f68bc0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:00.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 -- 172.21.15.40:0/3760164200 shutdown_connections 2023-10-05T15:18:00.642 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 -- 172.21.15.40:0/3760164200 wait complete. 2023-10-05T15:18:00.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 Processor -- start 2023-10-05T15:18:00.643 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.639+0000 7f68c12e2700 1 -- start start 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 0x7f68bc198eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1a0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc1a0a40 con 0x7f68bc0ffe70 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc1a0b80 con 0x7f68bc100fd0 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc1a0d10 con 0x7f68bc101990 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:47488/0 (socket says 172.21.15.40:47488) 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 -- 172.21.15.40:0/3249463872 learned_addr learned my addr 172.21.15.40:0/3249463872 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-10-05T15:18:00.644 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68bb7fe700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1a0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68baffd700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 0x7f68bc198eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 -- 172.21.15.40:0/3249463872 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 msgr2=0x7f68bc1a0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1a0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 -- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 msgr2=0x7f68bc198eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 0x7f68bc198eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 -- 172.21.15.40:0/3249463872 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68ac0095f0 con 0x7f68bc100fd0 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68baffd700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 0x7f68bc198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68bb7fe700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68ba7fc700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f68b000d950 tx=0x7f68b000dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b0009b40 con 0x7f68bc100fd0 2023-10-05T15:18:00.645 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f68b0009ca0 con 0x7f68bc100fd0 2023-10-05T15:18:00.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68bc1a0ff0 con 0x7f68bc100fd0 2023-10-05T15:18:00.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68b000f620 con 0x7f68bc100fd0 2023-10-05T15:18:00.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.640+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68bc1a14e0 con 0x7f68bc100fd0 2023-10-05T15:18:00.646 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.641+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68bc10b750 con 0x7f68bc100fd0 2023-10-05T15:18:00.647 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.643+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f68b0010460 con 0x7f68bc100fd0 2023-10-05T15:18:00.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.643+0000 7f68a3fff700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 0x7f68a40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:00.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.643+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7f68b00cbf90 con 0x7f68bc100fd0 2023-10-05T15:18:00.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.643+0000 7f68baffd700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 0x7f68a40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:00.648 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.644+0000 7f68baffd700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 0x7f68a40a3940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00b5c0 tx=0x7f68ac005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:00.649 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.647+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f68b0096300 con 0x7f68bc100fd0 2023-10-05T15:18:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:18:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:18:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi029 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 5724M 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: osd.6 [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] boot 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: osdmap e46: 7 total, 7 up, 7 in 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:00.860 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:00.857+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f68bc069ad0 con 0x7f68a40a1480 2023-10-05T15:18:01.883 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:01.883 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: osdmap e47: 7 total, 7 up, 7 in 2023-10-05T15:18:01.883 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:01.883 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:01.883 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:01.884 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:01.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: osdmap e47: 7 total, 7 up, 7 in 2023-10-05T15:18:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: osdmap e47: 7 total, 7 up, 7 in 2023-10-05T15:18:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: from='client.24299 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:03.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:03.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/1853363603' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:03.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:03.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]': finished 2023-10-05T15:18:03.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:18:03.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:03 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:03.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:03.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/1853363603' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:03.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:03.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]': finished 2023-10-05T15:18:03.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:18:03.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:03 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/1853363603' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]: dispatch 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4d9e0d7d-2808-4244-9ddb-92a586e9e12f"}]': finished 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: osdmap e48: 8 total, 7 up, 8 in 2023-10-05T15:18:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:03 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:04 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/1012650204' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:05.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:04 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/1012650204' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:05.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:04 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/1012650204' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:05 smithi029 ceph-mon[99237]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:06.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:05 smithi040 ceph-mon[103696]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:05 smithi177 ceph-mon[103568]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:08.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:07 smithi029 ceph-mon[99237]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:08.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:07 smithi040 ceph-mon[103696]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:08.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:07 smithi177 ceph-mon[103568]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:09.997 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:09 smithi040 ceph-mon[103696]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:10.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:09 smithi029 ceph-mon[99237]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:10.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:09 smithi177 ceph-mon[103568]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:10.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:18:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:10 smithi040 ceph-mon[103696]: Deploying daemon osd.7 on smithi040 2023-10-05T15:18:11.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:18:11.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:11.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:10 smithi029 ceph-mon[99237]: Deploying daemon osd.7 on smithi040 2023-10-05T15:18:11.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2023-10-05T15:18:11.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:11.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:10 smithi177 ceph-mon[103568]: Deploying daemon osd.7 on smithi040 2023-10-05T15:18:11.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:11 smithi040 ceph-mon[103696]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:12.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:11 smithi029 ceph-mon[99237]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:12.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:11 smithi177 ceph-mon[103568]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:13 smithi040 ceph-mon[103696]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:14.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:13 smithi029 ceph-mon[99237]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:14.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:13 smithi177 ceph-mon[103568]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:15.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:15 smithi040 ceph-mon[103696]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:15.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:15.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:15.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:15.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:15 smithi177 ceph-mon[103568]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:15.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:15.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:15.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:15 smithi029 ceph-mon[99237]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:17.680 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.677+0000 7f68a3fff700 1 -- 172.21.15.40:0/3249463872 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f68bc069ad0 con 0x7f68a40a1480 2023-10-05T15:18:17.681 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 7 on host 'smithi040' 2023-10-05T15:18:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 msgr2=0x7f68a40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 0x7f68a40a3940 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f68ac00b5c0 tx=0x7f68ac005fd0 comp rx=0 tx=0).stop 2023-10-05T15:18:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 msgr2=0x7f68bc1993f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f68b000d950 tx=0x7f68b000dd10 comp rx=0 tx=0).stop 2023-10-05T15:18:17.682 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 shutdown_connections 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68a40a1480 0x7f68a40a3940 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f68bc101990 0x7f68bc1a0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f68bc0ffe70 0x7f68bc198eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 --2- 172.21.15.40:0/3249463872 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f68bc100fd0 0x7f68bc1993f0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 >> 172.21.15.40:0/3249463872 conn(0x7f68bc0fb3d0 msgr2=0x7f68bc0693c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 shutdown_connections 2023-10-05T15:18:17.683 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:18:17.680+0000 7f68c12e2700 1 -- 172.21.15.40:0/3249463872 wait complete. 2023-10-05T15:18:18.084 DEBUG:teuthology.orchestra.run.smithi040:osd.7> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.7.service 2023-10-05T15:18:18.086 INFO:tasks.cephadm:Deploying osd.8 on smithi177 with /dev/vg_nvme/lv_2... 2023-10-05T15:18:18.086 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2023-10-05T15:18:18.117 INFO:journalctl@ceph.osd.7.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:18.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:18 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:18.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:18.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:18.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:18 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:18.665 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:18:18.835 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:18:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:18:18.579+0000 7fd996293640 -1 osd.7 0 log_to_monitors true 2023-10-05T15:18:19.112 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:19 smithi177 ceph-mon[103568]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:19.112 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:19 smithi177 ceph-mon[103568]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:19.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:19 smithi040 ceph-mon[103696]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:19.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:19 smithi040 ceph-mon[103696]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:19.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:19 smithi029 ceph-mon[99237]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:19.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:19 smithi029 ceph-mon[99237]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2023-10-05T15:18:20.029 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_2 2023-10-05T15:18:20.029 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2023-10-05T15:18:20.029 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-10-05T15:18:20.030 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-10-05T15:18:20.030 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0109434 s, 958 MB/s 2023-10-05T15:18:20.030 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.337 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:20 smithi177 ceph-mon[103568]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:20 smithi029 ceph-mon[99237]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2023-10-05T15:18:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: osdmap e49: 8 total, 7 up, 8 in 2023-10-05T15:18:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:20.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: from='osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-mon[103696]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:18:20.407 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:18:20.048+0000 7fd98b90a700 -1 osd.7 0 waiting for initial osdmap 2023-10-05T15:18:20.407 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:18:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:18:20.057+0000 7fd9866fd700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:18:20.418 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi177:vg_nvme/lv_2 2023-10-05T15:18:20.971 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:18:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:18:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: osdmap e50: 8 total, 7 up, 8 in 2023-10-05T15:18:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:21 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.317 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: osdmap e50: 8 total, 7 up, 8 in 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:21.318 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:21.319 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:21 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: osdmap e50: 8 total, 7 up, 8 in 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:21 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:22.046 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 -- 172.21.15.177:0/363971061 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc100fd0 msgr2=0x7f3abc101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:22.046 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 --2- 172.21.15.177:0/363971061 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc100fd0 0x7f3abc101450 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3ab8009990 tx=0x7f3ab8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.046 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 -- 172.21.15.177:0/363971061 shutdown_connections 2023-10-05T15:18:22.046 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 --2- 172.21.15.177:0/363971061 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc101990 0x7f3abc1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 --2- 172.21.15.177:0/363971061 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc0ffe70 0x7f3abc100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 --2- 172.21.15.177:0/363971061 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc100fd0 0x7f3abc101450 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.041+0000 7f3ac419b700 1 -- 172.21.15.177:0/363971061 >> 172.21.15.177:0/363971061 conn(0x7f3abc0fb3f0 msgr2=0x7f3abc0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.042+0000 7f3ac419b700 1 -- 172.21.15.177:0/363971061 shutdown_connections 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.042+0000 7f3ac419b700 1 -- 172.21.15.177:0/363971061 wait complete. 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.042+0000 7f3ac419b700 1 Processor -- start 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 -- start start 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc100fd0 0x7f3abc19b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 0x7f3abc19df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3abc19e710 con 0x7f3abc100fd0 2023-10-05T15:18:22.047 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3abc19e880 con 0x7f3abc101990 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac419b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3abc19ea40 con 0x7f3abc0ffe70 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:54118/0 (socket says 172.21.15.177:54118) 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 -- 172.21.15.177:0/2230261589 learned_addr learned my addr 172.21.15.177:0/2230261589 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1736700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc100fd0 0x7f3abc19b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac2738700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 0x7f3abc19df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 -- 172.21.15.177:0/2230261589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 msgr2=0x7f3abc19df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 0x7f3abc19df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 -- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc100fd0 msgr2=0x7f3abc19b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc100fd0 0x7f3abc19b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 -- 172.21.15.177:0/2230261589 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ab80095f0 con 0x7f3abc0ffe70 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac2738700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 0x7f3abc19df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:18:22.048 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3ac1f37700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3ab000d950 tx=0x7f3ab000dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:22.049 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab0009940 con 0x7f3abc0ffe70 2023-10-05T15:18:22.049 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.043+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ab0010460 con 0x7f3abc0ffe70 2023-10-05T15:18:22.049 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.044+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ab000f620 con 0x7f3abc0ffe70 2023-10-05T15:18:22.049 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.044+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3abc195710 con 0x7f3abc0ffe70 2023-10-05T15:18:22.049 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.044+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3abc195bc0 con 0x7f3abc0ffe70 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.045+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3abc1074a0 con 0x7f3abc0ffe70 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.045+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3ab00108d0 con 0x7f3abc0ffe70 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.046+0000 7f3aaeffd700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 0x7f3aa80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.046+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5430+0+0 (secure 0 0 0) 0x7f3ab00cc030 con 0x7f3abc0ffe70 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.046+0000 7f3ac1736700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 0x7f3aa80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:22.050 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.047+0000 7f3ac1736700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 0x7f3aa80a3940 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3ab800b5c0 tx=0x7f3ab8005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:22.052 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.050+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3ab00961d0 con 0x7f3abc0ffe70 2023-10-05T15:18:22.253 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:22.251+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f3abc02d220 con 0x7f3aa80a1480 2023-10-05T15:18:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi040 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 5724M 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] boot 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:18:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi040 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 5724M 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] boot 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:18:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:18:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:18:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2023-10-05T15:18:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi040 2023-10-05T15:18:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 5724M 2023-10-05T15:18:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: osd.7 [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] boot 2023-10-05T15:18:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: osdmap e51: 8 total, 8 up, 8 in 2023-10-05T15:18:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:18:23.345 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:23 smithi177 ceph-mon[103568]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:18:23.345 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:23 smithi177 ceph-mon[103568]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:23.345 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:23.345 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:23.345 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:23 smithi029 ceph-mon[99237]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:18:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:23 smithi029 ceph-mon[99237]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:23.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:23 smithi040 ceph-mon[103696]: osdmap e52: 8 total, 8 up, 8 in 2023-10-05T15:18:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:23 smithi040 ceph-mon[103696]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:24 smithi029 ceph-mon[99237]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:24 smithi029 ceph-mon[99237]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:18:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:24 smithi029 ceph-mon[99237]: osdmap e54: 8 total, 8 up, 8 in 2023-10-05T15:18:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:24 smithi040 ceph-mon[103696]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:24 smithi040 ceph-mon[103696]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:18:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:24 smithi040 ceph-mon[103696]: osdmap e54: 8 total, 8 up, 8 in 2023-10-05T15:18:24.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:24 smithi177 ceph-mon[103568]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 216 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:24 smithi177 ceph-mon[103568]: osdmap e53: 8 total, 8 up, 8 in 2023-10-05T15:18:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:24 smithi177 ceph-mon[103568]: osdmap e54: 8 total, 8 up, 8 in 2023-10-05T15:18:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:25 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/1265307848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:25 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:25 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]': finished 2023-10-05T15:18:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:25 smithi029 ceph-mon[99237]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:18:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:25 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/1265307848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:25 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:25 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]': finished 2023-10-05T15:18:25.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:25 smithi040 ceph-mon[103696]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:18:25.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:25.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:25 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/1265307848' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:25 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]: dispatch 2023-10-05T15:18:25.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:25 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "128e1662-cffa-4eeb-b366-4e8fffe9364a"}]': finished 2023-10-05T15:18:25.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:25 smithi177 ceph-mon[103568]: osdmap e55: 9 total, 8 up, 9 in 2023-10-05T15:18:25.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:26 smithi029 ceph-mon[99237]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:26 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/3990473267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:26.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:26 smithi040 ceph-mon[103696]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:26 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/3990473267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:26.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:26 smithi177 ceph-mon[103568]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:26.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:26 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/3990473267' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:28 smithi029 ceph-mon[99237]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:28.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:28 smithi040 ceph-mon[103696]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:28.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:28 smithi177 ceph-mon[103568]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:30.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:30 smithi177 ceph-mon[103568]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:30 smithi029 ceph-mon[99237]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:30.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:30 smithi040 ceph-mon[103696]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:31.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:18:31.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:31 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:18:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:31 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2023-10-05T15:18:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:31 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:32 smithi029 ceph-mon[99237]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:32 smithi029 ceph-mon[99237]: Deploying daemon osd.8 on smithi177 2023-10-05T15:18:32.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:32 smithi040 ceph-mon[103696]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:32 smithi040 ceph-mon[103696]: Deploying daemon osd.8 on smithi177 2023-10-05T15:18:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:32 smithi177 ceph-mon[103568]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:32 smithi177 ceph-mon[103568]: Deploying daemon osd.8 on smithi177 2023-10-05T15:18:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:34 smithi029 ceph-mon[99237]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:34.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:34 smithi040 ceph-mon[103696]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:34.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:34 smithi177 ceph-mon[103568]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:36.025 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:35 smithi177 ceph-mon[103568]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:36.026 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:36.026 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:36.026 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:35 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:35 smithi029 ceph-mon[99237]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:36.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:35 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:36.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:35 smithi040 ceph-mon[103696]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:36.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:36.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:36.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:35 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:37.264 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 8 on host 'smithi177' 2023-10-05T15:18:37.265 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.262+0000 7f3aaeffd700 1 -- 172.21.15.177:0/2230261589 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f3abc02d220 con 0x7f3aa80a1480 2023-10-05T15:18:37.266 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 msgr2=0x7f3aa80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 0x7f3aa80a3940 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f3ab800b5c0 tx=0x7f3ab8005960 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 msgr2=0x7f3abc069df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3ab000d950 tx=0x7f3ab000dc60 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 shutdown_connections 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3aa80a1480 0x7f3aa80a3940 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3abc0ffe70 0x7f3abc069df0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3abc101990 0x7f3abc19df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 --2- 172.21.15.177:0/2230261589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3abc100fd0 0x7f3abc19b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 >> 172.21.15.177:0/2230261589 conn(0x7f3abc0fb3f0 msgr2=0x7f3abc1045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 shutdown_connections 2023-10-05T15:18:37.267 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:18:37.264+0000 7f3ac419b700 1 -- 172.21.15.177:0/2230261589 wait complete. 2023-10-05T15:18:37.644 DEBUG:teuthology.orchestra.run.smithi177:osd.8> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.8.service 2023-10-05T15:18:37.646 INFO:tasks.cephadm:Deploying osd.9 on smithi029 with /dev/vg_nvme/lv_1... 2023-10-05T15:18:37.646 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:18:37.678 INFO:journalctl@ceph.osd.8.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:18:38.227 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:18:38.408 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-mon[103568]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:38.409 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.409 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.409 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.409 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.595 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:38 smithi029 ceph-mon[99237]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:38.596 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.596 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.596 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.596 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:38 smithi040 ceph-mon[103696]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:39.177 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:18:38 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:18:38.933+0000 7f416f7d4640 -1 osd.8 0 log_to_monitors true 2023-10-05T15:18:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:18:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:18:39.698 INFO:teuthology.orchestra.run.smithi029.stderr: stderr: 10+0 records in 2023-10-05T15:18:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:10+0 records out 2023-10-05T15:18:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00819099 s, 1.3 GB/s 2023-10-05T15:18:39.699 INFO:teuthology.orchestra.run.smithi029.stderr:--> Zapping successful for: 2023-10-05T15:18:40.014 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:39 smithi177 ceph-mon[103568]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:40.014 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:39 smithi177 ceph-mon[103568]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.014 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:39 smithi177 ceph-mon[103568]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.020 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:39 smithi029 ceph-mon[99237]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:40.020 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:39 smithi029 ceph-mon[99237]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.020 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:39 smithi029 ceph-mon[99237]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.088 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi029:vg_nvme/lv_1 2023-10-05T15:18:40.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:39 smithi040 ceph-mon[103696]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:40.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:39 smithi040 ceph-mon[103696]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:39 smithi040 ceph-mon[103696]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2023-10-05T15:18:40.657 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:18:41.030 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi177 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.031 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 5722M 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.032 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi177 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 5722M 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:41.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.176 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:18:40.766+0000 7f4164e4b700 -1 osd.8 0 waiting for initial osdmap 2023-10-05T15:18:41.176 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:18:40.775+0000 7f415cc38700 -1 osd.8 57 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: osdmap e56: 9 total, 8 up, 9 in 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi177 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 5722M 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:18:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- 172.21.15.29:0/3907733727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 msgr2=0x7f8540100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 --2- 172.21.15.29:0/3907733727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540100290 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f853c009990 tx=0x7f853c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- 172.21.15.29:0/3907733727 shutdown_connections 2023-10-05T15:18:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 --2- 172.21.15.29:0/3907733727 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 0x7f85401082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 --2- 172.21.15.29:0/3907733727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540100290 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 --2- 172.21.15.29:0/3907733727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f8540101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- 172.21.15.29:0/3907733727 >> 172.21.15.29:0/3907733727 conn(0x7f85400fb3f0 msgr2=0x7f85400fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:41.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- 172.21.15.29:0/3907733727 shutdown_connections 2023-10-05T15:18:41.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- 172.21.15.29:0/3907733727 wait complete. 2023-10-05T15:18:41.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 Processor -- start 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.734+0000 7f8547614700 1 -- start start 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f854019ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 0x7f854019e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f854019e7f0 con 0x7f85400ffe70 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f854019e960 con 0x7f8540100fd0 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f854019eb20 con 0x7f8540101990 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44472/0 (socket says 172.21.15.29:44472) 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 -- 172.21.15.29:0/1616084226 learned_addr learned my addr 172.21.15.29:0/1616084226 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:18:41.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8544baf700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f854019ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8545bb1700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 0x7f854019e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 -- 172.21.15.29:0/1616084226 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 msgr2=0x7f854019e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 0x7f854019e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 -- 172.21.15.29:0/1616084226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 msgr2=0x7f854019ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f854019ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 -- 172.21.15.29:0/1616084226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f853c0095f0 con 0x7f85400ffe70 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8544baf700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f854019ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85453b0700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f853c004760 tx=0x7f853c003940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f853c01d070 con 0x7f85400ffe70 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f853c005030 con 0x7f85400ffe70 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f853c004ad0 con 0x7f85400ffe70 2023-10-05T15:18:41.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f854019eda0 con 0x7f85400ffe70 2023-10-05T15:18:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.735+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f854019f190 con 0x7f85400ffe70 2023-10-05T15:18:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.737+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8540107480 con 0x7f85400ffe70 2023-10-05T15:18:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.738+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f853c004c30 con 0x7f85400ffe70 2023-10-05T15:18:41.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.738+0000 7f85367fc700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 0x7f852c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:18:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.738+0000 7f8544baf700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 0x7f852c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:18:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.738+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5549+0+0 (secure 0 0 0) 0x7f853c0cd780 con 0x7f85400ffe70 2023-10-05T15:18:41.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.739+0000 7f8544baf700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 0x7f852c0a3940 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f854006a310 tx=0x7f8530005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:18:41.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.742+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f853c097940 con 0x7f85400ffe70 2023-10-05T15:18:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:41 smithi029 ceph-mon[99237]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:41 smithi029 ceph-mon[99237]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:18:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:41 smithi029 ceph-mon[99237]: osdmap e57: 9 total, 8 up, 9 in 2023-10-05T15:18:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:41 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:41 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:41.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:41.955+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f854010b700 con 0x7f852c0a1480 2023-10-05T15:18:42.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:41 smithi040 ceph-mon[103696]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:42.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:41 smithi040 ceph-mon[103696]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:18:42.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:41 smithi040 ceph-mon[103696]: osdmap e57: 9 total, 8 up, 9 in 2023-10-05T15:18:42.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:41 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:42.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:41 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:41 smithi177 ceph-mon[103568]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:41 smithi177 ceph-mon[103568]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:18:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:41 smithi177 ceph-mon[103568]: osdmap e57: 9 total, 8 up, 9 in 2023-10-05T15:18:42.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:41 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:42.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:41 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.036 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:18:43.036 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:18:43.036 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.036 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] boot 2023-10-05T15:18:43.036 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:18:43.037 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.037 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:43.037 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:43.037 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:43.037 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] boot 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:43.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: osd.8 [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] boot 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: osdmap e58: 9 total, 9 up, 9 in 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='client.14433 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:18:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:44.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:43 smithi029 ceph-mon[99237]: pgmap v175: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:44.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:43 smithi029 ceph-mon[99237]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:18:44.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:43 smithi040 ceph-mon[103696]: pgmap v175: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:44.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:43 smithi040 ceph-mon[103696]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:18:44.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:43 smithi177 ceph-mon[103568]: pgmap v175: 1 pgs: 1 peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2023-10-05T15:18:44.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:43 smithi177 ceph-mon[103568]: osdmap e59: 9 total, 9 up, 9 in 2023-10-05T15:18:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:44 smithi029 ceph-mon[99237]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:18:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:44 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]: dispatch 2023-10-05T15:18:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:44 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]': finished 2023-10-05T15:18:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:44 smithi029 ceph-mon[99237]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:18:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:44 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:44 smithi040 ceph-mon[103696]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:18:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:44 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]: dispatch 2023-10-05T15:18:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:44 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]': finished 2023-10-05T15:18:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:44 smithi040 ceph-mon[103696]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:18:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:44 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:45.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:44 smithi177 ceph-mon[103568]: osdmap e60: 9 total, 9 up, 9 in 2023-10-05T15:18:45.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:44 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]: dispatch 2023-10-05T15:18:45.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:44 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3728645724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "73905f1b-4bfe-43f6-8c4e-b27b4a9e891b"}]': finished 2023-10-05T15:18:45.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:44 smithi177 ceph-mon[103568]: osdmap e61: 10 total, 9 up, 10 in 2023-10-05T15:18:45.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:44 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:46.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:45 smithi029 ceph-mon[99237]: pgmap v179: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:18:46.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/615576160' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:46.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:45 smithi029 ceph-mon[99237]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:18:46.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:45 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:45 smithi040 ceph-mon[103696]: pgmap v179: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:18:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/615576160' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:45 smithi040 ceph-mon[103696]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:18:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:45 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:45 smithi177 ceph-mon[103568]: pgmap v179: 1 pgs: 1 peering; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:18:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/615576160' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:18:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:45 smithi177 ceph-mon[103568]: osdmap e62: 10 total, 9 up, 10 in 2023-10-05T15:18:46.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:45 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:18:48.044 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:47 smithi029 ceph-mon[99237]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:18:48.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:47 smithi040 ceph-mon[103696]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:18:48.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:47 smithi177 ceph-mon[103568]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 804 GiB / 805 GiB avail; 144 KiB/s, 0 objects/s recovering 2023-10-05T15:18:50.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:49 smithi029 ceph-mon[99237]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 99 KiB/s, 0 objects/s recovering 2023-10-05T15:18:50.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:49 smithi040 ceph-mon[103696]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 99 KiB/s, 0 objects/s recovering 2023-10-05T15:18:50.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:49 smithi177 ceph-mon[103568]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 99 KiB/s, 0 objects/s recovering 2023-10-05T15:18:51.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:18:51.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:50 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:51.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:18:51.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:50 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:51.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2023-10-05T15:18:51.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:50 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:18:51.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:51 smithi029 ceph-mon[99237]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 84 KiB/s, 0 objects/s recovering 2023-10-05T15:18:51.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:51 smithi029 ceph-mon[99237]: Deploying daemon osd.9 on smithi029 2023-10-05T15:18:52.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:51 smithi040 ceph-mon[103696]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 84 KiB/s, 0 objects/s recovering 2023-10-05T15:18:52.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:51 smithi040 ceph-mon[103696]: Deploying daemon osd.9 on smithi029 2023-10-05T15:18:52.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:51 smithi177 ceph-mon[103568]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 84 KiB/s, 0 objects/s recovering 2023-10-05T15:18:52.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:51 smithi177 ceph-mon[103568]: Deploying daemon osd.9 on smithi029 2023-10-05T15:18:54.085 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:53 smithi029 ceph-mon[99237]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-10-05T15:18:54.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:53 smithi040 ceph-mon[103696]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-10-05T15:18:54.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:53 smithi177 ceph-mon[103568]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 69 KiB/s, 0 objects/s recovering 2023-10-05T15:18:56.242 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:56 smithi029 ceph-mon[99237]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:18:56.243 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.243 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.243 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:56 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:56 smithi040 ceph-mon[103696]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:18:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:56 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:56 smithi177 ceph-mon[103568]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2023-10-05T15:18:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:56 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:18:57.660 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 9 on host 'smithi029' 2023-10-05T15:18:57.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.657+0000 7f85367fc700 1 -- 172.21.15.29:0/1616084226 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f854010b700 con 0x7f852c0a1480 2023-10-05T15:18:57.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 msgr2=0x7f852c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:57.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 0x7f852c0a3940 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f854006a310 tx=0x7f8530005f50 comp rx=0 tx=0).stop 2023-10-05T15:18:57.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 msgr2=0x7f8540069db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f853c004760 tx=0x7f853c003940 comp rx=0 tx=0).stop 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 shutdown_connections 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f852c0a1480 0x7f852c0a3940 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8540101990 0x7f854019e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85400ffe70 0x7f8540069db0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 --2- 172.21.15.29:0/1616084226 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8540100fd0 0x7f854019ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 >> 172.21.15.29:0/1616084226 conn(0x7f85400fb3f0 msgr2=0x7f85401045c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 shutdown_connections 2023-10-05T15:18:57.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:18:57.660+0000 7f8547614700 1 -- 172.21.15.29:0/1616084226 wait complete. 2023-10-05T15:18:58.039 DEBUG:teuthology.orchestra.run.smithi029:osd.9> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.9.service 2023-10-05T15:18:58.042 INFO:tasks.cephadm:Deploying osd.10 on smithi040 with /dev/vg_nvme/lv_1... 2023-10-05T15:18:58.042 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:18:58.073 INFO:journalctl@ceph.osd.9.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:18:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-mon[99237]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-10-05T15:18:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.622 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:18:58.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:58 smithi040 ceph-mon[103696]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-10-05T15:18:58.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:58 smithi177 ceph-mon[103568]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail; 51 KiB/s, 0 objects/s recovering 2023-10-05T15:18:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:18:59.357 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:18:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:18:58.976+0000 7fb59013c640 -1 osd.9 0 log_to_monitors true 2023-10-05T15:19:00.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:59 smithi029 ceph-mon[99237]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:00.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:18:59 smithi029 ceph-mon[99237]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:19:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:59 smithi040 ceph-mon[103696]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:18:59 smithi040 ceph-mon[103696]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:19:00.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:59 smithi177 ceph-mon[103568]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:00.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:18:59 smithi177 ceph-mon[103568]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2023-10-05T15:19:00.189 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:19:00.189 INFO:teuthology.orchestra.run.smithi040.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:19:00.189 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 10+0 records in 2023-10-05T15:19:00.190 INFO:teuthology.orchestra.run.smithi040.stderr:10+0 records out 2023-10-05T15:19:00.190 INFO:teuthology.orchestra.run.smithi040.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0205649 s, 510 MB/s 2023-10-05T15:19:00.190 INFO:teuthology.orchestra.run.smithi040.stderr: stderr: 2023-10-05T15:19:00.190 INFO:teuthology.orchestra.run.smithi040.stderr:--> Zapping successful for: 2023-10-05T15:19:00.581 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi040:vg_nvme/lv_1 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:00 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:01.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:19:00.770+0000 7fb5857b3700 -1 osd.9 0 waiting for initial osdmap 2023-10-05T15:19:01.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:19:00.786+0000 7fb57d5a0700 -1 osd.9 64 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:19:01.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:19:01.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:19:01.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:01.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:00 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:01.151 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:19:01.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2023-10-05T15:19:01.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: osdmap e63: 10 total, 9 up, 10 in 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:00 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi029 2023-10-05T15:19:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 4293M 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: osdmap e64: 10 total, 9 up, 10 in 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi029 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 4293M 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: osdmap e64: 10 total, 9 up, 10 in 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:02.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:02.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:02.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi029 2023-10-05T15:19:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 4293M 2023-10-05T15:19:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: osdmap e64: 10 total, 9 up, 10 in 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:02.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:02.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 -- 172.21.15.40:0/482883569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 msgr2=0x7feb54106720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:02.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 --2- 172.21.15.40:0/482883569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54106720 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7feb44009990 tx=0x7feb44009ca0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.599 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 -- 172.21.15.40:0/482883569 shutdown_connections 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 --2- 172.21.15.40:0/482883569 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb541090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 --2- 172.21.15.40:0/482883569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 0x7feb54103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 --2- 172.21.15.40:0/482883569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54106720 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 -- 172.21.15.40:0/482883569 >> 172.21.15.40:0/482883569 conn(0x7feb540fb3f0 msgr2=0x7feb540fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 -- 172.21.15.40:0/482883569 shutdown_connections 2023-10-05T15:19:02.600 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 -- 172.21.15.40:0/482883569 wait complete. 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.597+0000 7feb59bf9700 1 Processor -- start 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 -- start start 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 0x7feb54196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb5419e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5419e7a0 con 0x7feb54101a00 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5419e8e0 con 0x7feb54104330 2023-10-05T15:19:02.602 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb59bf9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb5419eaa0 con 0x7feb54106c60 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.40:47632/0 (socket says 172.21.15.40:47632) 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 -- 172.21.15.40:0/4206718504 learned_addr learned my addr 172.21.15.40:0/4206718504 (peer_addr_for_me v2:172.21.15.40:0/0) 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb53fff700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb5419e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb537fe700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 0x7feb54196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 -- 172.21.15.40:0/4206718504 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 msgr2=0x7feb5419e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb5419e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 -- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 msgr2=0x7feb54196c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 0x7feb54196c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 -- 172.21.15.40:0/4206718504 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb440095f0 con 0x7feb54104330 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb53fff700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb5419e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:19:02.603 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.598+0000 7feb52ffd700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7feb44000c00 tx=0x7feb4400f710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.599+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb4401d070 con 0x7feb54104330 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.599+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feb4400fc00 con 0x7feb54104330 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.599+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb5419ed20 con 0x7feb54104330 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.599+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb44017650 con 0x7feb54104330 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.599+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb5419f1c0 con 0x7feb54104330 2023-10-05T15:19:02.604 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.600+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb540fcf70 con 0x7feb54104330 2023-10-05T15:19:02.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.601+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7feb44022470 con 0x7feb54104330 2023-10-05T15:19:02.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.601+0000 7feb50ff9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 0x7feb400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:02.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.602+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 6261+0+0 (secure 0 0 0) 0x7feb440cda70 con 0x7feb54104330 2023-10-05T15:19:02.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.602+0000 7feb537fe700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 0x7feb400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:02.605 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.602+0000 7feb537fe700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 0x7feb400a3940 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7feb3c005950 tx=0x7feb3c0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:02.607 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.605+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7feb44097960 con 0x7feb54104330 2023-10-05T15:19:02.822 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:02.820+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7feb5402d250 con 0x7feb400a1480 2023-10-05T15:19:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:19:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:19:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] boot 2023-10-05T15:19:03.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:19:03.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:02 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:19:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:19:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] boot 2023-10-05T15:19:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:19:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:02 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:19:03.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:19:03.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: osd.9 [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] boot 2023-10-05T15:19:03.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: osdmap e65: 10 total, 10 up, 10 in 2023-10-05T15:19:03.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:02 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: osdmap e66: 10 total, 10 up, 10 in 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:03.999 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:03 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: osdmap e66: 10 total, 10 up, 10 in 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:04.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:03 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:04.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 245 MiB used, 804 GiB / 805 GiB avail 2023-10-05T15:19:04.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: osdmap e66: 10 total, 10 up, 10 in 2023-10-05T15:19:04.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: from='client.24365 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi040:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:04.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:04.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:04.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:03 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/2713442033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]': finished 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:19:06.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:05 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:06.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/2713442033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]': finished 2023-10-05T15:19:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:19:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:05 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/2713442033' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]: dispatch 2023-10-05T15:19:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "472376f0-a622-4937-ad59-c6e36689444e"}]': finished 2023-10-05T15:19:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: osdmap e67: 11 total, 10 up, 11 in 2023-10-05T15:19:06.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:05 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:07.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.40:0/3191298050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:06 smithi040 ceph-mon[103696]: from='client.? 172.21.15.40:0/3191298050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:07.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:06 smithi177 ceph-mon[103568]: from='client.? 172.21.15.40:0/3191298050' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:08.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:07 smithi029 ceph-mon[99237]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:08.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:07 smithi040 ceph-mon[103696]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:08.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:07 smithi177 ceph-mon[103568]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:09.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:09 smithi040 ceph-mon[103696]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:10.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:09 smithi029 ceph-mon[99237]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:10.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:09 smithi177 ceph-mon[103568]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:12.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:11 smithi029 ceph-mon[99237]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:12.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:11 smithi040 ceph-mon[103696]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:12.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:11 smithi177 ceph-mon[103568]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:13.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:19:13.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:13.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:12 smithi029 ceph-mon[99237]: Deploying daemon osd.10 on smithi040 2023-10-05T15:19:13.147 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:19:13.147 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:13.147 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:12 smithi040 ceph-mon[103696]: Deploying daemon osd.10 on smithi040 2023-10-05T15:19:13.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2023-10-05T15:19:13.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:13.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:12 smithi177 ceph-mon[103568]: Deploying daemon osd.10 on smithi040 2023-10-05T15:19:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:13 smithi040 ceph-mon[103696]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:14.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:13 smithi029 ceph-mon[99237]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:14.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:13 smithi177 ceph-mon[103568]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:15 smithi029 ceph-mon[99237]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:15 smithi040 ceph-mon[103696]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:16.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:15 smithi177 ceph-mon[103568]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:17.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:17 smithi040 ceph-mon[103696]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:17.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:17.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:17.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:17 smithi029 ceph-mon[99237]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:18.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:17 smithi177 ceph-mon[103568]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:19.692 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.690+0000 7feb50ff9700 1 -- 172.21.15.40:0/4206718504 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7feb5402d250 con 0x7feb400a1480 2023-10-05T15:19:19.693 INFO:teuthology.orchestra.run.smithi040.stdout:Created osd(s) 10 on host 'smithi040' 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 msgr2=0x7feb400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 0x7feb400a3940 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7feb3c005950 tx=0x7feb3c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 msgr2=0x7feb54197190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7feb44000c00 tx=0x7feb4400f710 comp rx=0 tx=0).stop 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 shutdown_connections 2023-10-05T15:19:19.695 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feb400a1480 0x7feb400a3940 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feb54106c60 0x7feb5419e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb54101a00 0x7feb54196c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 --2- 172.21.15.40:0/4206718504 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feb54104330 0x7feb54197190 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 >> 172.21.15.40:0/4206718504 conn(0x7feb540fb3f0 msgr2=0x7feb54102670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 shutdown_connections 2023-10-05T15:19:19.696 INFO:teuthology.orchestra.run.smithi040.stderr:2023-10-05T15:19:19.693+0000 7feb59bf9700 1 -- 172.21.15.40:0/4206718504 wait complete. 2023-10-05T15:19:20.142 DEBUG:teuthology.orchestra.run.smithi040:osd.10> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.10.service 2023-10-05T15:19:20.145 INFO:tasks.cephadm:Deploying osd.11 on smithi177 with /dev/vg_nvme/lv_1... 2023-10-05T15:19:20.145 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2023-10-05T15:19:20.177 INFO:journalctl@ceph.osd.10.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:20.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:20.710 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:19:20.905 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:19:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:19:20.682+0000 7f69230c2640 -1 osd.10 0 log_to_monitors true 2023-10-05T15:19:21.536 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:21 smithi040 ceph-mon[103696]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:21.536 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:21 smithi040 ceph-mon[103696]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:21 smithi029 ceph-mon[99237]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:21 smithi029 ceph-mon[99237]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:21.675 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:21 smithi177 ceph-mon[103568]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:21.675 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:21 smithi177 ceph-mon[103568]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2023-10-05T15:19:22.179 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping: /dev/vg_nvme/lv_1 2023-10-05T15:19:22.179 INFO:teuthology.orchestra.run.smithi177.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2023-10-05T15:19:22.179 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 10+0 records in 2023-10-05T15:19:22.179 INFO:teuthology.orchestra.run.smithi177.stderr:10+0 records out 2023-10-05T15:19:22.180 INFO:teuthology.orchestra.run.smithi177.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0108693 s, 965 MB/s 2023-10-05T15:19:22.180 INFO:teuthology.orchestra.run.smithi177.stderr: stderr: 2023-10-05T15:19:22.180 INFO:teuthology.orchestra.run.smithi177.stderr:--> Zapping successful for: 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:22.554 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:22 smithi177 ceph-mon[103568]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:22.555 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch daemon add osd smithi177:vg_nvme/lv_1 2023-10-05T15:19:22.587 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:19:22.311+0000 7f6918739700 -1 osd.10 0 waiting for initial osdmap 2023-10-05T15:19:22.588 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:19:22.322+0000 7f6911d29700 -1 osd.10 69 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:22.588 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:22 smithi040 ceph-mon[103696]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: from='osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: osdmap e68: 11 total, 10 up, 11 in 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:22.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:22 smithi029 ceph-mon[99237]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]: dispatch 2023-10-05T15:19:23.111 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: osdmap e69: 11 total, 10 up, 11 in 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.567 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:23.568 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: osdmap e69: 11 total, 10 up, 11 in 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi040", "root=default"]}]': finished 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: osdmap e69: 11 total, 10 up, 11 in 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:23.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:23.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:23.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:24.213 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- 172.21.15.177:0/1059323602 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 msgr2=0x7fe6581083a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 --2- 172.21.15.177:0/1059323602 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe6581083a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe65000b0a0 tx=0x7fe65000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- 172.21.15.177:0/1059323602 shutdown_connections 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 --2- 172.21.15.177:0/1059323602 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe6581083a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 --2- 172.21.15.177:0/1059323602 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 0x7fe658101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 --2- 172.21.15.177:0/1059323602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 0x7fe6581005a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- 172.21.15.177:0/1059323602 >> 172.21.15.177:0/1059323602 conn(0x7fe6580fab70 msgr2=0x7fe6580fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- 172.21.15.177:0/1059323602 shutdown_connections 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- 172.21.15.177:0/1059323602 wait complete. 2023-10-05T15:19:24.214 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 Processor -- start 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.211+0000 7fe6602af700 1 -- start start 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 0x7fe6580ffbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 0x7fe65819df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65819e730 con 0x7fe658100140 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65819e8a0 con 0x7fe658101400 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe65819ea60 con 0x7fe658100ae0 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:54272/0 (socket says 172.21.15.177:54272) 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 -- 172.21.15.177:0/663091176 learned_addr learned my addr 172.21.15.177:0/663091176 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65e04b700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 0x7fe6580ffbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:24.215 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65e84c700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 0x7fe65819df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 -- 172.21.15.177:0/663091176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 msgr2=0x7fe65819df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 0x7fe65819df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 -- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 msgr2=0x7fe6580ffbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 0x7fe6580ffbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 -- 172.21.15.177:0/663091176 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe650009d00 con 0x7fe658100ae0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe65d84a700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c9b0 tx=0x7fe65400ccc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe654007b00 con 0x7fe658100ae0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe65400ce50 con 0x7fe658100ae0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe65819ed40 con 0x7fe658100ae0 2023-10-05T15:19:24.216 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe654018660 con 0x7fe658100ae0 2023-10-05T15:19:24.217 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.212+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe65819f230 con 0x7fe658100ae0 2023-10-05T15:19:24.217 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.213+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe65810b670 con 0x7fe658100ae0 2023-10-05T15:19:24.217 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.214+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe65400f450 con 0x7fe658100ae0 2023-10-05T15:19:24.217 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.215+0000 7fe64f7fe700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 0x7fe6440a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:24.218 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.215+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 6723+0+0 (secure 0 0 0) 0x7fe6540cc7b0 con 0x7fe658100ae0 2023-10-05T15:19:24.218 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.215+0000 7fe65e04b700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 0x7fe6440a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:24.218 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.216+0000 7fe65e04b700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 0x7fe6440a39c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe658068720 tx=0x7fe64800a3b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:24.219 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.218+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe654096550 con 0x7fe658100ae0 2023-10-05T15:19:24.420 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:24.419+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe6580612f0 con 0x7fe6440a1500 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi040 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 4293M 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] boot 2023-10-05T15:19:24.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:19:24.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:24 smithi029 ceph-mon[99237]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:19:24.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi040 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 4293M 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] boot 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:24 smithi040 ceph-mon[103696]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:19:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:19:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 272 MiB used, 894 GiB / 894 GiB avail 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi040 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 4293M 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: osd.10 [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] boot 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: osdmap e70: 11 total, 11 up, 11 in 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:19:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:24 smithi177 ceph-mon[103568]: osdmap e71: 11 total, 11 up, 11 in 2023-10-05T15:19:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:25 smithi177 ceph-mon[103568]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:25 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:25 smithi177 ceph-mon[103568]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:19:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:25 smithi029 ceph-mon[99237]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:25 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:25 smithi029 ceph-mon[99237]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:19:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:25 smithi040 ceph-mon[103696]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi177:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2023-10-05T15:19:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2023-10-05T15:19:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:25 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:25 smithi040 ceph-mon[103696]: osdmap e72: 11 total, 11 up, 11 in 2023-10-05T15:19:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:26 smithi029 ceph-mon[99237]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:26 smithi029 ceph-mon[99237]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:19:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:26 smithi040 ceph-mon[103696]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:26 smithi040 ceph-mon[103696]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:19:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:26 smithi177 ceph-mon[103568]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:26 smithi177 ceph-mon[103568]: osdmap e73: 11 total, 11 up, 11 in 2023-10-05T15:19:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/2749945153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]': finished 2023-10-05T15:19:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:19:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:27.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:27 smithi029 ceph-mon[99237]: from='client.? 172.21.15.177:0/3546902627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:27.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/2749945153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]': finished 2023-10-05T15:19:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:19:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:27 smithi040 ceph-mon[103696]: from='client.? 172.21.15.177:0/3546902627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:27.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/2749945153' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]: dispatch 2023-10-05T15:19:27.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bef03856-eaed-4800-a60b-5b1f88abc52c"}]': finished 2023-10-05T15:19:27.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: osdmap e74: 12 total, 11 up, 12 in 2023-10-05T15:19:27.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:27.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:27 smithi177 ceph-mon[103568]: from='client.? 172.21.15.177:0/3546902627' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2023-10-05T15:19:28.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:28 smithi029 ceph-mon[99237]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 174 KiB/s, 0 objects/s recovering 2023-10-05T15:19:28.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:28 smithi040 ceph-mon[103696]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 174 KiB/s, 0 objects/s recovering 2023-10-05T15:19:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:28 smithi177 ceph-mon[103568]: pgmap v213: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 174 KiB/s, 0 objects/s recovering 2023-10-05T15:19:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:30 smithi029 ceph-mon[99237]: pgmap v214: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-10-05T15:19:30.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:30 smithi040 ceph-mon[103696]: pgmap v214: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-10-05T15:19:30.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:30 smithi177 ceph-mon[103568]: pgmap v214: 1 pgs: 1 peering; 577 KiB data, 299 MiB used, 983 GiB / 983 GiB avail; 118 KiB/s, 0 objects/s recovering 2023-10-05T15:19:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:32 smithi177 ceph-mon[103568]: pgmap v215: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:19:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:32 smithi029 ceph-mon[99237]: pgmap v215: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:19:32.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:32 smithi040 ceph-mon[103696]: pgmap v215: 1 pgs: 1 peering; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2023-10-05T15:19:33.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:19:33.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:33 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:33.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:33 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:19:33.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:33 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:33.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:33 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2023-10-05T15:19:33.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:33 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:34.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:34 smithi029 ceph-mon[99237]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:19:34.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:34 smithi029 ceph-mon[99237]: Deploying daemon osd.11 on smithi177 2023-10-05T15:19:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:34 smithi040 ceph-mon[103696]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:19:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:34 smithi040 ceph-mon[103696]: Deploying daemon osd.11 on smithi177 2023-10-05T15:19:34.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:34 smithi177 ceph-mon[103568]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 73 KiB/s, 0 objects/s recovering 2023-10-05T15:19:34.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:34 smithi177 ceph-mon[103568]: Deploying daemon osd.11 on smithi177 2023-10-05T15:19:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:36 smithi029 ceph-mon[99237]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:19:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:36 smithi040 ceph-mon[103696]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:19:36.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:36 smithi177 ceph-mon[103568]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail; 65 KiB/s, 0 objects/s recovering 2023-10-05T15:19:38.273 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:38 smithi177 ceph-mon[103568]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:38.273 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.273 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.273 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:38 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:38 smithi029 ceph-mon[99237]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:38 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:38 smithi040 ceph-mon[103696]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:38 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:39.683 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.681+0000 7fe64f7fe700 1 -- 172.21.15.177:0/663091176 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fe6580612f0 con 0x7fe6440a1500 2023-10-05T15:19:39.683 INFO:teuthology.orchestra.run.smithi177.stdout:Created osd(s) 11 on host 'smithi177' 2023-10-05T15:19:39.685 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 msgr2=0x7fe6440a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:39.685 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 0x7fe6440a39c0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fe658068720 tx=0x7fe64800a3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.685 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 msgr2=0x7fe65819b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:39.685 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fe65400c9b0 tx=0x7fe65400ccc0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 shutdown_connections 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe6440a1500 0x7fe6440a39c0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe658101400 0x7fe65819df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe658100140 0x7fe6580ffbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 --2- 172.21.15.177:0/663091176 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe658100ae0 0x7fe65819b940 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 >> 172.21.15.177:0/663091176 conn(0x7fe6580fab70 msgr2=0x7fe6580fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 shutdown_connections 2023-10-05T15:19:39.686 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:39.683+0000 7fe6602af700 1 -- 172.21.15.177:0/663091176 wait complete. 2023-10-05T15:19:40.091 DEBUG:teuthology.orchestra.run.smithi177:osd.11> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.11.service 2023-10-05T15:19:40.094 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2023-10-05T15:19:40.094 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-05T15:19:40.122 INFO:journalctl@ceph.osd.11.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:19:40.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:40 smithi177 ceph-mon[103568]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:40.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:40 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:40 smithi029 ceph-mon[99237]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:40 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:40 smithi040 ceph-mon[103696]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:40.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:40 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:40.680 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:19:41.363 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:41 smithi177 ceph-mon[103568]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:19:41.363 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:19:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:19:41.119+0000 7f42dd115640 -1 osd.11 0 log_to_monitors true 2023-10-05T15:19:41.569 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:41 smithi029 ceph-mon[99237]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:19:41.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:41 smithi040 ceph-mon[103696]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2023-10-05T15:19:41.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 -- 172.21.15.29:0/1295217803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0101990 msgr2=0x7f3bd01082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:41.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1295217803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0101990 0x7f3bd01082b0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f3bc800b0a0 tx=0x7f3bc800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 -- 172.21.15.29:0/1295217803 shutdown_connections 2023-10-05T15:19:41.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1295217803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0101990 0x7f3bd01082b0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1295217803 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd00ffe70 0x7f3bd0100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1295217803 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd0100fd0 0x7f3bd0101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 -- 172.21.15.29:0/1295217803 >> 172.21.15.29:0/1295217803 conn(0x7f3bd00fb3f0 msgr2=0x7f3bd00fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 -- 172.21.15.29:0/1295217803 shutdown_connections 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 -- 172.21.15.29:0/1295217803 wait complete. 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.749+0000 7f3bd858d700 1 Processor -- start 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 -- start start 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd00ffe70 0x7f3bd0069520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd0101990 0x7f3bd019e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:41.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd019e870 con 0x7f3bd0100fd0 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd019e9e0 con 0x7f3bd0101990 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd858d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bd019eba0 con 0x7f3bd00ffe70 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44648/0 (socket says 172.21.15.29:44648) 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 -- 172.21.15.29:0/1177057642 learned_addr learned my addr 172.21.15.29:0/1177057642 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd6329700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd00ffe70 0x7f3bd0069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd6b2a700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd0101990 0x7f3bd019e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 -- 172.21.15.29:0/1177057642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd00ffe70 msgr2=0x7f3bd0069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:41.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd00ffe70 0x7f3bd0069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 -- 172.21.15.29:0/1177057642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd0101990 msgr2=0x7f3bd019e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd0101990 0x7f3bd019e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 -- 172.21.15.29:0/1177057642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bc8009d00 con 0x7f3bd0100fd0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bd5b28700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3bc000e9a0 tx=0x7f3bc000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc0009790 con 0x7f3bd0100fd0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.750+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3bc000cbd0 con 0x7f3bd0100fd0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.751+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bd019ee80 con 0x7f3bd0100fd0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.751+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bc0018680 con 0x7f3bd0100fd0 2023-10-05T15:19:41.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.751+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bd019f340 con 0x7f3bd0100fd0 2023-10-05T15:19:41.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.751+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bd0107420 con 0x7f3bd0100fd0 2023-10-05T15:19:41.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.753+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3bc000cd40 con 0x7f3bd0100fd0 2023-10-05T15:19:41.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.754+0000 7f3bc77fe700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 0x7f3bbc0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:41.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.754+0000 7f3bd6329700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 0x7f3bbc0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:41.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.754+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6831+0+0 (secure 0 0 0) 0x7f3bc0014070 con 0x7f3bd0100fd0 2023-10-05T15:19:41.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.754+0000 7f3bd6329700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 0x7f3bbc0a39c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc005950 tx=0x7f3bcc00a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:41.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.757+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3bc0096850 con 0x7f3bd0100fd0 2023-10-05T15:19:41.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.961+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f3bd010b680 con 0x7f3bd0100fd0 2023-10-05T15:19:41.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.961+0000 7f3bc77fe700 1 -- 172.21.15.29:0/1177057642 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) v1 ==== 74+0+133 (secure 0 0 0) 0x7f3bc0099e70 con 0x7f3bd0100fd0 2023-10-05T15:19:41.964 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 msgr2=0x7f3bbc0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 0x7f3bbc0a39c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3bcc005950 tx=0x7f3bcc00a300 comp rx=0 tx=0).stop 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 msgr2=0x7f3bd019ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f3bc000e9a0 tx=0x7f3bc000ecb0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 shutdown_connections 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3bbc0a1500 0x7f3bbc0a39c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3bd00ffe70 0x7f3bd0069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3bd0101990 0x7f3bd019e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 --2- 172.21.15.29:0/1177057642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3bd0100fd0 0x7f3bd019ba80 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:41.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.963+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 >> 172.21.15.29:0/1177057642 conn(0x7f3bd00fb3f0 msgr2=0x7f3bd0104560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:41.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.964+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 shutdown_connections 2023-10-05T15:19:41.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:41.964+0000 7f3bd858d700 1 -- 172.21.15.29:0/1177057642 wait complete. 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:42.311 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1177057642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:42.329 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1696519163,"num_in_osds":12,"osd_in_since":1696519166,"num_remapped_pgs":0} 2023-10-05T15:19:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:19:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:19:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:19:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1177057642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:42.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:19:42.172+0000 7f42d278c700 -1 osd.11 0 waiting for initial osdmap 2023-10-05T15:19:42.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:19:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:19:42.188+0000 7f42ca579700 -1 osd.11 76 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-10-05T15:19:42.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2023-10-05T15:19:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: osdmap e75: 12 total, 11 up, 12 in 2023-10-05T15:19:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]: dispatch 2023-10-05T15:19:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1177057642' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:43.331 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd stat -f json 2023-10-05T15:19:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:19:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:19:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:43.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:43 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:43 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532]' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi177", "root=default"]}]': finished 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: osdmap e76: 12 total, 11 up, 12 in 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:43.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:43 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:43.898 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:19:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: purged_snaps scrub starts 2023-10-05T15:19:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: purged_snaps scrub ok 2023-10-05T15:19:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: Detected new or changed devices on smithi177 2023-10-05T15:19:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 4292M 2023-10-05T15:19:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:44.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] boot 2023-10-05T15:19:44.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:19:44.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:44 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:44.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: purged_snaps scrub starts 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: purged_snaps scrub ok 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: Detected new or changed devices on smithi177 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 4292M 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] boot 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:19:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:44 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: purged_snaps scrub starts 2023-10-05T15:19:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: purged_snaps scrub ok 2023-10-05T15:19:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: Detected new or changed devices on smithi177 2023-10-05T15:19:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 4292M 2023-10-05T15:19:44.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 300 MiB used, 983 GiB / 983 GiB avail 2023-10-05T15:19:44.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: osd.11 [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] boot 2023-10-05T15:19:44.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: osdmap e77: 12 total, 12 up, 12 in 2023-10-05T15:19:44.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:44 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 -- 172.21.15.29:0/3612579038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c1021d0 msgr2=0x7f556c102630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 --2- 172.21.15.29:0/3612579038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c1021d0 0x7f556c102630 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f55580099c0 tx=0x7f5558009cd0 comp rx=0 tx=0).stop 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 -- 172.21.15.29:0/3612579038 shutdown_connections 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 --2- 172.21.15.29:0/3612579038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c100fd0 0x7f556c1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 --2- 172.21.15.29:0/3612579038 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c102b70 0x7f556c109420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 --2- 172.21.15.29:0/3612579038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c1021d0 0x7f556c102630 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 -- 172.21.15.29:0/3612579038 >> 172.21.15.29:0/3612579038 conn(0x7f556c0fc570 msgr2=0x7f556c0fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 -- 172.21.15.29:0/3612579038 shutdown_connections 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.993+0000 7f5572c6c700 1 -- 172.21.15.29:0/3612579038 wait complete. 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 Processor -- start 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 -- start start 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c100fd0 0x7f556c196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c1021d0 0x7f556c197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556c19e770 con 0x7f556c102b70 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556c19e8b0 con 0x7f556c100fd0 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5572c6c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f556c19ea70 con 0x7f556c1021d0 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44668/0 (socket says 172.21.15.29:44668) 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 -- 172.21.15.29:0/1446922804 learned_addr learned my addr 172.21.15.29:0/1446922804 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5570a08700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c100fd0 0x7f556c196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f556bfff700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c1021d0 0x7f556c197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 -- 172.21.15.29:0/1446922804 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c1021d0 msgr2=0x7f556c197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c1021d0 0x7f556c197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 -- 172.21.15.29:0/1446922804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c100fd0 msgr2=0x7f556c196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c100fd0 0x7f556c196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 -- 172.21.15.29:0/1446922804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55580095f0 con 0x7f556c102b70 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.994+0000 7f5571209700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5564007ee0 tx=0x7f556400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.995+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5564017070 con 0x7f556c102b70 2023-10-05T15:19:45.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.995+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f556400f040 con 0x7f556c102b70 2023-10-05T15:19:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.995+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f556c19ed50 con 0x7f556c102b70 2023-10-05T15:19:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.995+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5564005740 con 0x7f556c102b70 2023-10-05T15:19:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.995+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f556c19f1a0 con 0x7f556c102b70 2023-10-05T15:19:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.996+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f556c108520 con 0x7f556c102b70 2023-10-05T15:19:45.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.997+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f55640058a0 con 0x7f556c102b70 2023-10-05T15:19:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.998+0000 7f5569ffb700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 0x7f555c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.998+0000 7f5570a08700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 0x7f555c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.998+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f55640cc130 con 0x7f556c102b70 2023-10-05T15:19:45.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:44.998+0000 7f5570a08700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 0x7f555c0a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5560005950 tx=0x7f55600058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:45.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.002+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5564095c30 con 0x7f556c102b70 2023-10-05T15:19:45.206 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.204+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f556c10c7e0 con 0x7f556c102b70 2023-10-05T15:19:45.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.204+0000 7f5569ffb700 1 -- 172.21.15.29:0/1446922804 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v78) v1 ==== 74+0+133 (secure 0 0 0) 0x7f5564099250 con 0x7f556c102b70 2023-10-05T15:19:45.207 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 msgr2=0x7f555c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 0x7f555c0a3940 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5560005950 tx=0x7f55600058e0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 msgr2=0x7f556c19e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5564007ee0 tx=0x7f556400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 shutdown_connections 2023-10-05T15:19:45.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f555c0a1480 0x7f555c0a3940 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f556c102b70 0x7f556c19e1a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f556c100fd0 0x7f556c196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 --2- 172.21.15.29:0/1446922804 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f556c1021d0 0x7f556c197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 >> 172.21.15.29:0/1446922804 conn(0x7f556c0fc570 msgr2=0x7f556c105660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 shutdown_connections 2023-10-05T15:19:45.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:45.207+0000 7f5572c6c700 1 -- 172.21.15.29:0/1446922804 wait complete. 2023-10-05T15:19:45.544 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"num_osds":12,"num_up_osds":12,"osd_up_since":1696519183,"num_in_osds":12,"osd_in_since":1696519166,"num_remapped_pgs":0} 2023-10-05T15:19:45.545 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:19:45.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:45 smithi029 ceph-mon[99237]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:45.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:45 smithi029 ceph-mon[99237]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:19:45.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1446922804' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:46.109 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:19:46.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:45 smithi040 ceph-mon[103696]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:45 smithi040 ceph-mon[103696]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:19:46.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1446922804' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:45 smithi177 ceph-mon[103568]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 327 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:45 smithi177 ceph-mon[103568]: osdmap e78: 12 total, 12 up, 12 in 2023-10-05T15:19:46.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1446922804' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2023-10-05T15:19:47.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 -- 172.21.15.29:0/2555724255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8106f90 msgr2=0x7fbbb8107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:47.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 --2- 172.21.15.29:0/2555724255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8106f90 0x7fbbb8107370 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fbba80099c0 tx=0x7fbba8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 -- 172.21.15.29:0/2555724255 shutdown_connections 2023-10-05T15:19:47.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 --2- 172.21.15.29:0/2555724255 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8101940 0x7fbbb810ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 --2- 172.21.15.29:0/2555724255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8106f90 0x7fbbb8107370 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 --2- 172.21.15.29:0/2555724255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8100f80 0x7fbbb8101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 -- 172.21.15.29:0/2555724255 >> 172.21.15.29:0/2555724255 conn(0x7fbbb80780a0 msgr2=0x7fbbb80784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:47.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 -- 172.21.15.29:0/2555724255 shutdown_connections 2023-10-05T15:19:47.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.172+0000 7fbbbce48700 1 -- 172.21.15.29:0/2555724255 wait complete. 2023-10-05T15:19:47.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.173+0000 7fbbbce48700 1 Processor -- start 2023-10-05T15:19:47.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.173+0000 7fbbbce48700 1 -- start start 2023-10-05T15:19:47.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 0x7fbbb81970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:47.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:47.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8106f90 0x7fbbb819baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:47.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbb819c0b0 con 0x7fbbb8101940 2023-10-05T15:19:47.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbb819c220 con 0x7fbbb8106f90 2023-10-05T15:19:47.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbb819c3e0 con 0x7fbbb8100f80 2023-10-05T15:19:47.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:47.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44686/0 (socket says 172.21.15.29:44686) 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 -- 172.21.15.29:0/3928343990 learned_addr learned my addr 172.21.15.29:0/3928343990 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb6d9d700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8106f90 0x7fbbb819baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb659c700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 0x7fbbb81970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 -- 172.21.15.29:0/3928343990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 msgr2=0x7fbbb81970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 0x7fbbb81970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 -- 172.21.15.29:0/3928343990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8106f90 msgr2=0x7fbbb819baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8106f90 0x7fbbb819baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 -- 172.21.15.29:0/3928343990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbba80095f0 con 0x7fbbb8101940 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb659c700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 0x7fbbb81970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbb5d9b700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbba000b530 tx=0x7fbba000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbba0011830 con 0x7fbbb8101940 2023-10-05T15:19:47.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbb819c6c0 con 0x7fbbb8101940 2023-10-05T15:19:47.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbba0011e50 con 0x7fbbb8101940 2023-10-05T15:19:47.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.174+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbba000f2e0 con 0x7fbbb8101940 2023-10-05T15:19:47.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.175+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbb81a3f20 con 0x7fbbb8101940 2023-10-05T15:19:47.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.175+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbb804ebb0 con 0x7fbbb8101940 2023-10-05T15:19:47.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.177+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbba0010580 con 0x7fbbb8101940 2023-10-05T15:19:47.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.177+0000 7fbbaf7fe700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 0x7fbba40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:47.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.177+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbba00cc910 con 0x7fbbb8101940 2023-10-05T15:19:47.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.177+0000 7fbbb659c700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 0x7fbba40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:47.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.178+0000 7fbbb659c700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 0x7fbba40a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbba8006010 tx=0x7fbba8009f10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.180+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbba0096410 con 0x7fbbb8101940 2023-10-05T15:19:47.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.381+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbbb8110fd0 con 0x7fbbb8101940 2023-10-05T15:19:47.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.382+0000 7fbbaf7fe700 1 -- 172.21.15.29:0/3928343990 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18352 (secure 0 0 0) 0x7fbba0099a30 con 0x7fbbb8101940 2023-10-05T15:19:47.384 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:47.384 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:19:44.767085+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.383+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 msgr2=0x7fbba40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.383+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 0x7fbba40a3940 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbba8006010 tx=0x7fbba8009f10 comp rx=0 tx=0).stop 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 msgr2=0x7fbbb8197630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbba000b530 tx=0x7fbba000b8f0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 shutdown_connections 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbba40a1480 0x7fbba40a3940 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbbb8100f80 0x7fbbb81970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbbb8106f90 0x7fbbb819baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 --2- 172.21.15.29:0/3928343990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbb8101940 0x7fbbb8197630 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:47.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 >> 172.21.15.29:0/3928343990 conn(0x7fbbb80780a0 msgr2=0x7fbbb80ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:47.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 shutdown_connections 2023-10-05T15:19:47.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:47.384+0000 7fbbbce48700 1 -- 172.21.15.29:0/3928343990 wait complete. 2023-10-05T15:19:48.045 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:47 smithi029 ceph-mon[99237]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:48.045 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:47 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3928343990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:48.065 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:19:48.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd pool get .mgr pg_num 2023-10-05T15:19:48.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:47 smithi040 ceph-mon[103696]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:48.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:47 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3928343990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:48.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:47 smithi177 ceph-mon[103568]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:48.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:47 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3928343990' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:48.631 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:19:49.713 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 -- 172.21.15.29:0/2697331314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 msgr2=0x7fde6410cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:49.713 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 --2- 172.21.15.29:0/2697331314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde6410cc70 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00b0a0 tx=0x7fde5c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.713 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 -- 172.21.15.29:0/2697331314 shutdown_connections 2023-10-05T15:19:49.713 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 --2- 172.21.15.29:0/2697331314 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 --2- 172.21.15.29:0/2697331314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde6410cc70 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 --2- 172.21.15.29:0/2697331314 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 -- 172.21.15.29:0/2697331314 >> 172.21.15.29:0/2697331314 conn(0x7fde64076dc0 msgr2=0x7fde640771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 -- 172.21.15.29:0/2697331314 shutdown_connections 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.709+0000 7fde6a67f700 1 -- 172.21.15.29:0/2697331314 wait complete. 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 Processor -- start 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 -- start start 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64197f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641a2f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:49.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde64198d60 con 0x7fde641007d0 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde641a34d0 con 0x7fde640ffe10 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde6a67f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde641a3640 con 0x7fde64105ec0 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde637fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde637fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44698/0 (socket says 172.21.15.29:44698) 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.710+0000 7fde637fe700 1 -- 172.21.15.29:0/531808238 learned_addr learned my addr 172.21.15.29:0/531808238 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde68c1c700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641a2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde63fff700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64197f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 -- 172.21.15.29:0/531808238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 msgr2=0x7fde641a2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641a2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 -- 172.21.15.29:0/531808238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 msgr2=0x7fde64197f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64197f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 -- 172.21.15.29:0/531808238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde5c009d00 con 0x7fde641007d0 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde63fff700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde68c1c700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde637fe700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fde5400c920 tx=0x7fde5400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde54007b00 con 0x7fde641007d0 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde54004cf0 con 0x7fde641007d0 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde641a3920 con 0x7fde641007d0 2023-10-05T15:19:49.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde54005610 con 0x7fde641007d0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.711+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde641a3e20 con 0x7fde641007d0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.712+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde6404ebb0 con 0x7fde641007d0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.713+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fde54004750 con 0x7fde641007d0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.714+0000 7fde617fa700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 0x7fde4c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.714+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fde540cc900 con 0x7fde641007d0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.714+0000 7fde63fff700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 0x7fde4c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:49.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.714+0000 7fde63fff700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 0x7fde4c0a3940 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fde58009b50 tx=0x7fde58009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:49.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.718+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fde54096360 con 0x7fde641007d0 2023-10-05T15:19:49.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:49 smithi029 ceph-mon[99237]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:49.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.917+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fde64069820 con 0x7fde641007d0 2023-10-05T15:19:49.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.918+0000 7fde617fa700 1 -- 172.21.15.29:0/531808238 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7fde5401d020 con 0x7fde641007d0 2023-10-05T15:19:49.920 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:19:49.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 msgr2=0x7fde4c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:49.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 0x7fde4c0a3940 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fde58009b50 tx=0x7fde58009550 comp rx=0 tx=0).stop 2023-10-05T15:19:49.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 msgr2=0x7fde64198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fde5400c920 tx=0x7fde5400cce0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 shutdown_connections 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fde4c0a1480 0x7fde4c0a3940 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde64105ec0 0x7fde641a2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde640ffe10 0x7fde64197f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 --2- 172.21.15.29:0/531808238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde641007d0 0x7fde64198450 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 >> 172.21.15.29:0/531808238 conn(0x7fde64076dc0 msgr2=0x7fde640fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 shutdown_connections 2023-10-05T15:19:49.923 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:49.920+0000 7fde6a67f700 1 -- 172.21.15.29:0/531808238 wait complete. 2023-10-05T15:19:50.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:49 smithi040 ceph-mon[103696]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:50.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:49 smithi177 ceph-mon[103568]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:50.379 INFO:tasks.cephadm:Adding mds.a on smithi029 2023-10-05T15:19:50.379 INFO:tasks.cephadm:Adding mds.d on smithi029 2023-10-05T15:19:50.379 INFO:tasks.cephadm:Adding mds.g on smithi029 2023-10-05T15:19:50.379 INFO:tasks.cephadm:Adding mds.j on smithi029 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.b on smithi040 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.e on smithi040 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.h on smithi040 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.k on smithi040 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.c on smithi177 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.f on smithi177 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.i on smithi177 2023-10-05T15:19:50.380 INFO:tasks.cephadm:Adding mds.l on smithi177 2023-10-05T15:19:50.380 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph orch apply mds all '12;smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l' 2023-10-05T15:19:50.951 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:19:51.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/531808238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:51.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/531808238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:51.168 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/531808238' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 -- 172.21.15.177:0/3780620977 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 msgr2=0x7f8e241082b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 --2- 172.21.15.177:0/3780620977 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e241082b0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00b0a0 tx=0x7f8e1c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 -- 172.21.15.177:0/3780620977 shutdown_connections 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 --2- 172.21.15.177:0/3780620977 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e241082b0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 --2- 172.21.15.177:0/3780620977 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e240ffe70 0x7f8e24100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 --2- 172.21.15.177:0/3780620977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e24100fd0 0x7f8e24101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 -- 172.21.15.177:0/3780620977 >> 172.21.15.177:0/3780620977 conn(0x7f8e240fb3f0 msgr2=0x7f8e240fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:52.018 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 -- 172.21.15.177:0/3780620977 shutdown_connections 2023-10-05T15:19:52.019 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.015+0000 7f8e2993d700 1 -- 172.21.15.177:0/3780620977 wait complete. 2023-10-05T15:19:52.019 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 Processor -- start 2023-10-05T15:19:52.019 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 -- start start 2023-10-05T15:19:52.020 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e240ffe70 0x7f8e24069500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e24100fd0 0x7f8e2419b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2419e7a0 con 0x7f8e240ffe70 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2419e910 con 0x7f8e24100fd0 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e2993d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e2419ead0 con 0x7f8e24101990 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.177:54402/0 (socket says 172.21.15.177:54402) 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 -- 172.21.15.177:0/288082894 learned_addr learned my addr 172.21.15.177:0/288082894 (peer_addr_for_me v2:172.21.15.177:0/0) 2023-10-05T15:19:52.021 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e227fc700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e24100fd0 0x7f8e2419b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 -- 172.21.15.177:0/288082894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e24100fd0 msgr2=0x7f8e2419b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e24100fd0 0x7f8e2419b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 -- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e240ffe70 msgr2=0x7f8e24069500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e22ffd700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e240ffe70 0x7f8e24069500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e240ffe70 0x7f8e24069500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.016+0000 7f8e237fe700 1 -- 172.21.15.177:0/288082894 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e1c009d00 con 0x7f8e24101990 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e237fe700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00b830 tx=0x7f8e1c012750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c00e040 con 0x7f8e24101990 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e2419ed50 con 0x7f8e24101990 2023-10-05T15:19:52.022 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8e1c012c30 con 0x7f8e24101990 2023-10-05T15:19:52.023 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e1c0057c0 con 0x7f8e24101990 2023-10-05T15:19:52.023 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.017+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e2419f240 con 0x7f8e24101990 2023-10-05T15:19:52.023 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.018+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8e10005320 con 0x7f8e24101990 2023-10-05T15:19:52.023 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.019+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8e1c003a00 con 0x7f8e24101990 2023-10-05T15:19:52.023 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.019+0000 7f8e2893b700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 0x7f8e0c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:52.024 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.019+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8e1c0cde20 con 0x7f8e24101990 2023-10-05T15:19:52.024 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.020+0000 7f8e22ffd700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 0x7f8e0c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:52.024 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.020+0000 7f8e22ffd700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 0x7f8e0c0a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8e18006fd0 tx=0x7f8e18008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:52.025 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.023+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8e1c057100 con 0x7f8e24101990 2023-10-05T15:19:52.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:51 smithi029 ceph-mon[99237]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:52.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:51 smithi040 ceph-mon[103696]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:52.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:51 smithi177 ceph-mon[103568]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:52.227 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.224+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f8e10000cf0 con 0x7f8e0c0a1480 2023-10-05T15:19:52.235 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.233+0000 7f8e2893b700 1 -- 172.21.15.177:0/288082894 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f8e10000cf0 con 0x7f8e0c0a1480 2023-10-05T15:19:52.236 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mds.all update... 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 msgr2=0x7f8e0c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 0x7f8e0c0a3940 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8e18006fd0 tx=0x7f8e18008040 comp rx=0 tx=0).stop 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 msgr2=0x7f8e2419e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8e1c00b830 tx=0x7f8e1c012750 comp rx=0 tx=0).stop 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 shutdown_connections 2023-10-05T15:19:52.238 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8e0c0a1480 0x7f8e0c0a3940 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8e24101990 0x7f8e2419e000 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8e240ffe70 0x7f8e24069500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 --2- 172.21.15.177:0/288082894 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8e24100fd0 0x7f8e2419b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 >> 172.21.15.177:0/288082894 conn(0x7f8e240fb3f0 msgr2=0x7f8e241045e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 shutdown_connections 2023-10-05T15:19:52.239 INFO:teuthology.orchestra.run.smithi177.stderr:2023-10-05T15:19:52.236+0000 7f8e2993d700 1 -- 172.21.15.177:0/288082894 wait complete. 2023-10-05T15:19:52.596 DEBUG:teuthology.orchestra.run.smithi029:mds.a> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.a.service 2023-10-05T15:19:52.599 DEBUG:teuthology.orchestra.run.smithi029:mds.d> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.d.service 2023-10-05T15:19:52.637 INFO:journalctl@ceph.mds.a.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:19:52.638 DEBUG:teuthology.orchestra.run.smithi029:mds.g> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.g.service 2023-10-05T15:19:52.668 INFO:journalctl@ceph.mds.d.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:19:52.669 DEBUG:teuthology.orchestra.run.smithi029:mds.j> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.j.service 2023-10-05T15:19:52.698 INFO:journalctl@ceph.mds.g.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:19:52.699 DEBUG:teuthology.orchestra.run.smithi040:mds.b> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.b.service 2023-10-05T15:19:52.702 DEBUG:teuthology.orchestra.run.smithi040:mds.e> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.e.service 2023-10-05T15:19:52.727 INFO:journalctl@ceph.mds.j.smithi029.stdout:-- Logs begin at Thu 2023-10-05 14:57:36 UTC. -- 2023-10-05T15:19:52.744 INFO:journalctl@ceph.mds.b.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:19:52.744 DEBUG:teuthology.orchestra.run.smithi040:mds.h> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.h.service 2023-10-05T15:19:52.775 INFO:journalctl@ceph.mds.e.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:19:52.776 DEBUG:teuthology.orchestra.run.smithi040:mds.k> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.k.service 2023-10-05T15:19:52.806 INFO:journalctl@ceph.mds.h.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:19:52.807 DEBUG:teuthology.orchestra.run.smithi177:mds.c> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.c.service 2023-10-05T15:19:52.810 DEBUG:teuthology.orchestra.run.smithi177:mds.f> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.f.service 2023-10-05T15:19:52.834 INFO:journalctl@ceph.mds.k.smithi040.stdout:-- Logs begin at Thu 2023-10-05 14:56:52 UTC. -- 2023-10-05T15:19:52.839 INFO:journalctl@ceph.mds.c.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:19:52.841 DEBUG:teuthology.orchestra.run.smithi177:mds.i> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.i.service 2023-10-05T15:19:52.866 INFO:journalctl@ceph.mds.f.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:19:52.867 DEBUG:teuthology.orchestra.run.smithi177:mds.l> sudo journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.l.service 2023-10-05T15:19:52.894 INFO:journalctl@ceph.mds.i.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:19:52.895 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2023-10-05T15:19:52.895 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:19:52.922 INFO:journalctl@ceph.mds.l.smithi177.stdout:-- Logs begin at Thu 2023-10-05 14:57:08 UTC. -- 2023-10-05T15:19:53.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 -- 172.21.15.29:0/1901726290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee800ffdc0 msgr2=0x7fee801001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 --2- 172.21.15.29:0/1901726290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee800ffdc0 0x7fee801001e0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fee700099c0 tx=0x7fee70009cd0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 -- 172.21.15.29:0/1901726290 shutdown_connections 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 --2- 172.21.15.29:0/1901726290 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 0x7fee80108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 --2- 172.21.15.29:0/1901726290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee800ffdc0 0x7fee801001e0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 --2- 172.21.15.29:0/1901726290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee80100fb0 0x7fee80101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 -- 172.21.15.29:0/1901726290 >> 172.21.15.29:0/1901726290 conn(0x7fee800fb310 msgr2=0x7fee800fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 -- 172.21.15.29:0/1901726290 shutdown_connections 2023-10-05T15:19:53.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.046+0000 7fee84e09700 1 -- 172.21.15.29:0/1901726290 wait complete. 2023-10-05T15:19:53.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 Processor -- start 2023-10-05T15:19:53.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 -- start start 2023-10-05T15:19:53.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee800ffdc0 0x7fee801959e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 0x7fee8019cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee8019d560 con 0x7fee80100fb0 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee8019d6a0 con 0x7fee800ffdc0 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee84e09700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee8019d830 con 0x7fee80101950 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44710/0 (socket says 172.21.15.29:44710) 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee7dd9b700 1 -- 172.21.15.29:0/3229258532 learned_addr learned my addr 172.21.15.29:0/3229258532 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee7ed9d700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 0x7fee8019cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.047+0000 7fee7e59c700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee800ffdc0 0x7fee801959e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 -- 172.21.15.29:0/3229258532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 msgr2=0x7fee8019cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 0x7fee8019cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 -- 172.21.15.29:0/3229258532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee800ffdc0 msgr2=0x7fee801959e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee800ffdc0 0x7fee801959e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 -- 172.21.15.29:0/3229258532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee700095f0 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee7dd9b700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fee6800c9b0 tx=0x7fee6800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee68007b00 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee68007c60 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee68018660 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee8019db10 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.048+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee8019dfd0 con 0x7fee80100fb0 2023-10-05T15:19:53.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.049+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee80106cc0 con 0x7fee80100fb0 2023-10-05T15:19:53.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.050+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fee6800f450 con 0x7fee80100fb0 2023-10-05T15:19:53.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.051+0000 7fee777fe700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 0x7fee6c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.051+0000 7fee7e59c700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 0x7fee6c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.051+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fee680ccba0 con 0x7fee80100fb0 2023-10-05T15:19:53.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.051+0000 7fee7e59c700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 0x7fee6c0a3990 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fee70009990 tx=0x7fee7001a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.054+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fee68096690 con 0x7fee80100fb0 2023-10-05T15:19:53.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.260+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fee8010b7e0 con 0x7fee80100fb0 2023-10-05T15:19:53.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.261+0000 7fee777fe700 1 -- 172.21.15.29:0/3229258532 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18352 (secure 0 0 0) 0x7fee68099cb0 con 0x7fee80100fb0 2023-10-05T15:19:53.263 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:53.263 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:19:44.767085+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 msgr2=0x7fee6c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 0x7fee6c0a3990 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fee70009990 tx=0x7fee7001a040 comp rx=0 tx=0).stop 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 msgr2=0x7fee80195f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fee6800c9b0 tx=0x7fee6800ccc0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 shutdown_connections 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fee6c0a14d0 0x7fee6c0a3990 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee80101950 0x7fee8019cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee800ffdc0 0x7fee801959e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 --2- 172.21.15.29:0/3229258532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee80100fb0 0x7fee80195f20 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 >> 172.21.15.29:0/3229258532 conn(0x7fee800fb310 msgr2=0x7fee800fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:53.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 shutdown_connections 2023-10-05T15:19:53.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.263+0000 7fee84e09700 1 -- 172.21.15.29:0/3229258532 wait complete. 2023-10-05T15:19:53.280 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:19:53.280 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:19:53.363 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: Saving service mds.all spec with placement smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l;count:12 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.364 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:53 smithi177 ceph-mon[103568]: Deploying daemon mds.l on smithi177 2023-10-05T15:19:53.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 -- 172.21.15.29:0/711667684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 msgr2=0x7f7e80108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/711667684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e80108240 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7e7800b0d0 tx=0x7f7e7800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 -- 172.21.15.29:0/711667684 shutdown_connections 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/711667684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e80108240 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/711667684 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 0x7f7e80100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/711667684 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 0x7f7e80101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 -- 172.21.15.29:0/711667684 >> 172.21.15.29:0/711667684 conn(0x7f7e800fb370 msgr2=0x7f7e800fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 -- 172.21.15.29:0/711667684 shutdown_connections 2023-10-05T15:19:53.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.414+0000 7f7e84f7d700 1 -- 172.21.15.29:0/711667684 wait complete. 2023-10-05T15:19:53.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 Processor -- start 2023-10-05T15:19:53.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 -- start start 2023-10-05T15:19:53.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 0x7f7e80069be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 0x7f7e8019b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8019e810 con 0x7f7e80101990 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8019e980 con 0x7f7e800ffe00 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e84f7d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e8019eb40 con 0x7f7e80100ff0 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44726/0 (socket says 172.21.15.29:44726) 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 -- 172.21.15.29:0/1903929982 learned_addr learned my addr 172.21.15.29:0/1903929982 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7dd9b700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 0x7f7e8019b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7e59c700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 0x7f7e80069be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 -- 172.21.15.29:0/1903929982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 msgr2=0x7f7e8019b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 0x7f7e8019b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 -- 172.21.15.29:0/1903929982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 msgr2=0x7f7e80069be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 0x7f7e80069be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 -- 172.21.15.29:0/1903929982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e78009d00 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e7ed9d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7e78008f10 tx=0x7f7e78008f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.415+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7800e040 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.416+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7e7800be60 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.416+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e8019edc0 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.416+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e7801b6a0 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.416+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e8019f190 con 0x7f7e80101990 2023-10-05T15:19:53.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.417+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e80107350 con 0x7f7e80101990 2023-10-05T15:19:53.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.418+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7e78005090 con 0x7f7e80101990 2023-10-05T15:19:53.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.418+0000 7f7e6f7fe700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 0x7f7e680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.418+0000 7f7e7e59c700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 0x7f7e680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.418+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7e780ce2a0 con 0x7f7e80101990 2023-10-05T15:19:53.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.419+0000 7f7e7e59c700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 0x7f7e680a3940 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7e80100e50 tx=0x7f7e7400b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.423 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.422+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7e78097e30 con 0x7f7e80101990 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: Saving service mds.all spec with placement smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l;count:12 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:53 smithi029 ceph-mon[99237]: Deploying daemon mds.l on smithi177 2023-10-05T15:19:53.623 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.622+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7e8010b820 con 0x7f7e80101990 2023-10-05T15:19:53.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.622+0000 7f7e6f7fe700 1 -- 172.21.15.29:0/1903929982 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7e7809b450 con 0x7f7e80101990 2023-10-05T15:19:53.624 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 msgr2=0x7f7e680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 0x7f7e680a3940 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f7e80100e50 tx=0x7f7e7400b5b0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 msgr2=0x7f7e8019e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f7e78008f10 tx=0x7f7e78008f40 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 shutdown_connections 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7e680a1480 0x7f7e680a3940 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e80101990 0x7f7e8019e040 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7e800ffe00 0x7f7e80069be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 --2- 172.21.15.29:0/1903929982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7e80100ff0 0x7f7e8019b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 >> 172.21.15.29:0/1903929982 conn(0x7f7e800fb370 msgr2=0x7f7e80104490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:53.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 shutdown_connections 2023-10-05T15:19:53.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.624+0000 7f7e84f7d700 1 -- 172.21.15.29:0/1903929982 wait complete. 2023-10-05T15:19:53.639 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: Saving service mds.all spec with placement smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l;count:12 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:53.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:53 smithi040 ceph-mon[103696]: Deploying daemon mds.l on smithi177 2023-10-05T15:19:53.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 -- 172.21.15.29:0/4226088891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10100ff0 msgr2=0x7f1e10101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 --2- 172.21.15.29:0/4226088891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10100ff0 0x7f1e10101450 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1e040099c0 tx=0x7f1e04009cd0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 -- 172.21.15.29:0/4226088891 shutdown_connections 2023-10-05T15:19:53.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 --2- 172.21.15.29:0/4226088891 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 --2- 172.21.15.29:0/4226088891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10101990 0x7f1e10108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 --2- 172.21.15.29:0/4226088891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10100ff0 0x7f1e10101450 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.762+0000 7f1e15af3700 1 -- 172.21.15.29:0/4226088891 >> 172.21.15.29:0/4226088891 conn(0x7f1e100fb370 msgr2=0x7f1e100fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 -- 172.21.15.29:0/4226088891 shutdown_connections 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 -- 172.21.15.29:0/4226088891 wait complete. 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 Processor -- start 2023-10-05T15:19:53.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 -- start start 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10100ff0 0x7f1e1019b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.763+0000 7f1e15af3700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1019e650 con 0x7f1e10101990 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e15af3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1019e7c0 con 0x7f1e10100ff0 2023-10-05T15:19:53.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e15af3700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e1019e980 con 0x7f1e100ffe00 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:51140/0 (socket says 172.21.15.29:51140) 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44740/0 (socket says 172.21.15.29:44740) 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0f7fe700 1 -- 172.21.15.29:0/405134726 learned_addr learned my addr 172.21.15.29:0/405134726 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0effd700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10100ff0 0x7f1e1019b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 -- 172.21.15.29:0/405134726 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 msgr2=0x7f1e10069b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 -- 172.21.15.29:0/405134726 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10100ff0 msgr2=0x7f1e1019b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10100ff0 0x7f1e1019b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:53.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 -- 172.21.15.29:0/405134726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e040095f0 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0f7fe700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0ffff700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1e08007f10 tx=0x7f1e0800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e08004db0 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1e0800f040 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e1019ec60 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e08005990 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.764+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e1019f170 con 0x7f1e10101990 2023-10-05T15:19:53.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.765+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e101072f0 con 0x7f1e10101990 2023-10-05T15:19:53.771 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.767+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1e0800db20 con 0x7f1e10101990 2023-10-05T15:19:53.771 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.768+0000 7f1e0cff9700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 0x7f1df80a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:53.771 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.768+0000 7f1e0f7fe700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 0x7f1df80a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:53.771 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.768+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1e080cc870 con 0x7f1e10101990 2023-10-05T15:19:53.771 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.768+0000 7f1e0f7fe700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 0x7f1df80a3a10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1e00005950 tx=0x7f1e00009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:53.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:53.772+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1e08096370 con 0x7f1e10101990 2023-10-05T15:19:53.926 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:53 smithi177 systemd[1]: Starting Ceph mds.l for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:19:54.021 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.019+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1e1010b860 con 0x7f1e10101990 2023-10-05T15:19:54.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.020+0000 7f1e0cff9700 1 -- 172.21.15.29:0/405134726 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7f1e08023090 con 0x7f1e10101990 2023-10-05T15:19:54.022 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:54.022 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 msgr2=0x7f1df80a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 0x7f1df80a3a10 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1e00005950 tx=0x7f1e00009260 comp rx=0 tx=0).stop 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 msgr2=0x7f1e1019deb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f1e08007f10 tx=0x7f1e0800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 shutdown_connections 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1df80a1550 0x7f1df80a3a10 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:54.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e100ffe00 0x7f1e10069b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e10101990 0x7f1e1019deb0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 --2- 172.21.15.29:0/405134726 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e10100ff0 0x7f1e1019b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 >> 172.21.15.29:0/405134726 conn(0x7f1e100fb370 msgr2=0x7f1e10104430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 shutdown_connections 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:54.022+0000 7f1e15af3700 1 -- 172.21.15.29:0/405134726 wait complete. 2023-10-05T15:19:54.025 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 1 2023-10-05T15:19:54.237 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:53 smithi177 podman[138588]: 2023-10-05T15:19:54.237 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:54 smithi177 bash[138588]: d818db14c943a416034e92dfded481abef11a561bb1c0d73c7c1630f75ca89ae 2023-10-05T15:19:54.237 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mds[138628]: -- 172.21.15.177:0/813718586 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e68bab51e0 con 0x55e68ba8ac00 2023-10-05T15:19:54.238 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-l[138604]: starting mds.l at 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3229258532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1903929982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/405134726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6832/1229628197,v1:172.21.15.177:6833/1229628197] up:boot 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: fsmap 1 up:standby 2023-10-05T15:19:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:54 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3229258532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1903929982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/405134726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6832/1229628197,v1:172.21.15.177:6833/1229628197] up:boot 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: fsmap 1 up:standby 2023-10-05T15:19:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:54 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:19:54.676 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:19:54 smithi177 systemd[1]: Started Ceph mds.l for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:19:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3229258532' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1903929982' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:19:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/405134726' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6832/1229628197,v1:172.21.15.177:6833/1229628197] up:boot 2023-10-05T15:19:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: fsmap 1 up:standby 2023-10-05T15:19:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:54 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:19:55.586 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:55.587 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:55 smithi040 ceph-mon[103696]: Deploying daemon mds.k on smithi040 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:55 smithi029 ceph-mon[99237]: Deploying daemon mds.k on smithi040 2023-10-05T15:19:55.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:55.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:55 smithi177 ceph-mon[103568]: Deploying daemon mds.k on smithi040 2023-10-05T15:19:56.037 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 -- 172.21.15.29:0/571455154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 msgr2=0x7ff2dc1024d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 --2- 172.21.15.29:0/571455154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc1024d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ff2d0009990 tx=0x7ff2d0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 -- 172.21.15.29:0/571455154 shutdown_connections 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 --2- 172.21.15.29:0/571455154 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc100e70 0x7ff2dc101290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 --2- 172.21.15.29:0/571455154 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc102a10 0x7ff2dc109330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 --2- 172.21.15.29:0/571455154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc1024d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 -- 172.21.15.29:0/571455154 >> 172.21.15.29:0/571455154 conn(0x7ff2dc0fc430 msgr2=0x7ff2dc0fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:56.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 -- 172.21.15.29:0/571455154 shutdown_connections 2023-10-05T15:19:56.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.175+0000 7ff2e164e700 1 -- 172.21.15.29:0/571455154 wait complete. 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.176+0000 7ff2e164e700 1 Processor -- start 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.176+0000 7ff2e164e700 1 -- start start 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc100e70 0x7ff2dc196b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc102a10 0x7ff2dc19e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2dc19e6d0 con 0x7ff2dc102050 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2dc19e810 con 0x7ff2dc100e70 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2e164e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2dc19e9a0 con 0x7ff2dc102a10 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:56.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44752/0 (socket says 172.21.15.29:44752) 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 -- 172.21.15.29:0/4151674097 learned_addr learned my addr 172.21.15.29:0/4151674097 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2daffd700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc100e70 0x7ff2dc196b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2db7fe700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc102a10 0x7ff2dc19e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 -- 172.21.15.29:0/4151674097 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc102a10 msgr2=0x7ff2dc19e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc102a10 0x7ff2dc19e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 -- 172.21.15.29:0/4151674097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc100e70 msgr2=0x7ff2dc196b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc100e70 0x7ff2dc196b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 -- 172.21.15.29:0/4151674097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2d00095f0 con 0x7ff2dc102050 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2da7fc700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000b680 tx=0x7ff2d0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.177+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d001d070 con 0x7ff2dc102050 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.178+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff2d00054f0 con 0x7ff2dc102050 2023-10-05T15:19:56.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.178+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2d0004ca0 con 0x7ff2dc102050 2023-10-05T15:19:56.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.178+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2dc19ec20 con 0x7ff2dc102050 2023-10-05T15:19:56.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.178+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2dc19efe0 con 0x7ff2dc102050 2023-10-05T15:19:56.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.178+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2dc107e70 con 0x7ff2dc102050 2023-10-05T15:19:56.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.180+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff2d000fc70 con 0x7ff2dc102050 2023-10-05T15:19:56.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.180+0000 7ff2c3fff700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 0x7ff2c40a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:56.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.180+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7ff2d00ce010 con 0x7ff2dc102050 2023-10-05T15:19:56.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.180+0000 7ff2daffd700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 0x7ff2c40a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:56.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.181+0000 7ff2daffd700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 0x7ff2c40a3a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc101bc0 tx=0x7ff2cc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:56.186 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.184+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff2d0097ba0 con 0x7ff2dc102050 2023-10-05T15:19:56.234 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:55 smithi040 systemd[1]: Starting Ceph mds.k for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:19:56.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.433+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff2dc02d280 con 0x7ff2dc102050 2023-10-05T15:19:56.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.434+0000 7ff2c3fff700 1 -- 172.21.15.29:0/4151674097 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1328 (secure 0 0 0) 0x7ff2d009b1c0 con 0x7ff2dc102050 2023-10-05T15:19:56.436 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:56.436 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-10-05T15:19:56.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 msgr2=0x7ff2c40a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 0x7ff2c40a3a10 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc101bc0 tx=0x7ff2cc00b410 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 msgr2=0x7ff2dc197090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff2d000b680 tx=0x7ff2d0004730 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 shutdown_connections 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff2c40a1550 0x7ff2c40a3a10 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff2dc102a10 0x7ff2dc19e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff2dc100e70 0x7ff2dc196b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 --2- 172.21.15.29:0/4151674097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff2dc102050 0x7ff2dc197090 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 >> 172.21.15.29:0/4151674097 conn(0x7ff2dc0fc430 msgr2=0x7ff2dc0fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:56.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 shutdown_connections 2023-10-05T15:19:56.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:56.436+0000 7ff2e164e700 1 -- 172.21.15.29:0/4151674097 wait complete. 2023-10-05T15:19:56.440 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 2 2023-10-05T15:19:56.515 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:56 smithi040 ceph-mon[103696]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:56.515 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:56 smithi040 podman[138835]: 2023-10-05T15:19:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:56 smithi029 ceph-mon[99237]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:56 smithi177 ceph-mon[103568]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:56.906 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:56 smithi040 bash[138835]: ac87fbfd7c04b561de186a964d78e8cacd9bb01193afc22c708a0e4d972bc9f9 2023-10-05T15:19:56.906 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:56 smithi040 ceph-mds[138875]: -- 172.21.15.40:0/698804213 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ee9460b1e0 con 0x55ee945e0800 2023-10-05T15:19:56.906 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-k[138851]: starting mds.k at 2023-10-05T15:19:56.906 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:19:56 smithi040 systemd[1]: Started Ceph mds.k for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:19:57.518 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4151674097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:57.518 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.519 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.519 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.519 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:57.519 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:57.519 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:57 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4151674097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:57 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:57.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4151674097' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:57.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:57 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:58.023 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 systemd[1]: Starting Ceph mds.j for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:19:58.452 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:19:58.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 -- 172.21.15.29:0/4014452721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 msgr2=0x7f907c1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 --2- 172.21.15.29:0/4014452721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1024e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f9064009990 tx=0x7f9064009ca0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 -- 172.21.15.29:0/4014452721 shutdown_connections 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 --2- 172.21.15.29:0/4014452721 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 0x7f907c1012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 --2- 172.21.15.29:0/4014452721 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 0x7f907c109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 --2- 172.21.15.29:0/4014452721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1024e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 -- 172.21.15.29:0/4014452721 >> 172.21.15.29:0/4014452721 conn(0x7f907c0fc420 msgr2=0x7f907c0fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 -- 172.21.15.29:0/4014452721 shutdown_connections 2023-10-05T15:19:58.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.585+0000 7f9081019700 1 -- 172.21.15.29:0/4014452721 wait complete. 2023-10-05T15:19:58.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 Processor -- start 2023-10-05T15:19:58.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 -- start start 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 0x7f907c196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 0x7f907c19e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c19e700 con 0x7f907c102060 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c19e840 con 0x7f907c102a20 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f9081019700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f907c19e9d0 con 0x7f907c100e80 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f907259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.586+0000 7f907259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44776/0 (socket says 172.21.15.29:44776) 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 -- 172.21.15.29:0/3493521741 learned_addr learned my addr 172.21.15.29:0/3493521741 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907ad9d700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 0x7f907c196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907b59e700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 0x7f907c19e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:58.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 -- 172.21.15.29:0/3493521741 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 msgr2=0x7f907c196b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 0x7f907c196b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 -- 172.21.15.29:0/3493521741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 msgr2=0x7f907c19e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 0x7f907c19e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 -- 172.21.15.29:0/3493521741 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90640095f0 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f907259c700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f906400b680 tx=0x7f9064004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f906401d070 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f907c19ec50 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90640054f0 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9064004ca0 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.587+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f907c19f020 con 0x7f907c102060 2023-10-05T15:19:58.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.588+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f907c1084a0 con 0x7f907c102060 2023-10-05T15:19:58.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.589+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f906400fc70 con 0x7f907c102060 2023-10-05T15:19:58.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.590+0000 7f9078d99700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 0x7f90680a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:19:58.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.590+0000 7f907ad9d700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 0x7f90680a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:19:58.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.590+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f90640ce070 con 0x7f907c102060 2023-10-05T15:19:58.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.590+0000 7f907ad9d700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 0x7f90680a3990 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f907c101bd0 tx=0x7f906c00c040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:19:58.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.593+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9064097c80 con 0x7f907c102060 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mon[99237]: Deploying daemon mds.j on smithi029 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mon[99237]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6832/1631027374,v1:172.21.15.40:6833/1631027374] up:boot 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mon[99237]: fsmap 2 up:standby 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 podman[150307]: 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 bash[150307]: c8ea8f2f4517fec7b5aa75c2121e9bd3478ecc34cc63e023be346ac92a062daa 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-mds[150370]: -- 172.21.15.29:0/656167217 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a5d46391e0 con 0x55a5d460f000 2023-10-05T15:19:58.607 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-j[150323]: starting mds.j at 2023-10-05T15:19:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:58 smithi040 ceph-mon[103696]: Deploying daemon mds.j on smithi029 2023-10-05T15:19:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:58 smithi040 ceph-mon[103696]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:58 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6832/1631027374,v1:172.21.15.40:6833/1631027374] up:boot 2023-10-05T15:19:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:58 smithi040 ceph-mon[103696]: fsmap 2 up:standby 2023-10-05T15:19:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:58 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:19:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:58 smithi177 ceph-mon[103568]: Deploying daemon mds.j on smithi029 2023-10-05T15:19:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:58 smithi177 ceph-mon[103568]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:58 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6832/1631027374,v1:172.21.15.40:6833/1631027374] up:boot 2023-10-05T15:19:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:58 smithi177 ceph-mon[103568]: fsmap 2 up:standby 2023-10-05T15:19:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:58 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:19:58.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.848+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f907c02d2e0 con 0x7f907c102060 2023-10-05T15:19:58.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.848+0000 7f9078d99700 1 -- 172.21.15.29:0/3493521741 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2119 (secure 0 0 0) 0x7f906402f090 con 0x7f907c102060 2023-10-05T15:19:58.850 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:19:58.851 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.850+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 msgr2=0x7f90680a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 0x7f90680a3990 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f907c101bd0 tx=0x7f906c00c040 comp rx=0 tx=0).stop 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 msgr2=0x7f907c1970c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f906400b680 tx=0x7f9064004730 comp rx=0 tx=0).stop 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 shutdown_connections 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f90680a14d0 0x7f90680a3990 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f907c100e80 0x7f907c196b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f907c102a20 0x7f907c19e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 --2- 172.21.15.29:0/3493521741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f907c102060 0x7f907c1970c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:19:58.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 >> 172.21.15.29:0/3493521741 conn(0x7f907c0fc420 msgr2=0x7f907c1055e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:19:58.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 shutdown_connections 2023-10-05T15:19:58.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:19:58.851+0000 7f9081019700 1 -- 172.21.15.29:0/3493521741 wait complete. 2023-10-05T15:19:58.854 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 3 2023-10-05T15:19:58.865 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:19:58 smithi029 systemd[1]: Started Ceph mds.j for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:19:59.847 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:59.847 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: Deploying daemon mds.d on smithi029 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3493521741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.29:6834/3515595396,v1:172.21.15.29:6835/3515595396] up:boot 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: fsmap 3 up:standby 2023-10-05T15:19:59.848 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:19:59 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:19:59.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: Deploying daemon mds.d on smithi029 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3493521741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.29:6834/3515595396,v1:172.21.15.29:6835/3515595396] up:boot 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: fsmap 3 up:standby 2023-10-05T15:19:59.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:19:59 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:20:00.097 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 systemd[1]: Starting Ceph mds.d for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:00.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: Deploying daemon mds.d on smithi029 2023-10-05T15:20:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3493521741' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.29:6834/3515595396,v1:172.21.15.29:6835/3515595396] up:boot 2023-10-05T15:20:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: fsmap 3 up:standby 2023-10-05T15:20:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:19:59 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:20:00.661 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 podman[150695]: 2023-10-05T15:20:00.661 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 bash[150695]: c5e3b901d832941ca813d706a2813140e69f0a3d67bc7eb6a00a59d5f65056d5 2023-10-05T15:20:00.661 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 ceph-mds[150735]: -- 172.21.15.29:0/586649994 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c0b74a71e0 con 0x55c0b747d000 2023-10-05T15:20:00.661 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-d[150711]: starting mds.d at 2023-10-05T15:20:00.661 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:00 smithi029 ceph-mon[99237]: overall HEALTH_OK 2023-10-05T15:20:00.866 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:00.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:00 smithi177 ceph-mon[103568]: overall HEALTH_OK 2023-10-05T15:20:00.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 -- 172.21.15.29:0/3626350835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3640ffdc0 msgr2=0x7fe3641001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:00.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3626350835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3640ffdc0 0x7fe3641001e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fe3540099c0 tx=0x7fe354009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 -- 172.21.15.29:0/3626350835 shutdown_connections 2023-10-05T15:20:01.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3626350835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 0x7fe364108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3626350835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3640ffdc0 0x7fe3641001e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3626350835 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe364100fb0 0x7fe364101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 -- 172.21.15.29:0/3626350835 >> 172.21.15.29:0/3626350835 conn(0x7fe3640fb310 msgr2=0x7fe3640fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:01.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 -- 172.21.15.29:0/3626350835 shutdown_connections 2023-10-05T15:20:01.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.995+0000 7fe368ce3700 1 -- 172.21.15.29:0/3626350835 wait complete. 2023-10-05T15:20:01.195 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:00 smithi040 ceph-mon[103696]: overall HEALTH_OK 2023-10-05T15:20:01.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 Processor -- start 2023-10-05T15:20:01.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 -- start start 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe3640ffdc0 0x7fe364196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 0x7fe36419e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36419e710 con 0x7fe364100fb0 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36419e850 con 0x7fe364101950 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe368ce3700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe36419e9e0 con 0x7fe3640ffdc0 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe361d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe361d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44804/0 (socket says 172.21.15.29:44804) 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.996+0000 7fe361d9b700 1 -- 172.21.15.29:0/3304485224 learned_addr learned my addr 172.21.15.29:0/3304485224 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe362d9d700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 0x7fe36419e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:01.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe36259c700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe3640ffdc0 0x7fe364196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 -- 172.21.15.29:0/3304485224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe3640ffdc0 msgr2=0x7fe364196b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe3640ffdc0 0x7fe364196b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 -- 172.21.15.29:0/3304485224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 msgr2=0x7fe36419e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 0x7fe36419e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 -- 172.21.15.29:0/3304485224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3540095f0 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe361d9b700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe34c00d980 tx=0x7fe34c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34c004a30 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe34c0054e0 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34c00fbc0 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe36419ecc0 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.997+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe36419f180 con 0x7fe364100fb0 2023-10-05T15:20:01.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.998+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe364106d40 con 0x7fe364100fb0 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:00.999+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe34c004c20 con 0x7fe364100fb0 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.000+0000 7fe35b7fe700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 0x7fe3500a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.000+0000 7fe36259c700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 0x7fe3500a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.000+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe34c0cca50 con 0x7fe364100fb0 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.000+0000 7fe36259c700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 0x7fe3500a3990 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe354009990 tx=0x7fe354005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:01.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.004+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe34c096550 con 0x7fe364100fb0 2023-10-05T15:20:01.200 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:20:00 smithi029 systemd[1]: Started Ceph mds.d for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:01.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.249+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe36410c950 con 0x7fe364100fb0 2023-10-05T15:20:01.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.250+0000 7fe35b7fe700 1 -- 172.21.15.29:0/3304485224 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3701 (secure 0 0 0) 0x7fe34c017090 con 0x7fe364100fb0 2023-10-05T15:20:01.386 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:01.386 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-10-05T15:20:01.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 msgr2=0x7fe3500a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 0x7fe3500a3990 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe354009990 tx=0x7fe354005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 msgr2=0x7fe3641970d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe34c00d980 tx=0x7fe34c00dc90 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 shutdown_connections 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe3500a14d0 0x7fe3500a3990 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe3640ffdc0 0x7fe364196b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe364101950 0x7fe36419e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 --2- 172.21.15.29:0/3304485224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe364100fb0 0x7fe3641970d0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 >> 172.21.15.29:0/3304485224 conn(0x7fe3640fb310 msgr2=0x7fe3640fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:01.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 shutdown_connections 2023-10-05T15:20:01.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:01.252+0000 7fe368ce3700 1 -- 172.21.15.29:0/3304485224 wait complete. 2023-10-05T15:20:01.389 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 5 2023-10-05T15:20:01.890 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.29:6836/3662042797,v1:172.21.15.29:6837/3662042797] up:boot 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: fsmap 4 up:standby 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.917 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:01.917 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:01.917 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:01.917 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: Deploying daemon mds.e on smithi040 2023-10-05T15:20:01.917 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:01 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3304485224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:01.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.29:6836/3662042797,v1:172.21.15.29:6837/3662042797] up:boot 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: fsmap 4 up:standby 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:01.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: Deploying daemon mds.e on smithi040 2023-10-05T15:20:01.962 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:01 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3304485224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.29:6836/3662042797,v1:172.21.15.29:6837/3662042797] up:boot 2023-10-05T15:20:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: fsmap 4 up:standby 2023-10-05T15:20:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:20:02.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: Deploying daemon mds.e on smithi040 2023-10-05T15:20:02.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3304485224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:02.815 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:02 smithi040 systemd[1]: Starting Ceph mds.e for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:03.089 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:02 smithi040 podman[139183]: 2023-10-05T15:20:03.390 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:03.406 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:03 smithi040 bash[139183]: 2f91c8676dc7841d7d602d111758a533f660a0590188bb6348fd35157c685c63 2023-10-05T15:20:03.407 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:03 smithi040 ceph-mds[139223]: -- 172.21.15.40:0/1934029728 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560fb186f1e0 con 0x560fb1845000 2023-10-05T15:20:03.407 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: starting mds.e at 2023-10-05T15:20:03.407 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:20:03 smithi040 systemd[1]: Started Ceph mds.e for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:03.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 -- 172.21.15.29:0/2722499745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 msgr2=0x7fd750101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 --2- 172.21.15.29:0/2722499745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750101410 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fd73c0099c0 tx=0x7fd73c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 -- 172.21.15.29:0/2722499745 shutdown_connections 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 --2- 172.21.15.29:0/2722499745 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd750108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 --2- 172.21.15.29:0/2722499745 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd7501001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.528+0000 7fd756cc8700 1 --2- 172.21.15.29:0/2722499745 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750101410 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- 172.21.15.29:0/2722499745 >> 172.21.15.29:0/2722499745 conn(0x7fd7500fb310 msgr2=0x7fd7500fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- 172.21.15.29:0/2722499745 shutdown_connections 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- 172.21.15.29:0/2722499745 wait complete. 2023-10-05T15:20:03.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 Processor -- start 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- start start 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd750198e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd7501a03b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7501a0980 con 0x7fd750100fb0 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7501a0ac0 con 0x7fd7500ffdc0 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.529+0000 7fd756cc8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7501a0c50 con 0x7fd750101950 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44818/0 (socket says 172.21.15.29:44818) 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 -- 172.21.15.29:0/3141744677 learned_addr learned my addr 172.21.15.29:0/3141744677 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd754a64700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd750198e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:03.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd755265700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd7501a03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:03.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 -- 172.21.15.29:0/3141744677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 msgr2=0x7fd7501a03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:03.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd7501a03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 -- 172.21.15.29:0/3141744677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 msgr2=0x7fd750198e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:03.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd750198e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 -- 172.21.15.29:0/3141744677 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd73c0095f0 con 0x7fd750100fb0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd754a64700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd750198e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd755265700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd7501a03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74ffff700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd73c00c010 tx=0x7fd73c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd73c01d070 con 0x7fd750100fb0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd73c004110 con 0x7fd750100fb0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7501a0ed0 con 0x7fd750100fb0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.530+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd73c005360 con 0x7fd750100fb0 2023-10-05T15:20:03.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.531+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7501a1240 con 0x7fd750100fb0 2023-10-05T15:20:03.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.531+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd75010b710 con 0x7fd750100fb0 2023-10-05T15:20:03.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.533+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd73c004a10 con 0x7fd750100fb0 2023-10-05T15:20:03.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.533+0000 7fd74dffb700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 0x7fd7400a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:03.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.533+0000 7fd754a64700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 0x7fd7400a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:03.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.533+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd73c0cd8b0 con 0x7fd750100fb0 2023-10-05T15:20:03.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.534+0000 7fd754a64700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 0x7fd7400a3990 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd744005fd0 tx=0x7fd744005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:03.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.537+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd73c097440 con 0x7fd750100fb0 2023-10-05T15:20:03.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.788+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd7501a1490 con 0x7fd750100fb0 2023-10-05T15:20:03.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.789+0000 7fd74dffb700 1 -- 172.21.15.29:0/3141744677 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4489 (secure 0 0 0) 0x7fd73c09aa60 con 0x7fd750100fb0 2023-10-05T15:20:03.791 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:03.791 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-10-05T15:20:03.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.791+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 msgr2=0x7fd7400a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:03.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.791+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 0x7fd7400a3990 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd744005fd0 tx=0x7fd744005f00 comp rx=0 tx=0).stop 2023-10-05T15:20:03.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.791+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 msgr2=0x7fd750199340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:03.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.791+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fd73c00c010 tx=0x7fd73c009580 comp rx=0 tx=0).stop 2023-10-05T15:20:03.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 shutdown_connections 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd7400a14d0 0x7fd7400a3990 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd750101950 0x7fd7501a03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd7500ffdc0 0x7fd750198e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 --2- 172.21.15.29:0/3141744677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd750100fb0 0x7fd750199340 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 >> 172.21.15.29:0/3141744677 conn(0x7fd7500fb310 msgr2=0x7fd750068060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 shutdown_connections 2023-10-05T15:20:03.795 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:03.792+0000 7fd756cc8700 1 -- 172.21.15.29:0/3141744677 wait complete. 2023-10-05T15:20:03.796 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 6 2023-10-05T15:20:04.535 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:04.535 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.535 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.535 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.535 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: Deploying daemon mds.f on smithi177 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6834/915112894,v1:172.21.15.40:6835/915112894] up:boot 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: fsmap 5 up:standby 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:20:04.536 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:04 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3141744677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: Deploying daemon mds.f on smithi177 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6834/915112894,v1:172.21.15.40:6835/915112894] up:boot 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: fsmap 5 up:standby 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:20:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:04 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3141744677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: pgmap v235: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: Deploying daemon mds.f on smithi177 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6834/915112894,v1:172.21.15.40:6835/915112894] up:boot 2023-10-05T15:20:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: fsmap 5 up:standby 2023-10-05T15:20:04.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:20:04.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:04 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3141744677' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:04.927 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:04 smithi177 systemd[1]: Starting Ceph mds.f for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:05.361 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:05 smithi177 podman[138929]: 2023-10-05T15:20:05.361 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:05 smithi177 ceph-mds[138969]: -- 172.21.15.177:0/2929250764 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5630bd0f71e0 con 0x5630bd0cc800 2023-10-05T15:20:05.361 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: starting mds.f at 2023-10-05T15:20:05.362 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:05 smithi177 bash[138929]: fb610423ba8baaacf065fee7b04a5bf42b44c054e20cbaef6962998a18b76300 2023-10-05T15:20:05.676 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:20:05 smithi177 systemd[1]: Started Ceph mds.f for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:05.808 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:05.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- 172.21.15.29:0/321373883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 msgr2=0x7f23401001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:05.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 --2- 172.21.15.29:0/321373883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f23401001e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f23300099c0 tx=0x7f2330009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- 172.21.15.29:0/321373883 shutdown_connections 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 --2- 172.21.15.29:0/321373883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 --2- 172.21.15.29:0/321373883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f23401001e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 --2- 172.21.15.29:0/321373883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- 172.21.15.29:0/321373883 >> 172.21.15.29:0/321373883 conn(0x7f23400fb310 msgr2=0x7f23400fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- 172.21.15.29:0/321373883 shutdown_connections 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- 172.21.15.29:0/321373883 wait complete. 2023-10-05T15:20:05.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 Processor -- start 2023-10-05T15:20:05.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.948+0000 7f234616b700 1 -- start start 2023-10-05T15:20:05.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f2340195a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:05.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:05.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340068040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2340068610 con 0x7f23400ffdc0 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2340068780 con 0x7f2340100fb0 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f234616b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2340068940 con 0x7f2340101950 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f2340195a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f2337fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f2337fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:51954/0 (socket says 172.21.15.29:51954) 2023-10-05T15:20:05.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f2337fff700 1 -- 172.21.15.29:0/3406799687 learned_addr learned my addr 172.21.15.29:0/3406799687 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233ffff700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340068040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 -- 172.21.15.29:0/3406799687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 msgr2=0x7f2340068040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340068040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 -- 172.21.15.29:0/3406799687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 msgr2=0x7f2340195fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 -- 172.21.15.29:0/3406799687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23300095f0 con 0x7f23400ffdc0 2023-10-05T15:20:05.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233ffff700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340068040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f2337fff700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.949+0000 7f233f7fe700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f2340195a70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f23300036f0 tx=0x7f2330004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.950+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233001d070 con 0x7f23400ffdc0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.950+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23300041d0 con 0x7f23400ffdc0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.950+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2340068b60 con 0x7f23400ffdc0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.950+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f233000f460 con 0x7f23400ffdc0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.950+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2340199000 con 0x7f23400ffdc0 2023-10-05T15:20:05.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.951+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f234010b6a0 con 0x7f23400ffdc0 2023-10-05T15:20:05.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.952+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f23300226e0 con 0x7f23400ffdc0 2023-10-05T15:20:05.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.953+0000 7f233d7fa700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 0x7f232c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:05.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.953+0000 7f2337fff700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 0x7f232c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:05.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.953+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f23300ce150 con 0x7f23400ffdc0 2023-10-05T15:20:05.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.953+0000 7f2337fff700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 0x7f232c0a3990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f232800f4d0 tx=0x7f2328005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:05.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:05.957+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2330097ce0 con 0x7f23400ffdc0 2023-10-05T15:20:06.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.208+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2340106c00 con 0x7f23400ffdc0 2023-10-05T15:20:06.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.208+0000 7f233d7fa700 1 -- 172.21.15.29:0/3406799687 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4489 (secure 0 0 0) 0x7f233009b300 con 0x7f23400ffdc0 2023-10-05T15:20:06.211 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:06.211 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.210+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 msgr2=0x7f232c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.210+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 0x7f232c0a3990 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f232800f4d0 tx=0x7f2328005f90 comp rx=0 tx=0).stop 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.210+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 msgr2=0x7f2340195a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.210+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f2340195a70 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f23300036f0 tx=0x7f2330004730 comp rx=0 tx=0).stop 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 shutdown_connections 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f232c0a14d0 0x7f232c0a3990 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2340101950 0x7f2340068040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:06.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23400ffdc0 0x7f2340195a70 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:06.214 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 --2- 172.21.15.29:0/3406799687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2340100fb0 0x7f2340195fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:06.214 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 >> 172.21.15.29:0/3406799687 conn(0x7f23400fb310 msgr2=0x7f23400fd490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:06.214 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 shutdown_connections 2023-10-05T15:20:06.214 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:06.211+0000 7f234616b700 1 -- 172.21.15.29:0/3406799687 wait complete. 2023-10-05T15:20:06.215 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 6 2023-10-05T15:20:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3406799687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6834/3744766369,v1:172.21.15.177:6835/3744766369] up:boot 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: fsmap 6 up:standby 2023-10-05T15:20:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:06 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:06.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3406799687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:06.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6834/3744766369,v1:172.21.15.177:6835/3744766369] up:boot 2023-10-05T15:20:06.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: fsmap 6 up:standby 2023-10-05T15:20:06.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:06 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:06.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:06.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3406799687' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:06.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6834/3744766369,v1:172.21.15.177:6835/3744766369] up:boot 2023-10-05T15:20:06.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: fsmap 6 up:standby 2023-10-05T15:20:06.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:06 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:20:07.291 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:06 smithi177 systemd[1]: Starting Ceph mds.c for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:07.574 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:07 smithi177 ceph-mon[103568]: Deploying daemon mds.c on smithi177 2023-10-05T15:20:07.574 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:07 smithi177 podman[139268]: 2023-10-05T15:20:07.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:07 smithi029 ceph-mon[99237]: Deploying daemon mds.c on smithi177 2023-10-05T15:20:07.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:07 smithi040 ceph-mon[103696]: Deploying daemon mds.c on smithi177 2023-10-05T15:20:07.926 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:07 smithi177 ceph-mds[139309]: -- 172.21.15.177:0/1842111972 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563980b3d1e0 con 0x563980b12800 2023-10-05T15:20:07.926 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:07 smithi177 bash[139268]: 1c8abd9e9126374ec4a62897abb7c5229c8eba5d6f72f7230e179b96f64ffb5b 2023-10-05T15:20:07.927 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: starting mds.c at 2023-10-05T15:20:07.927 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:20:07 smithi177 systemd[1]: Started Ceph mds.c for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:08.226 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:08.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 -- 172.21.15.29:0/2412011963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc102a20 msgr2=0x7f48fc109340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 --2- 172.21.15.29:0/2412011963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc102a20 0x7f48fc109340 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f48f400b0a0 tx=0x7f48f400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 -- 172.21.15.29:0/2412011963 shutdown_connections 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 --2- 172.21.15.29:0/2412011963 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc100f10 0x7f48fc101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 --2- 172.21.15.29:0/2412011963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc102a20 0x7f48fc109340 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 --2- 172.21.15.29:0/2412011963 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102060 0x7f48fc1024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 -- 172.21.15.29:0/2412011963 >> 172.21.15.29:0/2412011963 conn(0x7f48fc0fc460 msgr2=0x7f48fc0fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 -- 172.21.15.29:0/2412011963 shutdown_connections 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.364+0000 7f490205b700 1 -- 172.21.15.29:0/2412011963 wait complete. 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 Processor -- start 2023-10-05T15:20:08.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 -- start start 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc102060 0x7f48fc1971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102a20 0x7f48fc19e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc19e7f0 con 0x7f48fc100f10 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc19e960 con 0x7f48fc102a20 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f490205b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48fc19eb20 con 0x7f48fc102060 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.365+0000 7f48fb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44844/0 (socket says 172.21.15.29:44844) 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 -- 172.21.15.29:0/2901689380 learned_addr learned my addr 172.21.15.29:0/2901689380 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:08.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48faffd700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc102060 0x7f48fc1971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fbfff700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102a20 0x7f48fc19e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 -- 172.21.15.29:0/2901689380 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc102060 msgr2=0x7f48fc1971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc102060 0x7f48fc1971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 -- 172.21.15.29:0/2901689380 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102a20 msgr2=0x7f48fc19e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102a20 0x7f48fc19e220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 -- 172.21.15.29:0/2901689380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f4009d00 con 0x7f48fc100f10 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48fb7fe700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00c9b0 tx=0x7f48ec00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:08.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec007b00 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48fc19ee00 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48ec007c60 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec018660 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.366+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48fc19f230 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.367+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48fc108360 con 0x7f48fc100f10 2023-10-05T15:20:08.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.368+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f48ec018880 con 0x7f48fc100f10 2023-10-05T15:20:08.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.369+0000 7f48f8ff9700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 0x7f48e40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:08.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.369+0000 7f48faffd700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 0x7f48e40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:08.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.369+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f48ec0ccb50 con 0x7f48fc100f10 2023-10-05T15:20:08.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.370+0000 7f48faffd700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 0x7f48e40a3990 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f48f0006fd0 tx=0x7f48f0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:08.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.372+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f48ec0966e0 con 0x7f48fc100f10 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:08 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:08.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.624+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f48fc0008d0 con 0x7f48fc100f10 2023-10-05T15:20:08.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.624+0000 7f48f8ff9700 1 -- 172.21.15.29:0/2901689380 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6077 (secure 0 0 0) 0x7f48ec099d00 con 0x7f48fc100f10 2023-10-05T15:20:08.627 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:08.627 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 msgr2=0x7f48e40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 0x7f48e40a3990 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f48f0006fd0 tx=0x7f48f0008040 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 msgr2=0x7f48fc196c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00c9b0 tx=0x7f48ec00cd70 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 shutdown_connections 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f48e40a14d0 0x7f48e40a3990 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48fc102a20 0x7f48fc19e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48fc100f10 0x7f48fc196c80 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 --2- 172.21.15.29:0/2901689380 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48fc102060 0x7f48fc1971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:08.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.626+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 >> 172.21.15.29:0/2901689380 conn(0x7f48fc0fc460 msgr2=0x7f48fc1054a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:08.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.627+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 shutdown_connections 2023-10-05T15:20:08.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:08.627+0000 7f490205b700 1 -- 172.21.15.29:0/2901689380 wait complete. 2023-10-05T15:20:08.630 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 8 2023-10-05T15:20:08.631 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:08.631 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.631 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.631 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.632 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:08.632 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:08.632 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:08 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:08.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:08.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:08 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:09.473 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mon[103696]: Deploying daemon mds.h on smithi040 2023-10-05T15:20:09.473 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:boot 2023-10-05T15:20:09.473 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mon[103696]: fsmap 7 up:standby 2023-10-05T15:20:09.473 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:20:09.473 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2901689380' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:09.474 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 systemd[1]: Starting Ceph mds.h for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:09.740 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 podman[139526]: 2023-10-05T15:20:09.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:09 smithi029 ceph-mon[99237]: Deploying daemon mds.h on smithi040 2023-10-05T15:20:09.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:09 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:boot 2023-10-05T15:20:09.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:09 smithi029 ceph-mon[99237]: fsmap 7 up:standby 2023-10-05T15:20:09.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:09 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:20:09.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:09 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2901689380' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:09.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:09 smithi177 ceph-mon[103568]: Deploying daemon mds.h on smithi040 2023-10-05T15:20:09.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:09 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:boot 2023-10-05T15:20:09.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:09 smithi177 ceph-mon[103568]: fsmap 7 up:standby 2023-10-05T15:20:09.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:09 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:20:09.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:09 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2901689380' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:10.156 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-mds[139566]: -- 172.21.15.40:0/2166638495 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557c5b41f1e0 con 0x557c5b3f4800 2023-10-05T15:20:10.156 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: starting mds.h at 2023-10-05T15:20:10.156 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 bash[139526]: c4a8b7d6e4443d33ac0a01bd531c2a8714e88de93d09c23735139fbefeee428a 2023-10-05T15:20:10.157 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:20:09 smithi040 systemd[1]: Started Ceph mds.h for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:10.642 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:10.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:10 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:10.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 -- 172.21.15.29:0/294846914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 msgr2=0x7f8580101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:10.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 --2- 172.21.15.29:0/294846914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580101410 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f856c0099c0 tx=0x7f856c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 -- 172.21.15.29:0/294846914 shutdown_connections 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 --2- 172.21.15.29:0/294846914 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f85800ffdc0 0x7f85801001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 --2- 172.21.15.29:0/294846914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8580101950 0x7f8580108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 --2- 172.21.15.29:0/294846914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580101410 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 -- 172.21.15.29:0/294846914 >> 172.21.15.29:0/294846914 conn(0x7f85800fb310 msgr2=0x7f85800fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 -- 172.21.15.29:0/294846914 shutdown_connections 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.780+0000 7f8586ecb700 1 -- 172.21.15.29:0/294846914 wait complete. 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 Processor -- start 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 -- start start 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 0x7f8580195b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:10.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8580101950 0x7f858019d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858019d680 con 0x7f8580100fb0 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858019d7c0 con 0x7f85800ffdc0 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8586ecb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f858019d950 con 0x7f8580101950 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44860/0 (socket says 172.21.15.29:44860) 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 -- 172.21.15.29:0/4166055162 learned_addr learned my addr 172.21.15.29:0/4166055162 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 -- 172.21.15.29:0/4166055162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8580101950 msgr2=0x7f858019d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8584c67700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 0x7f8580195b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8580101950 0x7f858019d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 -- 172.21.15.29:0/4166055162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 msgr2=0x7f8580195b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:10.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 0x7f8580195b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f857ffff700 1 -- 172.21.15.29:0/4166055162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f856c0095f0 con 0x7f8580100fb0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.781+0000 7f8584c67700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 0x7f8580195b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f857ffff700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f856c009fd0 tx=0x7f856c00f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c01d070 con 0x7f8580100fb0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f856c0054f0 con 0x7f8580100fb0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f858019dbd0 con 0x7f8580100fb0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c004ba0 con 0x7f8580100fb0 2023-10-05T15:20:10.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.782+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f858019e050 con 0x7f8580100fb0 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.783+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f858010b670 con 0x7f8580100fb0 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.785+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f856c00fbb0 con 0x7f8580100fb0 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.785+0000 7f857dffb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 0x7f85700a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.785+0000 7f8584c67700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 0x7f85700a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.785+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f856c0cdae0 con 0x7f8580100fb0 2023-10-05T15:20:10.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.786+0000 7f8584c67700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 0x7f85700a3a10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8580100e10 tx=0x7f8574008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:10.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:10.789+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f856c097670 con 0x7f8580100fb0 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:10 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:10 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:11.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.039+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f858019e1e0 con 0x7f8580100fb0 2023-10-05T15:20:11.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.039+0000 7f857dffb700 1 -- 172.21.15.29:0/4166055162 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6868 (secure 0 0 0) 0x7f856c09ac90 con 0x7f8580100fb0 2023-10-05T15:20:11.042 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:11.043 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2023-10-05T15:20:11.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.041+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 msgr2=0x7f85700a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:11.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.041+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 0x7f85700a3a10 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8580100e10 tx=0x7f8574008040 comp rx=0 tx=0).stop 2023-10-05T15:20:11.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.041+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 msgr2=0x7f8580196040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:11.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.041+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f856c009fd0 tx=0x7f856c00f740 comp rx=0 tx=0).stop 2023-10-05T15:20:11.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 shutdown_connections 2023-10-05T15:20:11.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f85700a1550 0x7f85700a3a10 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:11.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8580101950 0x7f858019d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:11.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f85800ffdc0 0x7f8580195b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:11.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 --2- 172.21.15.29:0/4166055162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8580100fb0 0x7f8580196040 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:11.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 >> 172.21.15.29:0/4166055162 conn(0x7f85800fb310 msgr2=0x7f85800fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:11.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 shutdown_connections 2023-10-05T15:20:11.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:11.042+0000 7f8586ecb700 1 -- 172.21.15.29:0/4166055162 wait complete. 2023-10-05T15:20:11.047 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 9 2023-10-05T15:20:11.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mon[103568]: Deploying daemon mds.i on smithi177 2023-10-05T15:20:11.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6836/3780767501,v1:172.21.15.40:6837/3780767501] up:boot 2023-10-05T15:20:11.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mon[103568]: fsmap 8 up:standby 2023-10-05T15:20:11.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:20:11.656 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4166055162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:11.657 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:11 smithi177 systemd[1]: Starting Ceph mds.i for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:11.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:11 smithi029 ceph-mon[99237]: Deploying daemon mds.i on smithi177 2023-10-05T15:20:11.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:11 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6836/3780767501,v1:172.21.15.40:6837/3780767501] up:boot 2023-10-05T15:20:11.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:11 smithi029 ceph-mon[99237]: fsmap 8 up:standby 2023-10-05T15:20:11.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:11 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:20:11.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:11 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4166055162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:11.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:11 smithi040 ceph-mon[103696]: Deploying daemon mds.i on smithi177 2023-10-05T15:20:11.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:11 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6836/3780767501,v1:172.21.15.40:6837/3780767501] up:boot 2023-10-05T15:20:11.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:11 smithi040 ceph-mon[103696]: fsmap 8 up:standby 2023-10-05T15:20:11.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:11 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:20:11.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:11 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4166055162' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:11.920 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:11 smithi177 podman[139607]: 2023-10-05T15:20:11.920 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-mds[139647]: -- 172.21.15.177:0/2144070305 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563eb2b951e0 con 0x563eb2b6a800 2023-10-05T15:20:12.176 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: starting mds.i at 2023-10-05T15:20:12.176 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:11 smithi177 bash[139607]: 31e5073b9252f34f8ffc6d19ae9175664b66bbec2a456046fc9f3d2e0df6d95e 2023-10-05T15:20:12.177 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:20:12 smithi177 systemd[1]: Started Ceph mds.i for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:12.773 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:12.773 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.773 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.773 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.774 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:12.774 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:12.774 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:12.774 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:12 smithi029 ceph-mon[99237]: Deploying daemon mds.g on smithi029 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:12.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:12 smithi040 ceph-mon[103696]: Deploying daemon mds.g on smithi029 2023-10-05T15:20:12.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:12.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:12.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:12 smithi177 ceph-mon[103568]: Deploying daemon mds.g on smithi029 2023-10-05T15:20:13.057 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:13.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 -- 172.21.15.29:0/3597852774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 msgr2=0x7f8f1c1081e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 --2- 172.21.15.29:0/3597852774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c1081e0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f8f1400b0d0 tx=0x7f8f1400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 -- 172.21.15.29:0/3597852774 shutdown_connections 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 --2- 172.21.15.29:0/3597852774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c1081e0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 --2- 172.21.15.29:0/3597852774 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c1001c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 --2- 172.21.15.29:0/3597852774 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c100f90 0x7f8f1c1013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 -- 172.21.15.29:0/3597852774 >> 172.21.15.29:0/3597852774 conn(0x7f8f1c0fb310 msgr2=0x7f8f1c0fd750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 -- 172.21.15.29:0/3597852774 shutdown_connections 2023-10-05T15:20:13.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.186+0000 7f8f20817700 1 -- 172.21.15.29:0/3597852774 wait complete. 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 Processor -- start 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 -- start start 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c195af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 0x7f8f1c196030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1c19d670 con 0x7f8f1c101930 2023-10-05T15:20:13.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1c19d7b0 con 0x7f8f1c100f90 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f20817700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1c19d940 con 0x7f8f1c0ffda0 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44876/0 (socket says 172.21.15.29:44876) 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 -- 172.21.15.29:0/2618484400 learned_addr learned my addr 172.21.15.29:0/2618484400 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1a59c700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c195af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f19d9b700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 0x7f8f1c196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 -- 172.21.15.29:0/2618484400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 msgr2=0x7f8f1c195af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c195af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 -- 172.21.15.29:0/2618484400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 msgr2=0x7f8f1c196030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 0x7f8f1c196030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1ad9d700 1 -- 172.21.15.29:0/2618484400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f14009d00 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f1a59c700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c195af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.187+0000 7f8f19d9b700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 0x7f8f1c196030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f1ad9d700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8f14007a00 tx=0x7f8f14009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f1400e040 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f1c19dbc0 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f14003e10 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f14005610 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.188+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f1c19df90 con 0x7f8f1c101930 2023-10-05T15:20:13.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.189+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f1c1072f0 con 0x7f8f1c101930 2023-10-05T15:20:13.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.190+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8f14005770 con 0x7f8f1c101930 2023-10-05T15:20:13.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.191+0000 7f8f0b7fe700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 0x7f8f040a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:13.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.191+0000 7f8f1a59c700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 0x7f8f040a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:13.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.191+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8f140ce4b0 con 0x7f8f1c101930 2023-10-05T15:20:13.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.191+0000 7f8f1a59c700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 0x7f8f040a3990 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c100df0 tx=0x7f8f10005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:13.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.194+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8f14098040 con 0x7f8f1c101930 2023-10-05T15:20:13.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.447+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f1c02d2b0 con 0x7f8f1c101930 2023-10-05T15:20:13.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.448+0000 7f8f0b7fe700 1 -- 172.21.15.29:0/2618484400 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7664 (secure 0 0 0) 0x7f8f140bb090 con 0x7f8f1c101930 2023-10-05T15:20:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:13.458 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:20:13.462 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 msgr2=0x7f8f040a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:13.462 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 0x7f8f040a3990 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8f1c100df0 tx=0x7f8f10005f90 comp rx=0 tx=0).stop 2023-10-05T15:20:13.462 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 msgr2=0x7f8f1c19d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:13.462 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8f14007a00 tx=0x7f8f14009570 comp rx=0 tx=0).stop 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 shutdown_connections 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f040a14d0 0x7f8f040a3990 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f1c0ffda0 0x7f8f1c195af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f1c101930 0x7f8f1c19d0a0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 --2- 172.21.15.29:0/2618484400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f1c100f90 0x7f8f1c196030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 >> 172.21.15.29:0/2618484400 conn(0x7f8f1c0fb310 msgr2=0x7f8f1c104430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.461+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 shutdown_connections 2023-10-05T15:20:13.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:13.462+0000 7f8f20817700 1 -- 172.21.15.29:0/2618484400 wait complete. 2023-10-05T15:20:13.464 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 10 2023-10-05T15:20:13.582 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:13 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:boot 2023-10-05T15:20:13.582 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:13 smithi029 ceph-mon[99237]: fsmap 9 up:standby 2023-10-05T15:20:13.582 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:13 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:20:13.582 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:13 smithi029 ceph-mon[99237]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:13.857 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:13 smithi029 systemd[1]: Starting Ceph mds.g for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:13 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:boot 2023-10-05T15:20:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:13 smithi040 ceph-mon[103696]: fsmap 9 up:standby 2023-10-05T15:20:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:13 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:20:13.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:13 smithi040 ceph-mon[103696]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:13.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:13 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:boot 2023-10-05T15:20:13.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:13 smithi177 ceph-mon[103568]: fsmap 9 up:standby 2023-10-05T15:20:13.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:13 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:20:13.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:13 smithi177 ceph-mon[103568]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:14.235 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:13 smithi029 podman[151305]: 2023-10-05T15:20:14.235 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:14 smithi029 bash[151305]: e47648523c00e6ddf046d0b88bad25f4cdbde0e414fe9bf9885a1afccca0ea98 2023-10-05T15:20:14.235 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mds[151345]: -- 172.21.15.29:0/2703263554 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559dd28f31e0 con 0x559dd28c8c00 2023-10-05T15:20:14.607 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-g[151321]: starting mds.g at 2023-10-05T15:20:14.607 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:20:14 smithi029 systemd[1]: Started Ceph mds.g for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:14.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2618484400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:14.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:14 smithi029 ceph-mon[99237]: Deploying daemon mds.a on smithi029 2023-10-05T15:20:14.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2618484400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:14.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:14 smithi040 ceph-mon[103696]: Deploying daemon mds.a on smithi029 2023-10-05T15:20:14.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2618484400' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:14.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:14.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:14 smithi177 ceph-mon[103568]: Deploying daemon mds.a on smithi029 2023-10-05T15:20:15.477 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 -- 172.21.15.29:0/2635814813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec104270 msgr2=0x7fd9ec106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/2635814813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec104270 0x7fd9ec106660 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fd9d8009990 tx=0x7fd9d8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 -- 172.21.15.29:0/2635814813 shutdown_connections 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/2635814813 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 0x7fd9ec103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/2635814813 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/2635814813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec104270 0x7fd9ec106660 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 -- 172.21.15.29:0/2635814813 >> 172.21.15.29:0/2635814813 conn(0x7fd9ec0fb310 msgr2=0x7fd9ec0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:15.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 -- 172.21.15.29:0/2635814813 shutdown_connections 2023-10-05T15:20:15.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.609+0000 7fd9f2d27700 1 -- 172.21.15.29:0/2635814813 wait complete. 2023-10-05T15:20:15.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 Processor -- start 2023-10-05T15:20:15.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 -- start start 2023-10-05T15:20:15.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 0x7fd9ec1012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:15.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec104270 0x7fd9ec0ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:15.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec1005d0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec100740 con 0x7fd9ec104270 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.610+0000 7fd9f2d27700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9ec1a0c60 con 0x7fd9ec101940 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44900/0 (socket says 172.21.15.29:44900) 2023-10-05T15:20:15.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 -- 172.21.15.29:0/3199051253 learned_addr learned my addr 172.21.15.29:0/3199051253 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9ebfff700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec104270 0x7fd9ec0ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f0ac3700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 0x7fd9ec1012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 -- 172.21.15.29:0/3199051253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 msgr2=0x7fd9ec1012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 0x7fd9ec1012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 -- 172.21.15.29:0/3199051253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec104270 msgr2=0x7fd9ec0ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:15.617 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec104270 0x7fd9ec0ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 -- 172.21.15.29:0/3199051253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9d80095f0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f12c4700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd9e400ada0 tx=0x7fd9e400c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e400f070 con 0x7fd9ec106ba0 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9e4007b30 con 0x7fd9ec106ba0 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9e4005280 con 0x7fd9ec106ba0 2023-10-05T15:20:15.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.611+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9ec1a0f40 con 0x7fd9ec106ba0 2023-10-05T15:20:15.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.612+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9ec1a13c0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.613+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9ec0fce90 con 0x7fd9ec106ba0 2023-10-05T15:20:15.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.614+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd9e400c8d0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.615+0000 7fd9e9ffb700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 0x7fd9dc0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:15.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.615+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd9e40cbcb0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.615+0000 7fd9f0ac3700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 0x7fd9dc0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:15.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.615+0000 7fd9f0ac3700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 0x7fd9dc0a3a10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0009a10 tx=0x7fd9e0009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:15.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.619+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd9e40992d0 con 0x7fd9ec106ba0 2023-10-05T15:20:15.889 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:15 smithi029 systemd[1]: Starting Ceph mds.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:15.889 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:15 smithi029 ceph-mon[99237]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:15.889 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:15 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.29:6838/135894101,v1:172.21.15.29:6839/135894101] up:boot 2023-10-05T15:20:15.890 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:15 smithi029 ceph-mon[99237]: fsmap 10 up:standby 2023-10-05T15:20:15.890 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:15 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:20:15.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.900+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd9ec10c920 con 0x7fd9ec106ba0 2023-10-05T15:20:15.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.901+0000 7fd9e9ffb700 1 -- 172.21.15.29:0/3199051253 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8453 (secure 0 0 0) 0x7fd9e4098e60 con 0x7fd9ec106ba0 2023-10-05T15:20:15.902 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:15.902 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 msgr2=0x7fd9dc0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 0x7fd9dc0a3a10 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fd9e0009a10 tx=0x7fd9e0009190 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 msgr2=0x7fd9ec0ffe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd9e400ada0 tx=0x7fd9e400c330 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 shutdown_connections 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9dc0a1550 0x7fd9dc0a3a10 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9ec101940 0x7fd9ec1012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9ec106ba0 0x7fd9ec0ffe30 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 --2- 172.21.15.29:0/3199051253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9ec104270 0x7fd9ec0ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:15.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 >> 172.21.15.29:0/3199051253 conn(0x7fd9ec0fb310 msgr2=0x7fd9ec1025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:15.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 shutdown_connections 2023-10-05T15:20:15.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:15.903+0000 7fd9f2d27700 1 -- 172.21.15.29:0/3199051253 wait complete. 2023-10-05T15:20:15.906 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 11 2023-10-05T15:20:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:15 smithi040 ceph-mon[103696]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:15 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.29:6838/135894101,v1:172.21.15.29:6839/135894101] up:boot 2023-10-05T15:20:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:15 smithi040 ceph-mon[103696]: fsmap 10 up:standby 2023-10-05T15:20:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:15 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:20:16.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:15 smithi177 ceph-mon[103568]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:16.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:15 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.29:6838/135894101,v1:172.21.15.29:6839/135894101] up:boot 2023-10-05T15:20:16.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:15 smithi177 ceph-mon[103568]: fsmap 10 up:standby 2023-10-05T15:20:16.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:15 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:20:16.484 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:16 smithi029 podman[151689]: 2023-10-05T15:20:16.484 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:16 smithi029 bash[151689]: 3e1c009d36690f70594ae3f5593a9665a5206db0eed2cb22c0855222f7754aa7 2023-10-05T15:20:16.484 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mds[151729]: -- 172.21.15.29:0/2926979712 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fc0aab51e0 con 0x55fc0aa8a800 2023-10-05T15:20:16.484 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-a[151705]: starting mds.a at 2023-10-05T15:20:16.782 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:20:16 smithi029 systemd[1]: Started Ceph mds.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3199051253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:17.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:16 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:17.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3199051253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:17.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:16 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:17.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3199051253' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:17.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:17.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2023-10-05T15:20:17.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2023-10-05T15:20:17.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:16 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:17.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:17 smithi040 ceph-mon[103696]: Deploying daemon mds.b on smithi040 2023-10-05T15:20:17.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:17 smithi040 ceph-mon[103696]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:17.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:17 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.29:6840/594470070,v1:172.21.15.29:6841/594470070] up:boot 2023-10-05T15:20:17.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:17 smithi040 ceph-mon[103696]: fsmap 11 up:standby 2023-10-05T15:20:17.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:17 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:20:17.921 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:18.068 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 -- 172.21.15.29:0/496211854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76741019e0 msgr2=0x7f7674103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:18.068 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 --2- 172.21.15.29:0/496211854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76741019e0 0x7f7674103dd0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f7670009990 tx=0x7f7670009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.068 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 -- 172.21.15.29:0/496211854 shutdown_connections 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 --2- 172.21.15.29:0/496211854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674106c90 0x7f7674109150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 --2- 172.21.15.29:0/496211854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76741019e0 0x7f7674103dd0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 --2- 172.21.15.29:0/496211854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7674104310 0x7f7674106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 -- 172.21.15.29:0/496211854 >> 172.21.15.29:0/496211854 conn(0x7f76740fb370 msgr2=0x7f76740fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 -- 172.21.15.29:0/496211854 shutdown_connections 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.065+0000 7f767c70a700 1 -- 172.21.15.29:0/496211854 wait complete. 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 Processor -- start 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 -- start start 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 0x7f7674196cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674104310 0x7f76741971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:18.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767419e820 con 0x7f7674106c90 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767419e990 con 0x7f76741019e0 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767c70a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f767419eb50 con 0x7f7674104310 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767aca7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767aca7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44926/0 (socket says 172.21.15.29:44926) 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767aca7700 1 -- 172.21.15.29:0/612103394 learned_addr learned my addr 172.21.15.29:0/612103394 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f767a4a6700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 0x7f7674196cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.066+0000 7f7679ca5700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674104310 0x7f76741971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 -- 172.21.15.29:0/612103394 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674104310 msgr2=0x7f76741971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674104310 0x7f76741971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 -- 172.21.15.29:0/612103394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 msgr2=0x7f7674196cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:18.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 0x7f7674196cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 -- 172.21.15.29:0/612103394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76700095f0 con 0x7f7674106c90 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767a4a6700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 0x7f7674196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767aca7700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f766c00ef30 tx=0x7f766c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766c018070 con 0x7f7674106c90 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f766c00f040 con 0x7f7674106c90 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f767419edd0 con 0x7f7674106c90 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f766c00cd00 con 0x7f7674106c90 2023-10-05T15:20:18.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.067+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f767419f2b0 con 0x7f7674106c90 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.068+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76740fcef0 con 0x7f7674106c90 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.069+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f766c003a00 con 0x7f7674106c90 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.070+0000 7f766b7fe700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 0x7f76600a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.070+0000 7f767a4a6700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 0x7f76600a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.070+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f766c0ccc80 con 0x7f7674106c90 2023-10-05T15:20:18.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.070+0000 7f767a4a6700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 0x7f76600a3a10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f767000b2e0 tx=0x7f7670005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:18.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.073+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f766c096810 con 0x7f7674106c90 2023-10-05T15:20:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:17 smithi029 ceph-mon[99237]: Deploying daemon mds.b on smithi040 2023-10-05T15:20:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:17 smithi029 ceph-mon[99237]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:17 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.29:6840/594470070,v1:172.21.15.29:6841/594470070] up:boot 2023-10-05T15:20:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:17 smithi029 ceph-mon[99237]: fsmap 11 up:standby 2023-10-05T15:20:18.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:17 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:20:18.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:17 smithi177 ceph-mon[103568]: Deploying daemon mds.b on smithi040 2023-10-05T15:20:18.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:17 smithi177 ceph-mon[103568]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:17 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.29:6840/594470070,v1:172.21.15.29:6841/594470070] up:boot 2023-10-05T15:20:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:17 smithi177 ceph-mon[103568]: fsmap 11 up:standby 2023-10-05T15:20:18.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:17 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:20:18.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.317+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f767410c830 con 0x7f7674106c90 2023-10-05T15:20:18.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.317+0000 7f766b7fe700 1 -- 172.21.15.29:0/612103394 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9242 (secure 0 0 0) 0x7f766c025380 con 0x7f7674106c90 2023-10-05T15:20:18.319 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:18.319 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2023-10-05T15:20:18.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 msgr2=0x7f76600a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 0x7f76600a3a10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f767000b2e0 tx=0x7f7670005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 msgr2=0x7f767419e250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f766c00ef30 tx=0x7f766c00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 shutdown_connections 2023-10-05T15:20:18.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f76600a1550 0x7f76600a3a10 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674106c90 0x7f767419e250 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f76741019e0 0x7f7674196cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 --2- 172.21.15.29:0/612103394 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7674104310 0x7f76741971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.319+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 >> 172.21.15.29:0/612103394 conn(0x7f76740fb370 msgr2=0x7f7674102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:18.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.320+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 shutdown_connections 2023-10-05T15:20:18.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:18.320+0000 7f767c70a700 1 -- 172.21.15.29:0/612103394 wait complete. 2023-10-05T15:20:18.324 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 12 2023-10-05T15:20:18.605 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 systemd[1]: Starting Ceph mds.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:20:18.879 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:18 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/612103394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:18.879 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 podman[139866]: 2023-10-05T15:20:19.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:18 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/612103394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:19.155 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 bash[139866]: c3b84b1d7e43ba8e18af122604a2547ec54deb69442fa5398b51ad5da7fb1576 2023-10-05T15:20:19.156 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 ceph-mds[139907]: -- 172.21.15.40:0/2152023089 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55938a9ad1e0 con 0x55938a982c00 2023-10-05T15:20:19.156 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: starting mds.b at 2023-10-05T15:20:19.156 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:18 smithi040 systemd[1]: Started Ceph mds.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:20:19.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:18 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/612103394' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:20.334 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:boot 2023-10-05T15:20:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: fsmap 12 up:standby 2023-10-05T15:20:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:20 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:boot 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: fsmap 12 up:standby 2023-10-05T15:20:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:20 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:20:20.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:20.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:boot 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: fsmap 12 up:standby 2023-10-05T15:20:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:20 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 -- 172.21.15.29:0/11162714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d80ff730 msgr2=0x7fb9d8101b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/11162714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d80ff730 0x7fb9d8101b60 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8009990 tx=0x7fb9c8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 -- 172.21.15.29:0/11162714 shutdown_connections 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/11162714 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d8104ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/11162714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d80ff730 0x7fb9d8101b60 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/11162714 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d81020a0 0x7fb9d8104530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 -- 172.21.15.29:0/11162714 >> 172.21.15.29:0/11162714 conn(0x7fb9d80fb310 msgr2=0x7fb9d80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:20.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 -- 172.21.15.29:0/11162714 shutdown_connections 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.475+0000 7fb9de6a2700 1 -- 172.21.15.29:0/11162714 wait complete. 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 Processor -- start 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 -- start start 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 0x7fb9d819d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d81a4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d81a4c00 con 0x7fb9d81020a0 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d81a4d40 con 0x7fb9d80ff730 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.476+0000 7fb9de6a2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d81a4ed0 con 0x7fb9d8104a70 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44936/0 (socket says 172.21.15.29:44936) 2023-10-05T15:20:20.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d7fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 0x7fb9d819d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 -- 172.21.15.29:0/802789645 learned_addr learned my addr 172.21.15.29:0/802789645 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9dcc3f700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d81a4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 -- 172.21.15.29:0/802789645 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 msgr2=0x7fb9d81a4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d81a4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 -- 172.21.15.29:0/802789645 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 msgr2=0x7fb9d819d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 0x7fb9d819d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 -- 172.21.15.29:0/802789645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9c80095f0 con 0x7fb9d81020a0 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9dcc3f700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d81a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d7fff700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 0x7fb9d819d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d77fe700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00c9b0 tx=0x7fb9cc00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc007b00 con 0x7fb9d81020a0 2023-10-05T15:20:20.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9cc007c60 con 0x7fb9d81020a0 2023-10-05T15:20:20.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc018660 con 0x7fb9d81020a0 2023-10-05T15:20:20.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9d81a51b0 con 0x7fb9d81020a0 2023-10-05T15:20:20.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.477+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d81a56c0 con 0x7fb9d81020a0 2023-10-05T15:20:20.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.479+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9d80fce90 con 0x7fb9d81020a0 2023-10-05T15:20:20.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.480+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb9cc00f450 con 0x7fb9d81020a0 2023-10-05T15:20:20.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.481+0000 7fb9d57fa700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 0x7fb9c00a3a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.481+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb9cc0cc830 con 0x7fb9d81020a0 2023-10-05T15:20:20.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.481+0000 7fb9d7fff700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 0x7fb9c00a3a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.482+0000 7fb9d7fff700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 0x7fb9c00a3a90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb9c800bc60 tx=0x7fb9c8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:20.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.487+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb9cc096290 con 0x7fb9d81020a0 2023-10-05T15:20:20.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.751+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb9d802d040 con 0x7fb9d81020a0 2023-10-05T15:20:20.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.752+0000 7fb9d57fa700 1 -- 172.21.15.29:0/802789645 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10034 (secure 0 0 0) 0x7fb9cc0998b0 con 0x7fb9d81020a0 2023-10-05T15:20:20.753 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:20.753 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24515,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2023-10-05T15:20:20.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 msgr2=0x7fb9c00a3a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 0x7fb9c00a3a90 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb9c800bc60 tx=0x7fb9c8005fd0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 msgr2=0x7fb9d819d5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00c9b0 tx=0x7fb9cc00ccc0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 shutdown_connections 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb9c00a15d0 0x7fb9c00a3a90 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d8104a70 0x7fb9d81a4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d80ff730 0x7fb9d819d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 --2- 172.21.15.29:0/802789645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d81020a0 0x7fb9d819d5c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 >> 172.21.15.29:0/802789645 conn(0x7fb9d80fb310 msgr2=0x7fb9d8102db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 shutdown_connections 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.754+0000 7fb9de6a2700 1 -- 172.21.15.29:0/802789645 wait complete. 2023-10-05T15:20:20.756 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 13 2023-10-05T15:20:20.768 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 -- 172.21.15.29:0/1004232986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 msgr2=0x7f1f5c108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 --2- 172.21.15.29:0/1004232986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c108200 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1f4400b0d0 tx=0x7f1f4400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 -- 172.21.15.29:0/1004232986 shutdown_connections 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 --2- 172.21.15.29:0/1004232986 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c0ffdc0 0x7f1f5c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 --2- 172.21.15.29:0/1004232986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c108200 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 --2- 172.21.15.29:0/1004232986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c100fb0 0x7f1f5c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 -- 172.21.15.29:0/1004232986 >> 172.21.15.29:0/1004232986 conn(0x7f1f5c0fb310 msgr2=0x7f1f5c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 -- 172.21.15.29:0/1004232986 shutdown_connections 2023-10-05T15:20:20.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.938+0000 7f1f61d35700 1 -- 172.21.15.29:0/1004232986 wait complete. 2023-10-05T15:20:20.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.939+0000 7f1f61d35700 1 Processor -- start 2023-10-05T15:20:20.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.939+0000 7f1f61d35700 1 -- start start 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.939+0000 7f1f61d35700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c0ffdc0 0x7f1f5c195b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c100fb0 0x7f1f5c196070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f5c19d6b0 con 0x7f1f5c101950 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f5c19d7f0 con 0x7f1f5c0ffdc0 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f5c19d980 con 0x7f1f5c100fb0 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44952/0 (socket says 172.21.15.29:44952) 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5affd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c100fb0 0x7f1f5c196070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 -- 172.21.15.29:0/932436646 learned_addr learned my addr 172.21.15.29:0/932436646 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5b7fe700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c0ffdc0 0x7f1f5c195b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 -- 172.21.15.29:0/932436646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c100fb0 msgr2=0x7f1f5c196070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c100fb0 0x7f1f5c196070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 -- 172.21.15.29:0/932436646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c0ffdc0 msgr2=0x7f1f5c195b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c0ffdc0 0x7f1f5c195b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 -- 172.21.15.29:0/932436646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f44009d00 con 0x7f1f5c101950 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f5bfff700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1f44007a00 tx=0x7f1f440094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f4400e040 con 0x7f1f5c101950 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f44003e10 con 0x7f1f5c101950 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f5c19dc00 con 0x7f1f5c101950 2023-10-05T15:20:20.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f4401b9e0 con 0x7f1f5c101950 2023-10-05T15:20:20.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.940+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f5c19e020 con 0x7f1f5c101950 2023-10-05T15:20:20.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.941+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f5c1072d0 con 0x7f1f5c101950 2023-10-05T15:20:20.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.943+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1f44005630 con 0x7f1f5c101950 2023-10-05T15:20:20.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.944+0000 7f1f58ff9700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 0x7f1f480a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:20.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.944+0000 7f1f5b7fe700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 0x7f1f480a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:20.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.944+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1f440ce680 con 0x7f1f5c101950 2023-10-05T15:20:20.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.944+0000 7f1f5b7fe700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 0x7f1f480a3990 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c100e10 tx=0x7f1f5400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:20.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:20.947+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1f44098210 con 0x7f1f5c101950 2023-10-05T15:20:21.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:21 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/802789645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:21.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.162+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1f5c10b5e0 con 0x7f1f5c101950 2023-10-05T15:20:21.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.164+0000 7f1f58ff9700 1 -- 172.21.15.29:0/932436646 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v78) v1 ==== 74+0+18352 (secure 0 0 0) 0x7f1f4409b830 con 0x7f1f5c101950 2023-10-05T15:20:21.165 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:21.166 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":78,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:19:44.767085+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":73,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:21.167 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 msgr2=0x7f1f480a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 0x7f1f480a3990 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c100e10 tx=0x7f1f5400b410 comp rx=0 tx=0).stop 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 msgr2=0x7f1f5c19d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1f44007a00 tx=0x7f1f440094c0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 shutdown_connections 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1f480a14d0 0x7f1f480a3990 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1f5c101950 0x7f1f5c19d0e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1f5c0ffdc0 0x7f1f5c195b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 --2- 172.21.15.29:0/932436646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1f5c100fb0 0x7f1f5c196070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 >> 172.21.15.29:0/932436646 conn(0x7f1f5c0fb310 msgr2=0x7f1f5c104410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:21.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 shutdown_connections 2023-10-05T15:20:21.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.166+0000 7f1f61d35700 1 -- 172.21.15.29:0/932436646 wait complete. 2023-10-05T15:20:21.183 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-10-05T15:20:21.183 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:20:21.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 -- 172.21.15.29:0/1935026123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338108dc0 msgr2=0x7fb33810b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 --2- 172.21.15.29:0/1935026123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338108dc0 0x7fb33810b230 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb33000b0a0 tx=0x7fb33000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 -- 172.21.15.29:0/1935026123 shutdown_connections 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 --2- 172.21.15.29:0/1935026123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338074e90 0x7fb3380732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 --2- 172.21.15.29:0/1935026123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338108dc0 0x7fb33810b230 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 --2- 172.21.15.29:0/1935026123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 -- 172.21.15.29:0/1935026123 >> 172.21.15.29:0/1935026123 conn(0x7fb3380fc440 msgr2=0x7fb3380fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 -- 172.21.15.29:0/1935026123 shutdown_connections 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.316+0000 7fb340576700 1 -- 172.21.15.29:0/1935026123 wait complete. 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 Processor -- start 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 -- start start 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338198f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338108dc0 0x7fb3381a04d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3381a0aa0 con 0x7fb338074e90 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3381a0be0 con 0x7fb3380738b0 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb340576700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3381a0d70 con 0x7fb338108dc0 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33db11700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338198f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33db11700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44964/0 (socket says 172.21.15.29:44964) 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33db11700 1 -- 172.21.15.29:0/3942745064 learned_addr learned my addr 172.21.15.29:0/3942745064 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33eb13700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338108dc0 0x7fb3381a04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 -- 172.21.15.29:0/3942745064 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338108dc0 msgr2=0x7fb3381a04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338108dc0 0x7fb3381a04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 -- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 msgr2=0x7fb338199460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33e312700 1 -- 172.21.15.29:0/3942745064 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb330009d00 con 0x7fb3380738b0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.317+0000 7fb33db11700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb33e312700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338198f20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb33400e9f0 tx=0x7fb33400ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb33400c9c0 con 0x7fb3380738b0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3381a0ff0 con 0x7fb3380738b0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb334010430 con 0x7fb3380738b0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb334018680 con 0x7fb3380738b0 2023-10-05T15:20:21.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.318+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3381a1470 con 0x7fb3380738b0 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.319+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3381074c0 con 0x7fb3380738b0 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.321+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb334010860 con 0x7fb3380738b0 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.321+0000 7fb32f7fe700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 0x7fb3240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.322+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb334014070 con 0x7fb3380738b0 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.322+0000 7fb33db11700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 0x7fb3240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.322+0000 7fb33db11700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 0x7fb3240a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb328011550 tx=0x7fb328009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:21.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.324+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb3340963a0 con 0x7fb3380738b0 2023-10-05T15:20:21.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:21 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/802789645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:21.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:21 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/802789645' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:21.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.531+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb33810ea60 con 0x7fb3380738b0 2023-10-05T15:20:21.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.532+0000 7fb32f7fe700 1 -- 172.21.15.29:0/3942745064 <== mon.2 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v78) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb3340999c0 con 0x7fb3380738b0 2023-10-05T15:20:21.533 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 msgr2=0x7fb3240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 0x7fb3240a3940 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb328011550 tx=0x7fb328009260 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 msgr2=0x7fb338198f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338198f20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fb33400e9f0 tx=0x7fb33400ed00 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 shutdown_connections 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb3240a1480 0x7fb3240a3940 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb338108dc0 0x7fb3381a04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb3380738b0 0x7fb338198f20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 --2- 172.21.15.29:0/3942745064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb338074e90 0x7fb338199460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 >> 172.21.15.29:0/3942745064 conn(0x7fb3380fc440 msgr2=0x7fb3380fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:21.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 shutdown_connections 2023-10-05T15:20:21.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.534+0000 7fb340576700 1 -- 172.21.15.29:0/3942745064 wait complete. 2023-10-05T15:20:21.548 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-10-05T15:20:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 -- 172.21.15.29:0/781074285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 msgr2=0x7fc93c109050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 --2- 172.21.15.29:0/781074285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c109050 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fc93400b0a0 tx=0x7fc93400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 -- 172.21.15.29:0/781074285 shutdown_connections 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 --2- 172.21.15.29:0/781074285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c109050 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 --2- 172.21.15.29:0/781074285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c101980 0x7fc93c103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 --2- 172.21.15.29:0/781074285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c1042b0 0x7fc93c1066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 -- 172.21.15.29:0/781074285 >> 172.21.15.29:0/781074285 conn(0x7fc93c0fb370 msgr2=0x7fc93c0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 -- 172.21.15.29:0/781074285 shutdown_connections 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.677+0000 7fc941325700 1 -- 172.21.15.29:0/781074285 wait complete. 2023-10-05T15:20:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 Processor -- start 2023-10-05T15:20:21.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 -- start start 2023-10-05T15:20:21.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c101980 0x7fc93c1012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c1042b0 0x7fc93c0ff930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc93c100610 con 0x7fc93c106be0 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc93c100780 con 0x7fc93c1042b0 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc941325700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc93c1a0c60 con 0x7fc93c101980 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44978/0 (socket says 172.21.15.29:44978) 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 -- 172.21.15.29:0/3095813234 learned_addr learned my addr 172.21.15.29:0/3095813234 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93a7fc700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c1042b0 0x7fc93c0ff930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93affd700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c101980 0x7fc93c1012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 -- 172.21.15.29:0/3095813234 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c101980 msgr2=0x7fc93c1012f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c101980 0x7fc93c1012f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 -- 172.21.15.29:0/3095813234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c1042b0 msgr2=0x7fc93c0ff930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c1042b0 0x7fc93c0ff930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.678+0000 7fc93b7fe700 1 -- 172.21.15.29:0/3095813234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc934009d00 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc93b7fe700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc9340062a0 tx=0x7fc9340077f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93400e040 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc93c1a0ee0 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc93401d470 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc93401b680 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.679+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc93c1a1300 con 0x7fc93c106be0 2023-10-05T15:20:21.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.680+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc93c0fcef0 con 0x7fc93c106be0 2023-10-05T15:20:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.681+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc93401d5e0 con 0x7fc93c106be0 2023-10-05T15:20:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.681+0000 7fc933fff700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 0x7fc9280a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.682+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fc9340cd770 con 0x7fc93c106be0 2023-10-05T15:20:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.682+0000 7fc93affd700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 0x7fc9280a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:21.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.682+0000 7fc93affd700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 0x7fc9280a3990 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009b30 tx=0x7fc92c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:21.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.686+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc934097300 con 0x7fc93c106be0 2023-10-05T15:20:21.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.915+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fc93c10c730 con 0x7fc93c106be0 2023-10-05T15:20:21.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.916+0000 7fc933fff700 1 -- 172.21.15.29:0/3095813234 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v78) v1 ==== 84+0+65 (secure 0 0 0) 0x7fc934024350 con 0x7fc93c106be0 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout: "poolnum": 1, 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout: "poolname": ".mgr" 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:20:21.918 INFO:teuthology.orchestra.run.smithi029.stdout:] 2023-10-05T15:20:21.919 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 msgr2=0x7fc9280a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.919 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 0x7fc9280a3990 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc92c009b30 tx=0x7fc92c009260 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 msgr2=0x7fc93c0ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fc9340062a0 tx=0x7fc9340077f0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 shutdown_connections 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc9280a14d0 0x7fc9280a3990 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc93c101980 0x7fc93c1012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc93c106be0 0x7fc93c0ffe70 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 --2- 172.21.15.29:0/3095813234 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc93c1042b0 0x7fc93c0ff930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 >> 172.21.15.29:0/3095813234 conn(0x7fc93c0fb370 msgr2=0x7fc93c1025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 shutdown_connections 2023-10-05T15:20:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:21.918+0000 7fc941325700 1 -- 172.21.15.29:0/3095813234 wait complete. 2023-10-05T15:20:21.932 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-10-05T15:20:21.932 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 -- 172.21.15.29:0/503779581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401042f0 msgr2=0x7fb4401066e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 --2- 172.21.15.29:0/503779581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401042f0 0x7fb4401066e0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fb434009990 tx=0x7fb434009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 -- 172.21.15.29:0/503779581 shutdown_connections 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 --2- 172.21.15.29:0/503779581 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401019c0 0x7fb440103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 --2- 172.21.15.29:0/503779581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb440109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 --2- 172.21.15.29:0/503779581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401042f0 0x7fb4401066e0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 -- 172.21.15.29:0/503779581 >> 172.21.15.29:0/503779581 conn(0x7fb4400fb330 msgr2=0x7fb4400fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:22.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 -- 172.21.15.29:0/503779581 shutdown_connections 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.068+0000 7fb444efd700 1 -- 172.21.15.29:0/503779581 wait complete. 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 Processor -- start 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 -- start start 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401042f0 0x7fb440197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb44019e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb44019e740 con 0x7fb4401019c0 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb44019e880 con 0x7fb440106c20 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb444efd700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb44019ea10 con 0x7fb4401042f0 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb43e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.069+0000 7fb43e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:44988/0 (socket says 172.21.15.29:44988) 2023-10-05T15:20:22.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 -- 172.21.15.29:0/3900551732 learned_addr learned my addr 172.21.15.29:0/3900551732 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43ed9d700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb44019e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43dd9b700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401042f0 0x7fb440197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 -- 172.21.15.29:0/3900551732 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401042f0 msgr2=0x7fb440197100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401042f0 0x7fb440197100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 -- 172.21.15.29:0/3900551732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 msgr2=0x7fb44019e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb44019e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 -- 172.21.15.29:0/3900551732 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb438009c40 con 0x7fb4401019c0 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43ed9d700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb44019e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb43e59c700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb43000e9a0 tx=0x7fb43000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb430009790 con 0x7fb4401019c0 2023-10-05T15:20:22.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4340095f0 con 0x7fb4401019c0 2023-10-05T15:20:22.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb43000ce80 con 0x7fb4401019c0 2023-10-05T15:20:22.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb430018680 con 0x7fb4401019c0 2023-10-05T15:20:22.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.070+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb44019f0c0 con 0x7fb4401019c0 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.071+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4400fceb0 con 0x7fb4401019c0 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.072+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb430010430 con 0x7fb4401019c0 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.073+0000 7fb42f7fe700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 0x7fb4280a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.073+0000 7fb43dd9b700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 0x7fb4280a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.073+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb430014070 con 0x7fb4401019c0 2023-10-05T15:20:22.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.073+0000 7fb43dd9b700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 0x7fb4280a3940 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb43400b2e0 tx=0x7fb434005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:22.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.077+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb430052100 con 0x7fb4401019c0 2023-10-05T15:20:22.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:22.284+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fb44010c6a0 con 0x7fb4401019c0 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/932436646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3942745064' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3095813234' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:20:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:22 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/932436646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3942745064' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3095813234' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:22 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/932436646' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3942745064' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3095813234' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:22 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:23.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.018+0000 7fb42f7fe700 1 -- 172.21.15.29:0/3900551732 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v79) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb430099fd0 con 0x7fb4401019c0 2023-10-05T15:20:23.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 msgr2=0x7fb4280a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 0x7fb4280a3940 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb43400b2e0 tx=0x7fb434005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 msgr2=0x7fb440196bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fb43000e9a0 tx=0x7fb43000ecb0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 shutdown_connections 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb4280a1480 0x7fb4280a3940 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb440106c20 0x7fb44019e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb4401019c0 0x7fb440196bc0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 --2- 172.21.15.29:0/3900551732 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb4401042f0 0x7fb440197100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.022+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 >> 172.21.15.29:0/3900551732 conn(0x7fb4400fb330 msgr2=0x7fb4401026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:23.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.023+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 shutdown_connections 2023-10-05T15:20:23.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.023+0000 7fb444efd700 1 -- 172.21.15.29:0/3900551732 wait complete. 2023-10-05T15:20:23.030 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' created 2023-10-05T15:20:23.040 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2023-10-05T15:20:23.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 -- 172.21.15.29:0/931735033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102a40 msgr2=0x7f4864109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 --2- 172.21.15.29:0/931735033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102a40 0x7f4864109360 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f485c00b0a0 tx=0x7f485c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 -- 172.21.15.29:0/931735033 shutdown_connections 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 --2- 172.21.15.29:0/931735033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102a40 0x7f4864109360 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 --2- 172.21.15.29:0/931735033 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 0x7f48641012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 --2- 172.21.15.29:0/931735033 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102080 0x7f4864102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 -- 172.21.15.29:0/931735033 >> 172.21.15.29:0/931735033 conn(0x7f48640fc440 msgr2=0x7f48640fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 -- 172.21.15.29:0/931735033 shutdown_connections 2023-10-05T15:20:23.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.177+0000 7f48691be700 1 -- 172.21.15.29:0/931735033 wait complete. 2023-10-05T15:20:23.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 Processor -- start 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 -- start start 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 0x7f4864196d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102a40 0x7f486419e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486419e8d0 con 0x7f4864102080 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486419ea10 con 0x7f4864100ea0 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f48691be700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f486419eba0 con 0x7f4864102a40 2023-10-05T15:20:23.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f486259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f486259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45004/0 (socket says 172.21.15.29:45004) 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f486259c700 1 -- 172.21.15.29:0/2216929640 learned_addr learned my addr 172.21.15.29:0/2216929640 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f486359e700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102a40 0x7f486419e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.178+0000 7f4862d9d700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 0x7f4864196d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 -- 172.21.15.29:0/2216929640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102a40 msgr2=0x7f486419e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102a40 0x7f486419e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 -- 172.21.15.29:0/2216929640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 msgr2=0x7f4864196d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 0x7f4864196d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 -- 172.21.15.29:0/2216929640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f485c009d00 con 0x7f4864102080 2023-10-05T15:20:23.183 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f486259c700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f485400b500 tx=0x7f485400b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4854011830 con 0x7f4864102080 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4854011e50 con 0x7f4864102080 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f486419ee80 con 0x7f4864102080 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4854010dc0 con 0x7f4864102080 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.179+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f486419f330 con 0x7f4864102080 2023-10-05T15:20:23.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.180+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4864108470 con 0x7f4864102080 2023-10-05T15:20:23.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.181+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4854010380 con 0x7f4864102080 2023-10-05T15:20:23.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.182+0000 7f484bfff700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 0x7f484c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:23.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.182+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f48540cc980 con 0x7f4864102080 2023-10-05T15:20:23.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.182+0000 7f4862d9d700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 0x7f484c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:23.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.183+0000 7f4862d9d700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 0x7f484c0a39c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4864101bf0 tx=0x7f4858009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:23.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.186+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4854096270 con 0x7f4864102080 2023-10-05T15:20:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:23 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:20:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:23 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:23.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:23.394+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f48640008d0 con 0x7f4864102080 2023-10-05T15:20:23.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:23 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:20:23.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:23.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:23 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:23 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2023-10-05T15:20:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:23 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:20:24.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.025+0000 7f484bfff700 1 -- 172.21.15.29:0/2216929640 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v80) v1 ==== 171+0+0 (secure 0 0 0) 0x7f4854099890 con 0x7f4864102080 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 msgr2=0x7f484c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 0x7f484c0a39c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4864101bf0 tx=0x7f4858009260 comp rx=0 tx=0).stop 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 msgr2=0x7f4864197290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f485400b500 tx=0x7f485400b810 comp rx=0 tx=0).stop 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 shutdown_connections 2023-10-05T15:20:24.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f484c0a1500 0x7f484c0a39c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4864102a40 0x7f486419e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4864100ea0 0x7f4864196d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 --2- 172.21.15.29:0/2216929640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4864102080 0x7f4864197290 secure :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f485400b500 tx=0x7f485400b810 comp rx=0 tx=0).stop 2023-10-05T15:20:24.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.030+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 >> 172.21.15.29:0/2216929640 conn(0x7f48640fc440 msgr2=0x7f48641055b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:24.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.036+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 shutdown_connections 2023-10-05T15:20:24.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.039+0000 7f48691be700 1 -- 172.21.15.29:0/2216929640 wait complete. 2023-10-05T15:20:24.051 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' created 2023-10-05T15:20:24.063 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 -- 172.21.15.29:0/2398317298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 msgr2=0x7f1c28100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2398317298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28100220 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1c240099c0 tx=0x7f1c24009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 -- 172.21.15.29:0/2398317298 shutdown_connections 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2398317298 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28101990 0x7f1c28108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2398317298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28100220 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2398317298 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28100ff0 0x7f1c28101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 -- 172.21.15.29:0/2398317298 >> 172.21.15.29:0/2398317298 conn(0x7f1c280fb370 msgr2=0x7f1c280fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.197+0000 7f1c303cc700 1 -- 172.21.15.29:0/2398317298 shutdown_connections 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 -- 172.21.15.29:0/2398317298 wait complete. 2023-10-05T15:20:24.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 Processor -- start 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 -- start start 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28100ff0 0x7f1c281023d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28101990 0x7f1c28102910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c281030b0 con 0x7f1c280ffe00 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c28103220 con 0x7f1c28100ff0 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c303cc700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c281a0c90 con 0x7f1c28101990 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c2e168700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c2e168700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45024/0 (socket says 172.21.15.29:45024) 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c2e168700 1 -- 172.21.15.29:0/2416259052 learned_addr learned my addr 172.21.15.29:0/2416259052 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:24.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.198+0000 7f1c2e969700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28101990 0x7f1c28102910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2d967700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28100ff0 0x7f1c281023d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 -- 172.21.15.29:0/2416259052 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28101990 msgr2=0x7f1c28102910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28101990 0x7f1c28102910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 -- 172.21.15.29:0/2416259052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28100ff0 msgr2=0x7f1c281023d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28100ff0 0x7f1c281023d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 -- 172.21.15.29:0/2416259052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c240095f0 con 0x7f1c280ffe00 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c2e168700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1c24009990 tx=0x7f1c2400f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2401d070 con 0x7f1c280ffe00 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1c24005030 con 0x7f1c280ffe00 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c281a0f10 con 0x7f1c280ffe00 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c24004b30 con 0x7f1c280ffe00 2023-10-05T15:20:24.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.199+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c281a1280 con 0x7f1c280ffe00 2023-10-05T15:20:24.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.200+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c2810b660 con 0x7f1c280ffe00 2023-10-05T15:20:24.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.201+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1c24005410 con 0x7f1c280ffe00 2023-10-05T15:20:24.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.202+0000 7f1c1b7fe700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 0x7f1c140a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:24.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.202+0000 7f1c2d967700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 0x7f1c140a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:24.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.202+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f1c240cde60 con 0x7f1c280ffe00 2023-10-05T15:20:24.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.202+0000 7f1c2d967700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 0x7f1c140a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009c60 tx=0x7f1c1c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:24.206 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.206+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1c24097660 con 0x7f1c280ffe00 2023-10-05T15:20:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:24 smithi029 ceph-mon[99237]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:24 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:20:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:24 smithi029 ceph-mon[99237]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:20:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:24 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:20:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:24 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:24 smithi040 ceph-mon[103696]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:24 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:20:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:24 smithi040 ceph-mon[103696]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:20:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:24 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:20:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:24 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:24.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:24 smithi177 ceph-mon[103568]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:24.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:24 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3900551732' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2023-10-05T15:20:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:24 smithi177 ceph-mon[103568]: osdmap e79: 12 total, 12 up, 12 in 2023-10-05T15:20:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:24 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2023-10-05T15:20:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:24 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:24.460 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:24.459+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f1c2810b870 con 0x7f1c280ffe00 2023-10-05T15:20:25.028 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.026+0000 7f1c1b7fe700 1 -- 172.21.15.29:0/2416259052 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f1c2409ac80 con 0x7f1c280ffe00 2023-10-05T15:20:25.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 msgr2=0x7f1c140a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:25.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 0x7f1c140a3940 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f1c1c009c60 tx=0x7f1c1c009260 comp rx=0 tx=0).stop 2023-10-05T15:20:25.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 msgr2=0x7f1c28103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:25.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f1c24009990 tx=0x7f1c2400f690 comp rx=0 tx=0).stop 2023-10-05T15:20:25.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 shutdown_connections 2023-10-05T15:20:25.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1c140a1480 0x7f1c140a3940 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1c28101990 0x7f1c28102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c280ffe00 0x7f1c28103d90 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.035 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 --2- 172.21.15.29:0/2416259052 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1c28100ff0 0x7f1c281023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.035 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.030+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 >> 172.21.15.29:0/2416259052 conn(0x7f1c280fb370 msgr2=0x7f1c28069270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:25.035 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.032+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 shutdown_connections 2023-10-05T15:20:25.035 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.032+0000 7f1c303cc700 1 -- 172.21.15.29:0/2416259052 wait complete. 2023-10-05T15:20:25.039 INFO:teuthology.orchestra.run.smithi029.stderr:new fs with metadata pool 2 and data pool 3 2023-10-05T15:20:25.062 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2023-10-05T15:20:25.063 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2023-10-05T15:20:25.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 -- 172.21.15.29:0/4207193051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 msgr2=0x7fad6c1001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 --2- 172.21.15.29:0/4207193051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c1001e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fad5c0099c0 tx=0x7fad5c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 -- 172.21.15.29:0/4207193051 shutdown_connections 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 --2- 172.21.15.29:0/4207193051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c101950 0x7fad6c108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 --2- 172.21.15.29:0/4207193051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c1001e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 --2- 172.21.15.29:0/4207193051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c100fb0 0x7fad6c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 -- 172.21.15.29:0/4207193051 >> 172.21.15.29:0/4207193051 conn(0x7fad6c0fb330 msgr2=0x7fad6c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 -- 172.21.15.29:0/4207193051 shutdown_connections 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.198+0000 7fad724c2700 1 -- 172.21.15.29:0/4207193051 wait complete. 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 Processor -- start 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 -- start start 2023-10-05T15:20:25.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c100fb0 0x7fad6c197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c101950 0x7fad6c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c19e780 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c19e8f0 con 0x7fad6c100fb0 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad724c2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad6c19eab0 con 0x7fad6c101950 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad6bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad6bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45038/0 (socket says 172.21.15.29:45038) 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad6bfff700 1 -- 172.21.15.29:0/2535117250 learned_addr learned my addr 172.21.15.29:0/2535117250 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad6b7fe700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c100fb0 0x7fad6c197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.199+0000 7fad70a5f700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c101950 0x7fad6c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 -- 172.21.15.29:0/2535117250 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c101950 msgr2=0x7fad6c19e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:25.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c101950 0x7fad6c19e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 -- 172.21.15.29:0/2535117250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c100fb0 msgr2=0x7fad6c197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c100fb0 0x7fad6c197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 -- 172.21.15.29:0/2535117250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad5c0095f0 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad6bfff700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fad5c009990 tx=0x7fad5c00f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad5c01d070 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fad5c005030 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad6c19ed30 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad5c004b30 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.200+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad6c19f150 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.201+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad6c10b620 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.202+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fad5c004cd0 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.205 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.203+0000 7fad697fa700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 0x7fad540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:25.206 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.203+0000 7fad6b7fe700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 0x7fad540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:25.206 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.203+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fad5c0cda70 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.206 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.203+0000 7fad6b7fe700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 0x7fad540a3940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad60005950 tx=0x7fad6000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:25.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.207+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fad5c097210 con 0x7fad6c0ffdc0 2023-10-05T15:20:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:25 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:20:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:25 smithi029 ceph-mon[99237]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:20:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:25 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:20:25.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:25 smithi029 ceph-mon[99237]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:20:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:25 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:20:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:25 smithi040 ceph-mon[103696]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:20:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:25 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:20:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:25 smithi040 ceph-mon[103696]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:20:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:25 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2216929640' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2023-10-05T15:20:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:25 smithi177 ceph-mon[103568]: osdmap e80: 12 total, 12 up, 12 in 2023-10-05T15:20:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:25 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2023-10-05T15:20:25.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:25 smithi177 ceph-mon[103568]: daemon mds.b assigned to filesystem cephfs as rank 0 2023-10-05T15:20:25.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:25.437+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fad6c19f2e0 con 0x7fad6c0ffdc0 2023-10-05T15:20:26.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.040+0000 7fad697fa700 1 -- 172.21.15.29:0/2535117250 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v82) v1 ==== 157+0+0 (secure 0 0 0) 0x7fad5c09a830 con 0x7fad6c0ffdc0 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 msgr2=0x7fad540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 0x7fad540a3940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fad60005950 tx=0x7fad6000b410 comp rx=0 tx=0).stop 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 msgr2=0x7fad6c196c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fad5c009990 tx=0x7fad5c00f690 comp rx=0 tx=0).stop 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 shutdown_connections 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fad540a1480 0x7fad540a3940 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fad6c101950 0x7fad6c19e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fad6c0ffdc0 0x7fad6c196c40 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 --2- 172.21.15.29:0/2535117250 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fad6c100fb0 0x7fad6c197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 >> 172.21.15.29:0/2535117250 conn(0x7fad6c0fb330 msgr2=0x7fad6c068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:26.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 shutdown_connections 2023-10-05T15:20:26.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.043+0000 7fad724c2700 1 -- 172.21.15.29:0/2535117250 wait complete. 2023-10-05T15:20:26.059 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 -- 172.21.15.29:0/3168740756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84102060 msgr2=0x7f7a841024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/3168740756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84102060 0x7f7a841024e0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7a70009990 tx=0x7f7a70009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 -- 172.21.15.29:0/3168740756 shutdown_connections 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/3168740756 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84100e80 0x7f7a841012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/3168740756 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102a20 0x7f7a84109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/3168740756 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84102060 0x7f7a841024e0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 -- 172.21.15.29:0/3168740756 >> 172.21.15.29:0/3168740756 conn(0x7f7a840fc400 msgr2=0x7f7a840fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 -- 172.21.15.29:0/3168740756 shutdown_connections 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 -- 172.21.15.29:0/3168740756 wait complete. 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.192+0000 7f7a8ac62700 1 Processor -- start 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 -- start start 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102060 0x7f7a84199290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84102a20 0x7f7a841a0300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a841a08d0 con 0x7f7a84100e80 2023-10-05T15:20:26.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a841a0a10 con 0x7f7a84102060 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a8ac62700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a841a0ba0 con 0x7f7a84102a20 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45052/0 (socket says 172.21.15.29:45052) 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 -- 172.21.15.29:0/691052090 learned_addr learned my addr 172.21.15.29:0/691052090 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a83fff700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102060 0x7f7a84199290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a891ff700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84102a20 0x7f7a841a0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 -- 172.21.15.29:0/691052090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84102a20 msgr2=0x7f7a841a0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84102a20 0x7f7a841a0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 -- 172.21.15.29:0/691052090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102060 msgr2=0x7f7a84199290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:26.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102060 0x7f7a84199290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 -- 172.21.15.29:0/691052090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a700095f0 con 0x7f7a84100e80 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a889fe700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7a7800e970 tx=0x7f7a7800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a78009790 con 0x7f7a84100e80 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.193+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7a7800eec0 con 0x7f7a84100e80 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.194+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a841a0e80 con 0x7f7a84100e80 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.194+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a78003cf0 con 0x7f7a84100e80 2023-10-05T15:20:26.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.194+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a841a12b0 con 0x7f7a84100e80 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.195+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a8410c6f0 con 0x7f7a84100e80 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.196+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7a7800ccd0 con 0x7f7a84100e80 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.196+0000 7f7a81ffb700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 0x7f7a740a3a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.197+0000 7f7a83fff700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 0x7f7a740a3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.197+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 8205+0+0 (secure 0 0 0) 0x7f7a78014070 con 0x7f7a84100e80 2023-10-05T15:20:26.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.197+0000 7f7a83fff700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 0x7f7a740a3a60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000b2e0 tx=0x7f7a70005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:26.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.201+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7a78096560 con 0x7f7a84100e80 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: pgmap v248: 97 pgs: 19 creating+peering, 9 active+clean, 69 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:20:26.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:26.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: pgmap v248: 97 pgs: 19 creating+peering, 9 active+clean, 69 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:20:26.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:26.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:26.404+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f7a841a15b0 con 0x7f7a84100e80 2023-10-05T15:20:26.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: pgmap v248: 97 pgs: 19 creating+peering, 9 active+clean, 69 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:20:26.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2416259052' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: osdmap e81: 12 total, 12 up, 12 in 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: daemon mds.b is now active in filesystem cephfs as rank 0 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:26.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:20:26.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:20:26.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:27 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:27 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:20:27.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:20:27.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2535117250' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2023-10-05T15:20:27.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: osdmap e82: 12 total, 12 up, 12 in 2023-10-05T15:20:27.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:27.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:27 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2023-10-05T15:20:28.058 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.056+0000 7f7a81ffb700 1 -- 172.21.15.29:0/691052090 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v84) v1 ==== 228+0+0 (secure 0 0 0) 0x7f7a841a15b0 con 0x7f7a84100e80 2023-10-05T15:20:28.063 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.060+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 msgr2=0x7f7a740a3a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:28.063 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.060+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 0x7f7a740a3a60 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7a7000b2e0 tx=0x7f7a70005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.064 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.060+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 msgr2=0x7f7a84198d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:28.064 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.060+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7a7800e970 tx=0x7f7a7800ec80 comp rx=0 tx=0).stop 2023-10-05T15:20:28.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 shutdown_connections 2023-10-05T15:20:28.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7a740a15a0 0x7f7a740a3a60 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7a84102a20 0x7f7a841a0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a84100e80 0x7f7a84198d50 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 --2- 172.21.15.29:0/691052090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7a84102060 0x7f7a84199290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.062+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 >> 172.21.15.29:0/691052090 conn(0x7f7a840fc400 msgr2=0x7f7a840fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:28.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.066+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 shutdown_connections 2023-10-05T15:20:28.068 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.066+0000 7f7a8ac62700 1 -- 172.21.15.29:0/691052090 wait complete. 2023-10-05T15:20:28.069 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data_ec' created 2023-10-05T15:20:28.084 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2023-10-05T15:20:28.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 -- 172.21.15.29:0/3525326601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 msgr2=0x7f51001079c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:28.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 --2- 172.21.15.29:0/3525326601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f51001079c0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f50f800b0d0 tx=0x7f50f800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 -- 172.21.15.29:0/3525326601 shutdown_connections 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 --2- 172.21.15.29:0/3525326601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f51001079c0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 --2- 172.21.15.29:0/3525326601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f51000ff9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 --2- 172.21.15.29:0/3525326601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 0x7f5100100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.218+0000 7f51071e8700 1 -- 172.21.15.29:0/3525326601 >> 172.21.15.29:0/3525326601 conn(0x7f51000faaf0 msgr2=0x7f51000fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- 172.21.15.29:0/3525326601 shutdown_connections 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- 172.21.15.29:0/3525326601 wait complete. 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 Processor -- start 2023-10-05T15:20:28.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- start start 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f5100196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 0x7f51001971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510019e7f0 con 0x7f5100101110 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510019e960 con 0x7f51000ff580 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f51071e8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f510019eb20 con 0x7f5100100770 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f5105785700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f5105785700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45074/0 (socket says 172.21.15.29:45074) 2023-10-05T15:20:28.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.219+0000 7f5105785700 1 -- 172.21.15.29:0/1460537349 learned_addr learned my addr 172.21.15.29:0/1460537349 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f50fffff700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 0x7f51001971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5104f84700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f5100196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 -- 172.21.15.29:0/1460537349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 msgr2=0x7f51001971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 0x7f51001971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 -- 172.21.15.29:0/1460537349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 msgr2=0x7f5100196c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f5100196c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 -- 172.21.15.29:0/1460537349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f8009d00 con 0x7f5100101110 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5104f84700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f5100196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f5105785700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50f8007a00 tx=0x7f50f80094c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f800e040 con 0x7f5100101110 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f510019eda0 con 0x7f5100101110 2023-10-05T15:20:28.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50f8003e10 con 0x7f5100101110 2023-10-05T15:20:28.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8012a90 con 0x7f5100101110 2023-10-05T15:20:28.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.220+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f510019f1c0 con 0x7f5100101110 2023-10-05T15:20:28.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.221+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f510010a560 con 0x7f5100101110 2023-10-05T15:20:28.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.223+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f50f80056c0 con 0x7f5100101110 2023-10-05T15:20:28.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.223+0000 7f50fdffb700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 0x7f50f00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:28.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.223+0000 7f5104f84700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 0x7f50f00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:28.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.224+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 8698+0+0 (secure 0 0 0) 0x7f50f80cea50 con 0x7f5100101110 2023-10-05T15:20:28.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.224+0000 7f5104f84700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 0x7f50f00a3940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5100197b50 tx=0x7f50f400b730 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:28.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.227+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f50f8097f70 con 0x7f5100101110 2023-10-05T15:20:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:28 smithi029 ceph-mon[99237]: pgmap v251: 97 pgs: 19 creating+peering, 51 active+clean, 27 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2023-10-05T15:20:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:28 smithi029 ceph-mon[99237]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:20:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:28 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:20:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:28 smithi029 ceph-mon[99237]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:20:28.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:28 smithi040 ceph-mon[103696]: pgmap v251: 97 pgs: 19 creating+peering, 51 active+clean, 27 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2023-10-05T15:20:28.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:28 smithi040 ceph-mon[103696]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:20:28.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:28 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:20:28.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:28 smithi040 ceph-mon[103696]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:20:28.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:28 smithi177 ceph-mon[103568]: pgmap v251: 97 pgs: 19 creating+peering, 51 active+clean, 27 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 1 op/s 2023-10-05T15:20:28.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:28 smithi177 ceph-mon[103568]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2023-10-05T15:20:28.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:28 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:20:28.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:28 smithi177 ceph-mon[103568]: osdmap e83: 12 total, 12 up, 12 in 2023-10-05T15:20:28.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:28.427+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f510010a6f0 con 0x7f5100101110 2023-10-05T15:20:29.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.063+0000 7f50fdffb700 1 -- 172.21.15.29:0/1460537349 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v85) v1 ==== 169+0+0 (secure 0 0 0) 0x7f50f809b590 con 0x7f5100101110 2023-10-05T15:20:29.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 msgr2=0x7f50f00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 0x7f50f00a3940 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5100197b50 tx=0x7f50f400b730 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 msgr2=0x7f510019e220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f50f8007a00 tx=0x7f50f80094c0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 shutdown_connections 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50f00a1480 0x7f50f00a3940 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5100101110 0x7f510019e220 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f51000ff580 0x7f5100196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 --2- 172.21.15.29:0/1460537349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5100100770 0x7f51001971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 >> 172.21.15.29:0/1460537349 conn(0x7f51000faaf0 msgr2=0x7f5100105e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:29.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 shutdown_connections 2023-10-05T15:20:29.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.067+0000 7f51071e8700 1 -- 172.21.15.29:0/1460537349 wait complete. 2023-10-05T15:20:29.082 INFO:teuthology.orchestra.run.smithi029.stderr:set pool 4 allow_ec_overwrites to true 2023-10-05T15:20:29.097 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 -- 172.21.15.29:0/3960704103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4100fb0 msgr2=0x7f57f4101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 --2- 172.21.15.29:0/3960704103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4100fb0 0x7f57f4101410 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f57dc0099c0 tx=0x7f57dc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 -- 172.21.15.29:0/3960704103 shutdown_connections 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 --2- 172.21.15.29:0/3960704103 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f41001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 --2- 172.21.15.29:0/3960704103 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4101950 0x7f57f4108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 --2- 172.21.15.29:0/3960704103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4100fb0 0x7f57f4101410 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 -- 172.21.15.29:0/3960704103 >> 172.21.15.29:0/3960704103 conn(0x7f57f40fb330 msgr2=0x7f57f40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 -- 172.21.15.29:0/3960704103 shutdown_connections 2023-10-05T15:20:29.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.226+0000 7f57fa967700 1 -- 172.21.15.29:0/3960704103 wait complete. 2023-10-05T15:20:29.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 Processor -- start 2023-10-05T15:20:29.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 -- start start 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f4103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4100fb0 0x7f57f4102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f4103070 con 0x7f57f4101950 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f41031e0 con 0x7f57f4100fb0 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57fa967700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f41a0c30 con 0x7f57f40ffdc0 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57f8f04700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57f8f04700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45094/0 (socket says 172.21.15.29:45094) 2023-10-05T15:20:29.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57f8f04700 1 -- 172.21.15.29:0/648355646 learned_addr learned my addr 172.21.15.29:0/648355646 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57f37fe700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4100fb0 0x7f57f4102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.227+0000 7f57f3fff700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f4103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 -- 172.21.15.29:0/648355646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 msgr2=0x7f57f4103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f4103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 -- 172.21.15.29:0/648355646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4100fb0 msgr2=0x7f57f4102390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4100fb0 0x7f57f4102390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 -- 172.21.15.29:0/648355646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57dc0095f0 con 0x7f57f4101950 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f3fff700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f4103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f8f04700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f57ec007ee0 tx=0x7f57ec00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ec017070 con 0x7f57f4101950 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f57ec00f040 con 0x7f57f4101950 2023-10-05T15:20:29.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57f41a0f10 con 0x7f57f4101950 2023-10-05T15:20:29.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57ec005740 con 0x7f57f4101950 2023-10-05T15:20:29.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.228+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57f41a1340 con 0x7f57f4101950 2023-10-05T15:20:29.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.229+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57f410b5d0 con 0x7f57f4101950 2023-10-05T15:20:29.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.230+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f57ec00dc60 con 0x7f57f4101950 2023-10-05T15:20:29.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.231+0000 7f57f17fa700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 0x7f57e00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:29.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.231+0000 7f57f3fff700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 0x7f57e00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:29.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.231+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8698+0+0 (secure 0 0 0) 0x7f57ec0ccd20 con 0x7f57f4101950 2023-10-05T15:20:29.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.231+0000 7f57f3fff700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 0x7f57e00a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f57e4005950 tx=0x7f57e40058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:29.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.235+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f57ec0961b0 con 0x7f57f4101950 2023-10-05T15:20:29.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:29 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:20:29.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:29 smithi029 ceph-mon[99237]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:20:29.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:29 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:20:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:29 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:20:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:29 smithi040 ceph-mon[103696]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:20:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:29 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:20:29.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:29 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/691052090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2023-10-05T15:20:29.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:29 smithi177 ceph-mon[103568]: osdmap e84: 12 total, 12 up, 12 in 2023-10-05T15:20:29.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:29 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2023-10-05T15:20:29.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:29.485+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7f57f41a1530 con 0x7f57f4101950 2023-10-05T15:20:30.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.065+0000 7f57f17fa700 1 -- 172.21.15.29:0/648355646 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7f57ec0997d0 con 0x7f57f4101950 2023-10-05T15:20:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 msgr2=0x7f57e00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 0x7f57e00a3940 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f57e4005950 tx=0x7f57e40058e0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 msgr2=0x7f57f41028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f57ec007ee0 tx=0x7f57ec00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 shutdown_connections 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f57e00a1480 0x7f57e00a3940 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f57f40ffdc0 0x7f57f4103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f57f4101950 0x7f57f41028d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 --2- 172.21.15.29:0/648355646 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f57f4100fb0 0x7f57f4102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 >> 172.21.15.29:0/648355646 conn(0x7f57f40fb330 msgr2=0x7f57f4068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 shutdown_connections 2023-10-05T15:20:30.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.069+0000 7f57fa967700 1 -- 172.21.15.29:0/648355646 wait complete. 2023-10-05T15:20:30.074 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:20:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: 2023-10-05T15:20:29.795+0000 7fc59ba17700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-10-05T15:20:30.074 INFO:teuthology.orchestra.run.smithi029.stderr:added data pool 4 to fsmap 2023-10-05T15:20:30.089 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 -- 172.21.15.29:0/344455826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20740fff50 msgr2=0x7f20741003d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 --2- 172.21.15.29:0/344455826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20740fff50 0x7f20741003d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f206400b0a0 tx=0x7f206400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 -- 172.21.15.29:0/344455826 shutdown_connections 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 --2- 172.21.15.29:0/344455826 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074101300 0x7f2074101720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 --2- 172.21.15.29:0/344455826 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2074100910 0x7f2074108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 --2- 172.21.15.29:0/344455826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f20740fff50 0x7f20741003d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 -- 172.21.15.29:0/344455826 >> 172.21.15.29:0/344455826 conn(0x7f20740faac0 msgr2=0x7f20740fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 -- 172.21.15.29:0/344455826 shutdown_connections 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.219+0000 7f207ad26700 1 -- 172.21.15.29:0/344455826 wait complete. 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 Processor -- start 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 -- start start 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20740fff50 0x7f2074103d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074100910 0x7f20741023d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20741030b0 con 0x7f2074101300 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2074103220 con 0x7f20740fff50 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f207ad26700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20741a0ce0 con 0x7f2074100910 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f20792c3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f20792c3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45108/0 (socket says 172.21.15.29:45108) 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f20792c3700 1 -- 172.21.15.29:0/3502719738 learned_addr learned my addr 172.21.15.29:0/3502719738 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f2073fff700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074100910 0x7f20741023d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.220+0000 7f2078ac2700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20740fff50 0x7f2074103d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 -- 172.21.15.29:0/3502719738 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074100910 msgr2=0x7f20741023d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074100910 0x7f20741023d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 -- 172.21.15.29:0/3502719738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20740fff50 msgr2=0x7f2074103d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20740fff50 0x7f2074103d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 -- 172.21.15.29:0/3502719738 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2064009d00 con 0x7f2074101300 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f20792c3700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f206c00c900 tx=0x7f206c00cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f206c0078d0 con 0x7f2074101300 2023-10-05T15:20:30.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f206c00f450 con 0x7f2074101300 2023-10-05T15:20:30.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20741a0fc0 con 0x7f2074101300 2023-10-05T15:20:30.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f206c018660 con 0x7f2074101300 2023-10-05T15:20:30.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.221+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20741a1490 con 0x7f2074101300 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.222+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f207410b5f0 con 0x7f2074101300 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.223+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f206c00f5c0 con 0x7f2074101300 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.224+0000 7f2071ffb700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 0x7f20600a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.224+0000 7f2078ac2700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 0x7f20600a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.224+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f206c0cccd0 con 0x7f2074101300 2023-10-05T15:20:30.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.224+0000 7f2078ac2700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 0x7f20600a3a10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2074067bb0 tx=0x7f205c00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.229+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f206c0960e0 con 0x7f2074101300 2023-10-05T15:20:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:30 smithi029 ceph-mon[99237]: pgmap v254: 129 pgs: 23 creating+peering, 81 active+clean, 25 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2023-10-05T15:20:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:30 smithi029 ceph-mon[99237]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:30 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:20:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:30 smithi029 ceph-mon[99237]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:20:30.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:30 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:20:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:30 smithi040 ceph-mon[103696]: pgmap v254: 129 pgs: 23 creating+peering, 81 active+clean, 25 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2023-10-05T15:20:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:30 smithi040 ceph-mon[103696]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:30 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:20:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:30 smithi040 ceph-mon[103696]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:20:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:30 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:20:30.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:30 smithi177 ceph-mon[103568]: pgmap v254: 129 pgs: 23 creating+peering, 81 active+clean, 25 unknown; 577 KiB data, 328 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s wr, 8 op/s 2023-10-05T15:20:30.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:30 smithi177 ceph-mon[103568]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2023-10-05T15:20:30.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:30 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1460537349' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2023-10-05T15:20:30.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:30 smithi177 ceph-mon[103568]: osdmap e85: 12 total, 12 up, 12 in 2023-10-05T15:20:30.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:30 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2023-10-05T15:20:30.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.479+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f207410b7e0 con 0x7f2074101300 2023-10-05T15:20:30.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.479+0000 7f2071ffb700 1 -- 172.21.15.29:0/3502719738 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11252 (secure 0 0 0) 0x7f206c099700 con 0x7f2074101300 2023-10-05T15:20:30.482 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:30.482 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:29.487751+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24515},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 msgr2=0x7f20600a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 0x7f20600a3a10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2074067bb0 tx=0x7f205c00b410 comp rx=0 tx=0).stop 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 msgr2=0x7f2074102910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f206c00c900 tx=0x7f206c00cc10 comp rx=0 tx=0).stop 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 shutdown_connections 2023-10-05T15:20:30.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20600a1550 0x7f20600a3a10 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2074101300 0x7f2074102910 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f20740fff50 0x7f2074103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 --2- 172.21.15.29:0/3502719738 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2074100910 0x7f20741023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 >> 172.21.15.29:0/3502719738 conn(0x7f20740faac0 msgr2=0x7f20740fee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 shutdown_connections 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.482+0000 7f207ad26700 1 -- 172.21.15.29:0/3502719738 wait complete. 2023-10-05T15:20:30.487 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 17 2023-10-05T15:20:30.497 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 -- 172.21.15.29:0/2837119460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102a30 msgr2=0x7f70f4109350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 --2- 172.21.15.29:0/2837119460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102a30 0x7f70f4109350 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f70ec00b0a0 tx=0x7f70ec00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 -- 172.21.15.29:0/2837119460 shutdown_connections 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 --2- 172.21.15.29:0/2837119460 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102a30 0x7f70f4109350 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 --2- 172.21.15.29:0/2837119460 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4100e90 0x7f70f41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 --2- 172.21.15.29:0/2837119460 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4102070 0x7f70f41024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 -- 172.21.15.29:0/2837119460 >> 172.21.15.29:0/2837119460 conn(0x7f70f40fc430 msgr2=0x7f70f40fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 -- 172.21.15.29:0/2837119460 shutdown_connections 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.620+0000 7f70fb061700 1 -- 172.21.15.29:0/2837119460 wait complete. 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 Processor -- start 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 -- start start 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 0x7f70f4074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 0x7f70f40737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f4073f80 con 0x7f70f4102070 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f40740f0 con 0x7f70f4102a30 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70fb061700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70f41a0d00 con 0x7f70f4100e90 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70f3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70f3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45120/0 (socket says 172.21.15.29:45120) 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70f3fff700 1 -- 172.21.15.29:0/2459871119 learned_addr learned my addr 172.21.15.29:0/2459871119 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.621+0000 7f70f95fe700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 0x7f70f40737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 -- 172.21.15.29:0/2459871119 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 msgr2=0x7f70f4074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f8dfd700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 0x7f70f4074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 0x7f70f4074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 -- 172.21.15.29:0/2459871119 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 msgr2=0x7f70f40737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 0x7f70f40737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 -- 172.21.15.29:0/2459871119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70ec009d00 con 0x7f70f4102070 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f95fe700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 0x7f70f40737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f8dfd700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 0x7f70f4074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f3fff700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f70e000e970 tx=0x7f70e000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e0009790 con 0x7f70f4102070 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70e00044e0 con 0x7f70f4102070 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70f41a0fe0 con 0x7f70f4102070 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70e0003e30 con 0x7f70f4102070 2023-10-05T15:20:30.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.622+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70f41a1460 con 0x7f70f4102070 2023-10-05T15:20:30.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.623+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70f410c750 con 0x7f70f4102070 2023-10-05T15:20:30.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.624+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f70e0004000 con 0x7f70f4102070 2023-10-05T15:20:30.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.625+0000 7f70f1ffb700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 0x7f70e40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.625+0000 7f70f8dfd700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 0x7f70e40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.625+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f70e0014070 con 0x7f70f4102070 2023-10-05T15:20:30.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.625+0000 7f70f8dfd700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 0x7f70e40a3990 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f70f4101be0 tx=0x7f70e8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.631 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.629+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f70e0096660 con 0x7f70f4102070 2023-10-05T15:20:30.833 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.831+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f70f41a16e0 con 0x7f70f4102070 2023-10-05T15:20:30.834 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.832+0000 7f70f1ffb700 1 -- 172.21.15.29:0/2459871119 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f70e0099c80 con 0x7f70f4102070 2023-10-05T15:20:30.835 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:30.835 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 msgr2=0x7f70e40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 0x7f70e40a3990 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f70f4101be0 tx=0x7f70e8009260 comp rx=0 tx=0).stop 2023-10-05T15:20:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 msgr2=0x7f70f40732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f70e000e970 tx=0x7f70e000ed30 comp rx=0 tx=0).stop 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 shutdown_connections 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f70e40a14d0 0x7f70e40a3990 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70f4100e90 0x7f70f4074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70f4102a30 0x7f70f40737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 --2- 172.21.15.29:0/2459871119 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70f4102070 0x7f70f40732a0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 >> 172.21.15.29:0/2459871119 conn(0x7f70f40fc430 msgr2=0x7f70f40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 shutdown_connections 2023-10-05T15:20:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.835+0000 7f70fb061700 1 -- 172.21.15.29:0/2459871119 wait complete. 2023-10-05T15:20:30.850 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:30.977 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 -- 172.21.15.29:0/2685056081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 msgr2=0x7f16bc100200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.977 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 --2- 172.21.15.29:0/2685056081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc100200 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f16ac0099c0 tx=0x7f16ac009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.977 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 -- 172.21.15.29:0/2685056081 shutdown_connections 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 --2- 172.21.15.29:0/2685056081 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc101970 0x7f16bc108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 --2- 172.21.15.29:0/2685056081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc100200 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 --2- 172.21.15.29:0/2685056081 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc100fd0 0x7f16bc101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 -- 172.21.15.29:0/2685056081 >> 172.21.15.29:0/2685056081 conn(0x7f16bc0fb330 msgr2=0x7f16bc0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 -- 172.21.15.29:0/2685056081 shutdown_connections 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 -- 172.21.15.29:0/2685056081 wait complete. 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.973+0000 7f16c33ab700 1 Processor -- start 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 -- start start 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 0x7f16bc1023b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc101970 0x7f16bc1028f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16bc103090 con 0x7f16bc0ffde0 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16bc103200 con 0x7f16bc100fd0 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16bc1a0b40 con 0x7f16bc101970 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45132/0 (socket says 172.21.15.29:45132) 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 -- 172.21.15.29:0/1244696800 learned_addr learned my addr 172.21.15.29:0/1244696800 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c0946700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 0x7f16bc1023b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1948700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc101970 0x7f16bc1028f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 -- 172.21.15.29:0/1244696800 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc101970 msgr2=0x7f16bc1028f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc101970 0x7f16bc1028f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 -- 172.21.15.29:0/1244696800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 msgr2=0x7f16bc1023b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:30.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 0x7f16bc1023b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 -- 172.21.15.29:0/1244696800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16ac0095f0 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c0946700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 0x7f16bc1023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c1147700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009990 tx=0x7f16ac005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ac01d070 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16bc1a0dc0 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f16ac004200 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.974+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ac022e30 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.975+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16bc1a1200 con 0x7f16bc0ffde0 2023-10-05T15:20:30.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.975+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16bc10b5f0 con 0x7f16bc0ffde0 2023-10-05T15:20:30.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.976+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f16ac003d40 con 0x7f16bc0ffde0 2023-10-05T15:20:30.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.977+0000 7f16b27fc700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 0x7f16a80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:30.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.977+0000 7f16c0946700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 0x7f16a80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:30.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.977+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f16ac0ce560 con 0x7f16bc0ffde0 2023-10-05T15:20:30.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.978+0000 7f16c0946700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 0x7f16a80a3990 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f16b8005950 tx=0x7f16b80058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:30.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:30.980+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f16ac097a00 con 0x7f16bc0ffde0 2023-10-05T15:20:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:20:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:31 smithi029 ceph-mon[99237]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:20:31.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:31 smithi029 ceph-mon[99237]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:31.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3502719738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2459871119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.186 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.184+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f16bc1a13f0 con 0x7f16bc0ffde0 2023-10-05T15:20:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.186+0000 7f16b27fc700 1 -- 172.21.15.29:0/1244696800 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f16ac09b020 con 0x7f16bc0ffde0 2023-10-05T15:20:31.188 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:31.188 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 msgr2=0x7f16a80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 0x7f16a80a3990 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f16b8005950 tx=0x7f16b80058e0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 msgr2=0x7f16bc103d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009990 tx=0x7f16ac005e80 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 shutdown_connections 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16a80a14d0 0x7f16a80a3990 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f16bc101970 0x7f16bc1028f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16bc0ffde0 0x7f16bc103d70 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 --2- 172.21.15.29:0/1244696800 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f16bc100fd0 0x7f16bc1023b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 >> 172.21.15.29:0/1244696800 conn(0x7f16bc0fb330 msgr2=0x7f16bc0690b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:31.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 shutdown_connections 2023-10-05T15:20:31.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.188+0000 7f16c33ab700 1 -- 172.21.15.29:0/1244696800 wait complete. 2023-10-05T15:20:31.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:31.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/58561922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f0100910 msgr2=0x7ff0f0108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/58561922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f0100910 0x7ff0f0108240 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff0e800b0a0 tx=0x7ff0e800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/58561922 shutdown_connections 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/58561922 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f0101720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/58561922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f0100910 0x7ff0f0108240 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/58561922 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f00fff50 0x7ff0f01003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/58561922 >> 172.21.15.29:0/58561922 conn(0x7ff0f00faac0 msgr2=0x7ff0f00fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/58561922 shutdown_connections 2023-10-05T15:20:31.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.341+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/58561922 wait complete. 2023-10-05T15:20:31.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 Processor -- start 2023-10-05T15:20:31.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 -- start start 2023-10-05T15:20:31.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 0x7ff0f01971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f019e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0f019e810 con 0x7ff0f00fff50 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0f019e980 con 0x7ff0f0100910 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0f4cb9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0f019eb40 con 0x7ff0f0101300 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0ee59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45146/0 (socket says 172.21.15.29:45146) 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.342+0000 7ff0ee59c700 1 -- 172.21.15.29:0/3022665864 learned_addr learned my addr 172.21.15.29:0/3022665864 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0eed9d700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f019e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0edd9b700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 0x7ff0f01971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 -- 172.21.15.29:0/3022665864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 msgr2=0x7ff0f019e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f019e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 -- 172.21.15.29:0/3022665864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 msgr2=0x7ff0f01971e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 0x7ff0f01971e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 -- 172.21.15.29:0/3022665864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0e8009d00 con 0x7ff0f00fff50 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0eed9d700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f019e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0edd9b700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 0x7ff0f01971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0ee59c700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000e970 tx=0x7ff0e000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0009790 con 0x7ff0f00fff50 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0e00044e0 con 0x7ff0f00fff50 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0f019ee20 con 0x7ff0f00fff50 2023-10-05T15:20:31.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0e0003e30 con 0x7ff0f00fff50 2023-10-05T15:20:31.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.343+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0f019f240 con 0x7ff0f00fff50 2023-10-05T15:20:31.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.344+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0f0107de0 con 0x7ff0f00fff50 2023-10-05T15:20:31.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.345+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff0e0004000 con 0x7ff0f00fff50 2023-10-05T15:20:31.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.346+0000 7ff0e77fe700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 0x7ff0dc0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.346+0000 7ff0edd9b700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 0x7ff0dc0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.346+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff0e0014070 con 0x7ff0f00fff50 2023-10-05T15:20:31.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.346+0000 7ff0edd9b700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 0x7ff0dc0a3990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005fd0 tx=0x7ff0d8005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:31.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.350+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff0e0096630 con 0x7ff0f00fff50 2023-10-05T15:20:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:20:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:31 smithi040 ceph-mon[103696]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:20:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:31 smithi040 ceph-mon[103696]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3502719738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2459871119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/648355646' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2023-10-05T15:20:31.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:31 smithi177 ceph-mon[103568]: osdmap e86: 12 total, 12 up, 12 in 2023-10-05T15:20:31.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:31 smithi177 ceph-mon[103568]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:31.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3502719738' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2459871119' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:31.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.595+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff0f010b640 con 0x7ff0f00fff50 2023-10-05T15:20:31.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.596+0000 7ff0e77fe700 1 -- 172.21.15.29:0/3022665864 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11252 (secure 0 0 0) 0x7ff0e0099c50 con 0x7ff0f00fff50 2023-10-05T15:20:31.599 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:31.599 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24473,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24481,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24488,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24490,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24505,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:29.487751+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24515},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 msgr2=0x7ff0dc0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 0x7ff0dc0a3990 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff0d8005fd0 tx=0x7ff0d8005f00 comp rx=0 tx=0).stop 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 msgr2=0x7ff0f0196ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff0e000e970 tx=0x7ff0e000ed30 comp rx=0 tx=0).stop 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 shutdown_connections 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0dc0a14d0 0x7ff0dc0a3990 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0f0101300 0x7ff0f019e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0f00fff50 0x7ff0f0196ca0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 --2- 172.21.15.29:0/3022665864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0f0100910 0x7ff0f01971e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.598+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 >> 172.21.15.29:0/3022665864 conn(0x7ff0f00faac0 msgr2=0x7ff0f00fcc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:31.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.599+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 shutdown_connections 2023-10-05T15:20:31.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.599+0000 7ff0f4cb9700 1 -- 172.21.15.29:0/3022665864 wait complete. 2023-10-05T15:20:31.602 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 17 2023-10-05T15:20:31.613 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 -- 172.21.15.29:0/2350138056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b8106be0 msgr2=0x7f33b8109050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 --2- 172.21.15.29:0/2350138056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b8106be0 0x7f33b8109050 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f33b000b0a0 tx=0x7f33b000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 -- 172.21.15.29:0/2350138056 shutdown_connections 2023-10-05T15:20:31.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 --2- 172.21.15.29:0/2350138056 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8101980 0x7f33b8103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 --2- 172.21.15.29:0/2350138056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b8106be0 0x7f33b8109050 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 --2- 172.21.15.29:0/2350138056 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b81042b0 0x7f33b81066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 -- 172.21.15.29:0/2350138056 >> 172.21.15.29:0/2350138056 conn(0x7f33b80fb370 msgr2=0x7f33b80fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 -- 172.21.15.29:0/2350138056 shutdown_connections 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.736+0000 7f33bd03e700 1 -- 172.21.15.29:0/2350138056 wait complete. 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 Processor -- start 2023-10-05T15:20:31.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 -- start start 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b8101980 0x7f33b81012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8106be0 0x7f33b80ffe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b8100610 con 0x7f33b81042b0 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b8100780 con 0x7f33b8101980 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33bd03e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b81a0c90 con 0x7f33b8106be0 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33b659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33b659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45162/0 (socket says 172.21.15.29:45162) 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33b659c700 1 -- 172.21.15.29:0/967733058 learned_addr learned my addr 172.21.15.29:0/967733058 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33b759e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8106be0 0x7f33b80ffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.737+0000 7f33b6d9d700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b8101980 0x7f33b81012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 -- 172.21.15.29:0/967733058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8106be0 msgr2=0x7f33b80ffe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8106be0 0x7f33b80ffe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 -- 172.21.15.29:0/967733058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b8101980 msgr2=0x7f33b81012f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b8101980 0x7f33b81012f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 -- 172.21.15.29:0/967733058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b0009d00 con 0x7f33b81042b0 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33b659c700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f33a000c920 tx=0x7f33a000cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:31.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a0004a30 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33a00054e0 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33b81a0f70 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a0007c10 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.738+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33b81a13a0 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.739+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33b80fcef0 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.740+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f33a0005000 con 0x7f33b81042b0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.741+0000 7f33affff700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 0x7f33a40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.741+0000 7f33b6d9d700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 0x7f33a40a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:31.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.741+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f33a00ccdb0 con 0x7f33b81042b0 2023-10-05T15:20:31.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.741+0000 7f33b6d9d700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 0x7f33a40a3990 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f33a8005950 tx=0x7f33a800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:31.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.744+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f33a0096220 con 0x7f33b81042b0 2023-10-05T15:20:31.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.946+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33b810c900 con 0x7f33b81042b0 2023-10-05T15:20:31.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.948+0000 7f33affff700 1 -- 172.21.15.29:0/967733058 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f33a001d090 con 0x7f33b81042b0 2023-10-05T15:20:31.950 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:31.951 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:31.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 msgr2=0x7f33a40a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 0x7f33a40a3990 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f33a8005950 tx=0x7f33a800a300 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 msgr2=0x7f33b80ff930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f33a000c920 tx=0x7f33a000cc30 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 shutdown_connections 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33a40a14d0 0x7f33a40a3990 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33b8106be0 0x7f33b80ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33b8101980 0x7f33b81012f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 --2- 172.21.15.29:0/967733058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33b81042b0 0x7f33b80ff930 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 >> 172.21.15.29:0/967733058 conn(0x7f33b80fb370 msgr2=0x7f33b81025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:31.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 shutdown_connections 2023-10-05T15:20:31.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:31.950+0000 7f33bd03e700 1 -- 172.21.15.29:0/967733058 wait complete. 2023-10-05T15:20:31.966 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-10-05T15:20:24.460746+0000', 'modified': '2023-10-05T15:20:29.487751+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24515}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.40:6839/2198561594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6838', 'nonce': 2198561594}, {'type': 'v1', 'addr': '172.21.15.40:6839', 'nonce': 2198561594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2023-10-05T15:20:31.967 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-10-05T15:20:31.967 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- 172.21.15.29:0/3327903265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e00ffdc0 msgr2=0x7f33e01001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 --2- 172.21.15.29:0/3327903265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e00ffdc0 0x7f33e01001e0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f33dc0099c0 tx=0x7f33dc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- 172.21.15.29:0/3327903265 shutdown_connections 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 --2- 172.21.15.29:0/3327903265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0101950 0x7f33e0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 --2- 172.21.15.29:0/3327903265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e00ffdc0 0x7f33e01001e0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 --2- 172.21.15.29:0/3327903265 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e0100fb0 0x7f33e0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- 172.21.15.29:0/3327903265 >> 172.21.15.29:0/3327903265 conn(0x7f33e00fb330 msgr2=0x7f33e00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- 172.21.15.29:0/3327903265 shutdown_connections 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- 172.21.15.29:0/3327903265 wait complete. 2023-10-05T15:20:32.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 Processor -- start 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.093+0000 7f33e7538700 1 -- start start 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e00ffdc0 0x7f33e0196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0100fb0 0x7f33e0197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019e770 con 0x7f33e0101950 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019e8b0 con 0x7f33e0100fb0 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019ea40 con 0x7f33e00ffdc0 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45178/0 (socket says 172.21.15.29:45178) 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 -- 172.21.15.29:0/1635967555 learned_addr learned my addr 172.21.15.29:0/1635967555 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:32.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e52d4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e00ffdc0 0x7f33e0196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0100fb0 0x7f33e0197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 -- 172.21.15.29:0/1635967555 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e00ffdc0 msgr2=0x7f33e0196bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e00ffdc0 0x7f33e0196bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 -- 172.21.15.29:0/1635967555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0100fb0 msgr2=0x7f33e0197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0100fb0 0x7f33e0197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 -- 172.21.15.29:0/1635967555 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33dc0095f0 con 0x7f33e0101950 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f33d8007d70 tx=0x7f33d800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33d67fc700 1 -- 172.21.15.29:0/1635967555 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d800ac90 con 0x7f33e0101950 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33e019ed20 con 0x7f33e0101950 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33d67fc700 1 -- 172.21.15.29:0/1635967555 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33d800adf0 con 0x7f33e0101950 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.094+0000 7f33d67fc700 1 -- 172.21.15.29:0/1635967555 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d80115e0 con 0x7f33e0101950 2023-10-05T15:20:32.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.095+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e019f1d0 con 0x7f33e0101950 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.097+0000 7f33d67fc700 1 -- 172.21.15.29:0/1635967555 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f33d8012420 con 0x7f33e0101950 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.097+0000 7f33d67fc700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 0x7f33cc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.097+0000 7f33e52d4700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 0x7f33cc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.097+0000 7f33d67fc700 1 -- 172.21.15.29:0/1635967555 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f33d80cd050 con 0x7f33e0101950 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33e52d4700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 0x7f33cc0a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f33dc009f50 tx=0x7f33dc00b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 Processor -- start 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 -- start start 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d3ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d3e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814ca0410 con 0x563814d3cf80 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c91bd0 con 0x563814d3c620 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33f3722b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c8f4f0 con 0x563814d3de20 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33e4ad3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33e4ad3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45184/0 (socket says 172.21.15.29:45184) 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.098+0000 7f33e4ad3700 1 -- 172.21.15.29:0/4292040114 learned_addr learned my addr 172.21.15.29:0/4292040114 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e52d4700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d3ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d3e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 -- 172.21.15.29:0/4292040114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 msgr2=0x563814d3e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d3e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 -- 172.21.15.29:0/4292040114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 msgr2=0x563814d3ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d3ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 -- 172.21.15.29:0/4292040114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563814ab5d90 con 0x563814d3cf80 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d3e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009af0 tx=0x7f33d0009e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f76fd0ffbe4939f2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33cb7fe700 1 -- 172.21.15.29:0/4292040114 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d00095f0 con 0x563814d3cf80 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33cb7fe700 1 -- 172.21.15.29:0/4292040114 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33d000ee50 con 0x563814d3cf80 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.099+0000 7f33cb7fe700 1 -- 172.21.15.29:0/4292040114 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d00123d0 con 0x563814d3cf80 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- 172.21.15.29:0/4292040114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 msgr2=0x563814d3d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009af0 tx=0x7f33d0009e00 comp rx=0 tx=0).stop 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- 172.21.15.29:0/4292040114 shutdown_connections 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d3e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d3ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 --2- 172.21.15.29:0/4292040114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3cf80 0x563814d3d840 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- 172.21.15.29:0/4292040114 >> 172.21.15.29:0/4292040114 conn(0x563814cac210 msgr2=0x563814d330f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- 172.21.15.29:0/4292040114 shutdown_connections 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- 172.21.15.29:0/4292040114 wait complete. 2023-10-05T15:20:32.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 -- start start 2023-10-05T15:20:32.108 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.100+0000 7f33f3722b80 1 Processor -- start 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 0x563814d468a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d4d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c8ade0 con 0x563814d3c620 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c276c0 con 0x563814d3cf80 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c27360 con 0x563814d3de20 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33f3722b80 10 client.0 _ll_register_callbacks cb 0x563814a847b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45188/0 (socket says 172.21.15.29:45188) 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 -- 172.21.15.29:0/2508549891 learned_addr learned my addr 172.21.15.29:0/2508549891 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:32.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 0x563814d468a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 -- 172.21.15.29:0/2508549891 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 msgr2=0x563814d4d8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d4d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 -- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 msgr2=0x563814d468a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 0x563814d468a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 -- 172.21.15.29:0/2508549891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33d0009750 con 0x563814d3c620 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 0x563814d468a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33e52d4700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f33e0100e10 tx=0x7f33dc01a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d887d75c9a7c04d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.101+0000 7f33c8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33dc005590 con 0x563814d3c620 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f33dc00f460 con 0x563814d3c620 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563814d2aec0 con 0x563814d3c620 2023-10-05T15:20:32.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33dc0056f0 con 0x563814d3c620 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 10 client.14745 fetch_fsmap learned FSMap version 17 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x563814a9ec10 con 0x563814d3c620 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563814d2aec0 con 0x563814d3c620 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f33dc0048a0 con 0x563814d3c620 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 10 client.14745 fetch_fsmap finished waiting for FSMap version 17 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 10 client.14745 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 20 client.14745 populate_metadata read hostname 'smithi029' 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814d51fb0 0x563814d509e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 4 client.14745 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.102+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563814c83dc0 con 0x563814d51fb0 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.103+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814d51fb0 0x563814d509e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.103+0000 7f33c8ff9700 10 client.14745 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.103+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814d51fb0 0x563814d509e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=511415dfb7010ade server_cookie=bc864cbcb819b434 in_seq=0 out_seq=0 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33c8ff9700 1 -- 172.21.15.29:0/2508549891 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563814c83dc0 con 0x563814d51fb0 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33c8ff9700 10 client.14745 handle_command_reply: tid=0 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 client.14745 shutdown 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 msgr2=0x563814d46360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f33e0100e10 tx=0x7f33dc01a050 comp rx=0 tx=0).stop 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 shutdown_connections 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814d51fb0 0x563814d509e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3de20 0x563814d4d8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3c620 0x563814d46360 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33c8ff9700 0 client.14745 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2508549891 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3cf80 0x563814d468a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.112 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 >> 172.21.15.29:0/2508549891 conn(0x563814cac210 msgr2=0x563814d32f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.113 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 shutdown_connections 2023-10-05T15:20:32.113 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 1 -- 172.21.15.29:0/2508549891 wait complete. 2023-10-05T15:20:32.113 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.104+0000 7f33f3722b80 20 client.14745 trim_cache size 0 max 16384 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 Processor -- start 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 -- start start 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d441e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d4d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814b0b8d0 con 0x563814d3de20 2023-10-05T15:20:32.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814c83dc0 con 0x563814d3c620 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33f3722b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814d2add0 con 0x563814d3cf80 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45200/0 (socket says 172.21.15.29:45200) 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.122+0000 7f33e5ad5700 1 -- 172.21.15.29:0/2785910471 learned_addr learned my addr 172.21.15.29:0/2785910471 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d4d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 -- 172.21.15.29:0/2785910471 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 msgr2=0x563814d4d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d4d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 -- 172.21.15.29:0/2785910471 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 msgr2=0x563814d441e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d441e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 -- 172.21.15.29:0/2785910471 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563814adc200 con 0x563814d3de20 2023-10-05T15:20:32.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d4d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f33d8099e80 tx=0x7f33d8099ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb826d38f19a8b01 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33cbfff700 1 -- 172.21.15.29:0/2785910471 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d8007aa0 con 0x563814d3de20 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33cbfff700 1 -- 172.21.15.29:0/2785910471 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33d809a180 con 0x563814d3de20 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.123+0000 7f33cbfff700 1 -- 172.21.15.29:0/2785910471 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d80998d0 con 0x563814d3de20 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- 172.21.15.29:0/2785910471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 msgr2=0x563814d40cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f33d8099e80 tx=0x7f33d8099ae0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- 172.21.15.29:0/2785910471 shutdown_connections 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d40cf0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d441e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- 172.21.15.29:0/2785910471 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d4d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- 172.21.15.29:0/2785910471 >> 172.21.15.29:0/2785910471 conn(0x563814cac210 msgr2=0x563814d31b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- 172.21.15.29:0/2785910471 shutdown_connections 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- 172.21.15.29:0/2785910471 wait complete. 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- start start 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 Processor -- start 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d48120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d48660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814d4dac0 con 0x563814d3de20 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814d4dc30 con 0x563814d3c620 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563814da59a0 con 0x563814d3cf80 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33f3722b80 10 client.0 _ll_register_callbacks cb 0x563814a847b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33e5ad5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45206/0 (socket says 172.21.15.29:45206) 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.124+0000 7f33e5ad5700 1 -- 172.21.15.29:0/3677333689 learned_addr learned my addr 172.21.15.29:0/3677333689 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e4ad3700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d48660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e52d4700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d48120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 -- 172.21.15.29:0/3677333689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 msgr2=0x563814d48660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d48660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 -- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 msgr2=0x563814d48120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d48120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 -- 172.21.15.29:0/3677333689 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e019f1d0 con 0x563814d3de20 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e52d4700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d48120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33e5ad5700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f33d8000f80 tx=0x7f33d80985b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61baee00e8098dc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:32.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d809e2d0 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f33d80b6030 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33d000ee50 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33d8099670 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33f3722b80 10 client.14751 fetch_fsmap learned FSMap version 17 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x563814ab4260 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f33d000ee50 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 17) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f33d80126d0 con 0x563814d3de20 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.125+0000 7f33f3722b80 10 client.14751 fetch_fsmap finished waiting for FSMap version 17 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 10 client.14751 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:20:32.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 20 client.14751 populate_metadata read hostname 'smithi029' 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814daa750 0x563814da6c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 4 client.14751 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563814c83ae0 con 0x563814daa750 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33e52d4700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814daa750 0x563814da6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33c8ff9700 10 client.14751 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33e52d4700 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814daa750 0x563814da6c30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ba2a2bc5e499c562 server_cookie=5672837796618650 in_seq=0 out_seq=0 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33c8ff9700 1 -- 172.21.15.29:0/3677333689 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x563814c83ae0 con 0x563814daa750 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33c8ff9700 10 client.14751 handle_command_reply: tid=0 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 1 client.14751 shutdown 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 msgr2=0x563814d4d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.126+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f33d8000f80 tx=0x7f33d80985b0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 shutdown_connections 2023-10-05T15:20:32.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x563814daa750 0x563814da6c30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563814d3de20 0x563814d4d580 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33c8ff9700 0 client.14751 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563814d3c620 0x563814d48120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 --2- 172.21.15.29:0/3677333689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563814d3cf80 0x563814d48660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 >> 172.21.15.29:0/3677333689 conn(0x563814cac210 msgr2=0x563814d441e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 shutdown_connections 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 1 -- 172.21.15.29:0/3677333689 wait complete. 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33f3722b80 20 client.14751 trim_cache size 0 max 16384 2023-10-05T15:20:32.136 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24515, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 7.0994849609999999, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 17, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 86, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 85, 2023-10-05T15:20:32.137 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 13.246033536000001 2023-10-05T15:20:32.138 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:20:32.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 msgr2=0x7f33cc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 0x7f33cc0a3940 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f33dc009f50 tx=0x7f33dc00b540 comp rx=0 tx=0).stop 2023-10-05T15:20:32.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 msgr2=0x7f33e019e1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:32.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f33d8007d70 tx=0x7f33d800a340 comp rx=0 tx=0).stop 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 shutdown_connections 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33cc0a1480 0x7f33cc0a3940 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33e00ffdc0 0x7f33e0196bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e0101950 0x7f33e019e1a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 --2- 172.21.15.29:0/1635967555 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33e0100fb0 0x7f33e0197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 >> 172.21.15.29:0/1635967555 conn(0x7f33e00fb330 msgr2=0x7f33e00fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 shutdown_connections 2023-10-05T15:20:32.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:32.127+0000 7f33e7538700 1 -- 172.21.15.29:0/1635967555 wait complete. 2023-10-05T15:20:32.142 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-05T15:20:32.142 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:32.142 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph fs ls 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: pgmap v257: 129 pgs: 7 creating+peering, 109 active+clean, 13 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1244696800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3022665864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/967733058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: pgmap v257: 129 pgs: 7 creating+peering, 109 active+clean, 13 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1244696800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3022665864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/967733058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: pgmap v257: 129 pgs: 7 creating+peering, 109 active+clean, 13 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 9 op/s 2023-10-05T15:20:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2023-10-05T15:20:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:20:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1244696800' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3022665864' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/967733058' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:32.700 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- 172.21.15.29:0/807740142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918100820 msgr2=0x7f591810cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 --2- 172.21.15.29:0/807740142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918100820 0x7f591810cc90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f591000b0d0 tx=0x7f591000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- 172.21.15.29:0/807740142 shutdown_connections 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 --2- 172.21.15.29:0/807740142 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 0x7f5918106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 --2- 172.21.15.29:0/807740142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918100820 0x7f591810cc90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 --2- 172.21.15.29:0/807740142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f59180ffe60 0x7f59181002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- 172.21.15.29:0/807740142 >> 172.21.15.29:0/807740142 conn(0x7f5918075e00 msgr2=0x7f5918076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- 172.21.15.29:0/807740142 shutdown_connections 2023-10-05T15:20:33.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- 172.21.15.29:0/807740142 wait complete. 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 Processor -- start 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.885+0000 7f591f544700 1 -- start start 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5918100820 0x7f5918197620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 0x7f591819ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591819c0a0 con 0x7f59180ffe60 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591819c210 con 0x7f5918100820 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591f544700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f591819c3d0 con 0x7f5918105e70 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45216/0 (socket says 172.21.15.29:45216) 2023-10-05T15:20:33.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 -- 172.21.15.29:0/956325998 learned_addr learned my addr 172.21.15.29:0/956325998 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591cadf700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5918100820 0x7f5918197620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591dae1700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 0x7f591819ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 -- 172.21.15.29:0/956325998 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 msgr2=0x7f591819ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 0x7f591819ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 -- 172.21.15.29:0/956325998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5918100820 msgr2=0x7f5918197620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5918100820 0x7f5918197620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 -- 172.21.15.29:0/956325998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5910009d00 con 0x7f59180ffe60 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f591d2e0700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f591400b530 tx=0x7f591400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5914011830 con 0x7f59180ffe60 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5914011e50 con 0x7f59180ffe60 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.886+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f591400f2e0 con 0x7f59180ffe60 2023-10-05T15:20:33.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.887+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f591819c6b0 con 0x7f59180ffe60 2023-10-05T15:20:33.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.887+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59181a3f10 con 0x7f59180ffe60 2023-10-05T15:20:33.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.887+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f591804ebb0 con 0x7f59180ffe60 2023-10-05T15:20:33.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.889+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f59140105a0 con 0x7f59180ffe60 2023-10-05T15:20:33.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.889+0000 7f590e7fc700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 0x7f59040a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:33.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.890+0000 7f591cadf700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 0x7f59040a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:33.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.890+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f59140ccd80 con 0x7f59180ffe60 2023-10-05T15:20:33.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.890+0000 7f591cadf700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 0x7f59040a39c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5918198700 tx=0x7f590800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:33.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:33.893+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f59140961f0 con 0x7f59180ffe60 2023-10-05T15:20:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.140+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f5918110020 con 0x7f59180ffe60 2023-10-05T15:20:34.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.140+0000 7f590e7fc700 1 -- 172.21.15.29:0/956325998 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+88 (secure 0 0 0) 0x7f5914015070 con 0x7f59180ffe60 2023-10-05T15:20:34.143 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-05T15:20:34.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 msgr2=0x7f59040a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 0x7f59040a39c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5918198700 tx=0x7f590800a300 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 msgr2=0x7f59181970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f591400b530 tx=0x7f591400b840 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 shutdown_connections 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f59040a1500 0x7f59040a39c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5918105e70 0x7f591819ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f59180ffe60 0x7f59181970e0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 --2- 172.21.15.29:0/956325998 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5918100820 0x7f5918197620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 >> 172.21.15.29:0/956325998 conn(0x7f5918075e00 msgr2=0x7f5918103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 shutdown_connections 2023-10-05T15:20:34.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:34.142+0000 7f591f544700 1 -- 172.21.15.29:0/956325998 wait complete. 2023-10-05T15:20:34.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:34 smithi029 ceph-mon[99237]: pgmap v258: 129 pgs: 7 creating+peering, 117 active+clean, 5 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 6 op/s 2023-10-05T15:20:34.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:34 smithi040 ceph-mon[103696]: pgmap v258: 129 pgs: 7 creating+peering, 117 active+clean, 5 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 6 op/s 2023-10-05T15:20:34.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:34 smithi177 ceph-mon[103568]: pgmap v258: 129 pgs: 7 creating+peering, 117 active+clean, 5 unknown; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s wr, 6 op/s 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.client.name = client.admin 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-05T15:20:34.650 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-05T15:20:34.651 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2023-10-05T15:20:34.651 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:34.651 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2023-10-05T15:20:34.669 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-05T15:20:34.670 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 41842sec preferred_lft 41842sec 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:20:34.671 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2023-10-05T15:20:34.671 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-05T15:20:34.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add name ceph-brx type bridge 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr flush dev ceph-brx 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set ceph-brx up 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-05T15:20:34.672 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:20:34.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:34.846 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-05T15:20:34.876 INFO:teuthology.orchestra.run.smithi029.stdout:1 2023-10-05T15:20:34.877 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:34.877 DEBUG:teuthology.orchestra.run.smithi029:> route 2023-10-05T15:20:34.952 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2023-10-05T15:20:34.952 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-05T15:20:34.952 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-05T15:20:34.952 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-05T15:20:34.953 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-05T15:20:34.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:34.953 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:20:34.953 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:20:34.953 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-05T15:20:34.953 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-05T15:20:34.954 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-05T15:20:34.954 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:20:35.300 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:35 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/956325998' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:20:35.301 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:35.301 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2023-10-05T15:20:35.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:35.319 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2023-10-05T15:20:35.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:35.376 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:20:35.376 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:20:35.376 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:20:35.376 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2023-10-05T15:20:35.376 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:20:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:35 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/956325998' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:20:35.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:35 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/956325998' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:20:35.476 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2023-10-05T15:20:35.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:35.476 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:20:35.476 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:20:35.476 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2023-10-05T15:20:35.477 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-05T15:20:35.477 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2023-10-05T15:20:35.477 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2023-10-05T15:20:35.477 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2023-10-05T15:20:35.477 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:20:35.697 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:35.697 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:20:35.697 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:20:35.697 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2023-10-05T15:20:35.697 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.0 master ceph-brx 2023-10-05T15:20:35.697 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:20:35.798 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2023-10-05T15:20:35.799 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:20:35.799 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:35.816 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2023-10-05T15:20:35.816 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:20:35.816 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:35.873 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2023-10-05T15:20:35.942 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2023-10-05T15:20:36.001 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2023-10-05T15:20:36.001 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2023-10-05T15:20:36.001 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2023-10-05T15:20:36.001 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/systemd 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/cpuset 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/freezer 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/memory 2023-10-05T15:20:36.002 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/devices 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/hugetlb 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/rdma 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/perf_event 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/pids 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/blkio 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2023-10-05T15:20:36.003 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/cc931f8d5f9d34b282c7e72bffd78d2530c70a5f5b831dd2eab5557fa9275e8d/merged 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/37b7c51be7bf2bdb48181ce4011cddfd1be9d69f12ca623adb40db7a0edc7ec1/merged 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/0 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/4e8282caae32cd00d0b46835a992e9163d777749ef7ac18cd1f748f365152c38/merged 2023-10-05T15:20:36.004 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/dc3d3e5957f8909d39228956041f7d40a60d86b60828641e117429dba9259524/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/54e43eded7bb0e941474c4a8d293a41752b38dd7cdbb0124c64d37d5d7973d97/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/29ff513f90dbcd924002ded2525e000cb3d138cdbf1e0bad8e595f635e57f6e6/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/9fedbace913b7a89fab21980f9660d4a15b462032da43fbcbaf88571e5e97605/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/6a28247b6316bed13278a83022d52aed9312cd428e8d6d1a584c6023b3a19565/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/0df5b951dcb80b24f802fc5bc45907b2330c013b15d091a046e3f055f574591c/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/f0bcb306d372a5b5a33c387c2d05ba24c08d0f4521c235e64d6dfb70ede27961/merged 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:20:36.005 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.005 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2023-10-05T15:20:36.060 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2023-10-05T15:20:36.060 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2023-10-05T15:20:36.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo modprobe fuse 2023-10-05T15:20:36.131 DEBUG:teuthology.orchestra.run.smithi029:> cat /proc/self/mounts | awk '{print $2}' 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/sys 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/proc 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/dev 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/security 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/shm 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/pts 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/run 2023-10-05T15:20:36.189 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/systemd 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/pstore 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/bpf 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/cpuset 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/freezer 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/cpu,cpuacct 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/memory 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/devices 2023-10-05T15:20:36.190 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/hugetlb 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/net_cls,net_prio 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/rdma 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/perf_event 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/pids 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/cgroup/blkio 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/tracing 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/config 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/ 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/selinux 2023-10-05T15:20:36.191 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/kernel/debug 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/hugepages 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/dev/mqueue 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/sys/fs/fuse/connections 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/nfs/rpc_pipefs 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/1000 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/ceph 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/cc931f8d5f9d34b282c7e72bffd78d2530c70a5f5b831dd2eab5557fa9275e8d/merged 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/37b7c51be7bf2bdb48181ce4011cddfd1be9d69f12ca623adb40db7a0edc7ec1/merged 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/run/user/0 2023-10-05T15:20:36.192 INFO:teuthology.orchestra.run.smithi029.stdout:/proc/sys/fs/binfmt_misc 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/4e8282caae32cd00d0b46835a992e9163d777749ef7ac18cd1f748f365152c38/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/dc3d3e5957f8909d39228956041f7d40a60d86b60828641e117429dba9259524/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/54e43eded7bb0e941474c4a8d293a41752b38dd7cdbb0124c64d37d5d7973d97/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/29ff513f90dbcd924002ded2525e000cb3d138cdbf1e0bad8e595f635e57f6e6/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/9fedbace913b7a89fab21980f9660d4a15b462032da43fbcbaf88571e5e97605/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/6a28247b6316bed13278a83022d52aed9312cd428e8d6d1a584c6023b3a19565/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/0df5b951dcb80b24f802fc5bc45907b2330c013b15d091a046e3f055f574591c/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/var/lib/containers/storage/overlay/f0bcb306d372a5b5a33c387c2d05ba24c08d0f4521c235e64d6dfb70ede27961/merged 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:20:36.193 INFO:teuthology.orchestra.run.smithi029.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:20:36.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.194 DEBUG:teuthology.orchestra.run.smithi029:> ls /sys/fs/fuse/connections 2023-10-05T15:20:36.214 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:2023-10-05T15:20:36.211+0000 7ffa7d26f5c0 -1 init, newargv = 0x55bc2dea8e80 newargc=15 2023-10-05T15:20:36.214 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[154259]: starting ceph client 2023-10-05T15:20:36.221 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[154259]: starting fuse 2023-10-05T15:20:36.233 INFO:teuthology.orchestra.run.smithi029.stdout:124 2023-10-05T15:20:36.233 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [124] 2023-10-05T15:20:36.233 DEBUG:teuthology.orchestra.run.smithi029:> sudo stdin-killer -- python3 -c ' 2023-10-05T15:20:36.233 DEBUG:teuthology.orchestra.run.smithi029:> import glob 2023-10-05T15:20:36.233 DEBUG:teuthology.orchestra.run.smithi029:> import re 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> import os 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> import subprocess 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> def _find_admin_socket(client_name): 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> files = glob.glob(asok_path) 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> # Given a non-glob path, it better be there 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> if "*" not in asok_path: 2023-10-05T15:20:36.234 DEBUG:teuthology.orchestra.run.smithi029:> assert(len(files) == 1) 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> return files[0] 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> for f in files: 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> if os.path.exists("/proc/{0}".format(pid)): 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> contents = proc_f.read() 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> if mountpoint in contents: 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> return f 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> print(_find_admin_socket("client.admin")) 2023-10-05T15:20:36.235 DEBUG:teuthology.orchestra.run.smithi029:> ' 2023-10-05T15:20:36.299 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:36 smithi029 ceph-mon[99237]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 777 B/s wr, 2 op/s 2023-10-05T15:20:36.361 INFO:teuthology.orchestra.run.smithi029.stdout:/var/run/ceph/ceph-client.admin.154259.asok 2023-10-05T15:20:36.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2023-10-05T15:20:36.371 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.154259.asok 2023-10-05T15:20:36.371 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.371 DEBUG:teuthology.orchestra.run.smithi029:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.154259.asok status 2023-10-05T15:20:36.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:36 smithi040 ceph-mon[103696]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 777 B/s wr, 2 op/s 2023-10-05T15:20:36.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:36 smithi177 ceph-mon[103568]: pgmap v259: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 777 B/s wr, 2 op/s 2023-10-05T15:20:36.537 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:20:36.537 INFO:teuthology.orchestra.run.smithi029.stdout: "metadata": { 2023-10-05T15:20:36.537 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_sha1": "689b3d5ae1ed3e8efe9a65281cd9bd422749e95f", 2023-10-05T15:20:36.537 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 18.0.0-6578-g689b3d5a (689b3d5ae1ed3e8efe9a65281cd9bd422749e95f) reef (dev)", 2023-10-05T15:20:36.537 INFO:teuthology.orchestra.run.smithi029.stdout: "entity_id": "admin", 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": "smithi029", 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "pid": "154259", 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "root": "/" 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_count": 0, 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "dentry_pinned_count": 0, 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 14763, 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "inst": { 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "name": { 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "client", 2023-10-05T15:20:36.538 INFO:teuthology.orchestra.run.smithi029.stdout: "num": 14763 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2346426435 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": { 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "192.168.0.1:0", 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2346426435 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:20:36.539 INFO:teuthology.orchestra.run.smithi029.stdout: "inst_str": "client.14763 192.168.0.1:0/2346426435", 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "addr_str": "192.168.0.1:0/2346426435", 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "inode_count": 1, 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_epoch": 17, 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch": 86, 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_epoch_barrier": 0, 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "blocklisted": false, 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs" 2023-10-05T15:20:36.540 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:20:36.548 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.548 DEBUG:teuthology.orchestra.run.smithi029:> stat --file-system '--printf=%T 2023-10-05T15:20:36.548 DEBUG:teuthology.orchestra.run.smithi029:> ' -- /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:36.566 INFO:teuthology.orchestra.run.smithi029.stdout:fuseblk 2023-10-05T15:20:36.566 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:36.566 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.566 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:36.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:36.636 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2023-10-05T15:20:36.740 INFO:teuthology.orchestra.run.smithi029.stdout:# file: . 2023-10-05T15:20:36.740 INFO:teuthology.orchestra.run.smithi029.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2023-10-05T15:20:36.740 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:36.741 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:20:36.741 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:20:36.759 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.924+0000 7ff0d37b2700 1 -- 172.21.15.29:0/2195923465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102220 msgr2=0x7ff0cc102680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.924+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/2195923465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102220 0x7ff0cc102680 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009990 tx=0x7ff0bc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.924+0000 7ff0d37b2700 1 -- 172.21.15.29:0/2195923465 shutdown_connections 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/2195923465 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc0ff5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/2195923465 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc109470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/2195923465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102220 0x7ff0cc102680 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- 172.21.15.29:0/2195923465 >> 172.21.15.29:0/2195923465 conn(0x7ff0cc0faac0 msgr2=0x7ff0cc0fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- 172.21.15.29:0/2195923465 shutdown_connections 2023-10-05T15:20:36.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- 172.21.15.29:0/2195923465 wait complete. 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 Processor -- start 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- start start 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102220 0x7ff0cc197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0cc19e750 con 0x7ff0cc102bc0 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0cc19e890 con 0x7ff0cc102220 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.925+0000 7ff0d37b2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0cc19ea20 con 0x7ff0cc0ff1b0 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45244/0 (socket says 172.21.15.29:45244) 2023-10-05T15:20:36.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 -- 172.21.15.29:0/4193775594 learned_addr learned my addr 172.21.15.29:0/4193775594 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d0d4d700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102220 0x7ff0cc197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d154e700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 -- 172.21.15.29:0/4193775594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 msgr2=0x7ff0cc196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 -- 172.21.15.29:0/4193775594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102220 msgr2=0x7ff0cc197110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102220 0x7ff0cc197110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 -- 172.21.15.29:0/4193775594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0bc0095f0 con 0x7ff0cc102bc0 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d154e700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d1d4f700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4007ee0 tx=0x7ff0c400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4017070 con 0x7ff0cc102bc0 2023-10-05T15:20:36.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0c400f040 con 0x7ff0cc102bc0 2023-10-05T15:20:36.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0cc19ed00 con 0x7ff0cc102bc0 2023-10-05T15:20:36.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4005740 con 0x7ff0cc102bc0 2023-10-05T15:20:36.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.926+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0cc19f1c0 con 0x7ff0cc102bc0 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.927+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0cc1085d0 con 0x7ff0cc102bc0 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.929+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff0c400dc60 con 0x7ff0cc102bc0 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.930+0000 7ff0c27fc700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 0x7ff0b80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.930+0000 7ff0d154e700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 0x7ff0b80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.930+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff0c40cc6f0 con 0x7ff0cc102bc0 2023-10-05T15:20:36.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.930+0000 7ff0d154e700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 0x7ff0b80a3990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc067d80 tx=0x7ff0c8008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:36.937 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:36.935+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff0c4095b60 con 0x7ff0cc102bc0 2023-10-05T15:20:37.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.143+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff0cc10c760 con 0x7ff0cc102bc0 2023-10-05T15:20:37.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.144+0000 7ff0c27fc700 1 -- 172.21.15.29:0/4193775594 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7ff0c4099180 con 0x7ff0cc102bc0 2023-10-05T15:20:37.147 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:37.147 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 msgr2=0x7ff0b80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 0x7ff0b80a3990 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc067d80 tx=0x7ff0c8008040 comp rx=0 tx=0).stop 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 msgr2=0x7ff0cc19e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff0c4007ee0 tx=0x7ff0c400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 shutdown_connections 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff0b80a14d0 0x7ff0b80a3990 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0cc0ff1b0 0x7ff0cc196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0cc102bc0 0x7ff0cc19e180 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 --2- 172.21.15.29:0/4193775594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0cc102220 0x7ff0cc197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.146+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 >> 172.21.15.29:0/4193775594 conn(0x7ff0cc0faac0 msgr2=0x7ff0cc105710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:37.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.147+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 shutdown_connections 2023-10-05T15:20:37.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.147+0000 7ff0d37b2700 1 -- 172.21.15.29:0/4193775594 wait complete. 2023-10-05T15:20:37.161 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:20:37.162 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:20:37.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 -- 172.21.15.29:0/2200930477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f78381019a0 msgr2=0x7f7838103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 --2- 172.21.15.29:0/2200930477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f78381019a0 0x7f7838103d90 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7828009990 tx=0x7f7828009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 -- 172.21.15.29:0/2200930477 shutdown_connections 2023-10-05T15:20:37.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 --2- 172.21.15.29:0/2200930477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7838106c00 0x7f7838109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 --2- 172.21.15.29:0/2200930477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f78381019a0 0x7f7838103d90 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 --2- 172.21.15.29:0/2200930477 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 0x7f78381066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 -- 172.21.15.29:0/2200930477 >> 172.21.15.29:0/2200930477 conn(0x7f78380fb330 msgr2=0x7f78380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:37.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 -- 172.21.15.29:0/2200930477 shutdown_connections 2023-10-05T15:20:37.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.288+0000 7f783d0df700 1 -- 172.21.15.29:0/2200930477 wait complete. 2023-10-05T15:20:37.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.289+0000 7f783d0df700 1 Processor -- start 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.289+0000 7f783d0df700 1 -- start start 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.289+0000 7f783d0df700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 0x7f7838196b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783d0df700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 0x7f7838197080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783d0df700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783d0df700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f783819e6c0 con 0x7f7838106c00 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783d0df700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f783819e800 con 0x7f78381019a0 2023-10-05T15:20:37.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783d0df700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f783819e990 con 0x7f78381042d0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 0x7f7838196b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45272/0 (socket says 172.21.15.29:45272) 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783759e700 1 -- 172.21.15.29:0/1484432028 learned_addr learned my addr 172.21.15.29:0/1484432028 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783659c700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 0x7f7838197080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 -- 172.21.15.29:0/1484432028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 msgr2=0x7f7838197080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 0x7f7838197080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 -- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 msgr2=0x7f783819e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 -- 172.21.15.29:0/1484432028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78280095f0 con 0x7f78381019a0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f783759e700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.290+0000 7f7836d9d700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 0x7f7838196b40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f78280059d0 tx=0x7f782800f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:37.295 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.291+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f782801d070 con 0x7f78381019a0 2023-10-05T15:20:37.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.291+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f783819ec10 con 0x7f78381019a0 2023-10-05T15:20:37.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.291+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7828022470 con 0x7f78381019a0 2023-10-05T15:20:37.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.291+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7828017650 con 0x7f78381019a0 2023-10-05T15:20:37.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.291+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f783819f090 con 0x7f78381019a0 2023-10-05T15:20:37.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.292+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78380fceb0 con 0x7f78381019a0 2023-10-05T15:20:37.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.293+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f78280225e0 con 0x7f78381019a0 2023-10-05T15:20:37.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.294+0000 7f781ffff700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 0x7f78200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.294+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f78280ce0f0 con 0x7f78381019a0 2023-10-05T15:20:37.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.294+0000 7f783659c700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 0x7f78200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.294+0000 7f783659c700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 0x7f78200a3940 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f782c00bbd0 tx=0x7f782c00b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:37.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.298+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f782805d100 con 0x7f78381019a0 2023-10-05T15:20:37.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.498+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f783810c6a0 con 0x7f78381019a0 2023-10-05T15:20:37.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.499+0000 7f781ffff700 1 -- 172.21.15.29:0/1484432028 <== mon.2 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7f78280975f0 con 0x7f78381019a0 2023-10-05T15:20:37.501 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:20:37.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 msgr2=0x7f78200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 0x7f78200a3940 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f782c00bbd0 tx=0x7f782c00b5b0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 msgr2=0x7f7838196b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 0x7f7838196b40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f78280059d0 tx=0x7f782800f690 comp rx=0 tx=0).stop 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 shutdown_connections 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f78200a1480 0x7f78200a3940 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7838106c00 0x7f783819e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f78381019a0 0x7f7838196b40 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 --2- 172.21.15.29:0/1484432028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f78381042d0 0x7f7838197080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 >> 172.21.15.29:0/1484432028 conn(0x7f78380fb330 msgr2=0x7f78381026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 shutdown_connections 2023-10-05T15:20:37.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.501+0000 7f783d0df700 1 -- 172.21.15.29:0/1484432028 wait complete. 2023-10-05T15:20:37.515 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:20:37.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 -- 172.21.15.29:0/399568716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 msgr2=0x7f3950109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 --2- 172.21.15.29:0/399568716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f3950109360 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f394800b0a0 tx=0x7f394800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 -- 172.21.15.29:0/399568716 shutdown_connections 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 --2- 172.21.15.29:0/399568716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f3950109360 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 --2- 172.21.15.29:0/399568716 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 0x7f39501012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 --2- 172.21.15.29:0/399568716 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 0x7f3950102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 -- 172.21.15.29:0/399568716 >> 172.21.15.29:0/399568716 conn(0x7f39500fc440 msgr2=0x7f39500fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 -- 172.21.15.29:0/399568716 shutdown_connections 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 -- 172.21.15.29:0/399568716 wait complete. 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.642+0000 7f3955923700 1 Processor -- start 2023-10-05T15:20:37.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 -- start start 2023-10-05T15:20:37.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 0x7f3950074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 0x7f39500732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3950073f80 con 0x7f3950102a40 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39500740f0 con 0x7f3950100ea0 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3955923700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39501a0d20 con 0x7f3950102080 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45286/0 (socket says 172.21.15.29:45286) 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 -- 172.21.15.29:0/3895022557 learned_addr learned my addr 172.21.15.29:0/3895022557 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394e7fc700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 0x7f39500732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394effd700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 0x7f3950074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 -- 172.21.15.29:0/3895022557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 msgr2=0x7f39500732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 0x7f39500732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 -- 172.21.15.29:0/3895022557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 msgr2=0x7f3950074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 0x7f3950074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 -- 172.21.15.29:0/3895022557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3948009d00 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f394f7fe700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f39480062a0 tx=0x7f3948004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.643+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f394800e040 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.644+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f394800cec0 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.644+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39501a0fa0 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.644+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3948004020 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.644+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39501a13c0 con 0x7f3950102a40 2023-10-05T15:20:37.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.644+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f395010c710 con 0x7f3950102a40 2023-10-05T15:20:37.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.646+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f394801d690 con 0x7f3950102a40 2023-10-05T15:20:37.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.646+0000 7f3954921700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 0x7f39380a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:37.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.646+0000 7f394effd700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 0x7f39380a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:37.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.646+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f39480cedc0 con 0x7f3950102a40 2023-10-05T15:20:37.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.647+0000 7f394effd700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 0x7f39380a3940 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3950101bf0 tx=0x7f394400b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:37.651 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.650+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f39480982c0 con 0x7f3950102a40 2023-10-05T15:20:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.851+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3950107e00 con 0x7f3950102a40 2023-10-05T15:20:37.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.852+0000 7f3954921700 1 -- 172.21.15.29:0/3895022557 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f394809b8e0 con 0x7f3950102a40 2023-10-05T15:20:37.854 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:20:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 msgr2=0x7f39380a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 0x7f39380a3940 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3950101bf0 tx=0x7f394400b5b0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 msgr2=0x7f39500737e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:37.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f39480062a0 tx=0x7f3948004d00 comp rx=0 tx=0).stop 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 shutdown_connections 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39380a1480 0x7f39380a3940 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3950102a40 0x7f39500737e0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3950100ea0 0x7f3950074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 --2- 172.21.15.29:0/3895022557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3950102080 0x7f39500732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 >> 172.21.15.29:0/3895022557 conn(0x7f39500fc440 msgr2=0x7f39500fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 shutdown_connections 2023-10-05T15:20:37.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.854+0000 7f3955923700 1 -- 172.21.15.29:0/3895022557 wait complete. 2023-10-05T15:20:37.868 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:20:37.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 -- 172.21.15.29:0/4241459135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 msgr2=0x7fc874109480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 --2- 172.21.15.29:0/4241459135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc874109480 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fc86c00b0d0 tx=0x7fc86c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 -- 172.21.15.29:0/4241459135 shutdown_connections 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 --2- 172.21.15.29:0/4241459135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8741024a0 0x7fc8741028c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 --2- 172.21.15.29:0/4241459135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc874109480 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 --2- 172.21.15.29:0/4241459135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8740fef10 0x7fc8740ff370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 -- 172.21.15.29:0/4241459135 >> 172.21.15.29:0/4241459135 conn(0x7fc8740faab0 msgr2=0x7fc8740fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 -- 172.21.15.29:0/4241459135 shutdown_connections 2023-10-05T15:20:38.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.994+0000 7fc87a29f700 1 -- 172.21.15.29:0/4241459135 wait complete. 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 Processor -- start 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 -- start start 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8740fef10 0x7fc874196ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 0x7fc87419e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87419e810 con 0x7fc8740ff8b0 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87419e980 con 0x7fc8741024a0 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.995+0000 7fc87a29f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc87419eb40 con 0x7fc8740fef10 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45298/0 (socket says 172.21.15.29:45298) 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 -- 172.21.15.29:0/25610820 learned_addr learned my addr 172.21.15.29:0/25610820 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc873fff700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8740fef10 0x7fc874196ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc87883c700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 0x7fc87419e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 -- 172.21.15.29:0/25610820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8740fef10 msgr2=0x7fc874196ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8740fef10 0x7fc874196ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 -- 172.21.15.29:0/25610820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 msgr2=0x7fc87419e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 0x7fc87419e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 -- 172.21.15.29:0/25610820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc86c009d00 con 0x7fc8740ff8b0 2023-10-05T15:20:38.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc87883c700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 0x7fc87419e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8737fe700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc86800e9a0 tx=0x7fc86800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc868009790 con 0x7fc8740ff8b0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc86800cbd0 con 0x7fc8740ff8b0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc87419ee20 con 0x7fc8740ff8b0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc868018680 con 0x7fc8740ff8b0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.996+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc87419f2a0 con 0x7fc8740ff8b0 2023-10-05T15:20:38.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.997+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc87410c6f0 con 0x7fc8740ff8b0 2023-10-05T15:20:38.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.998+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc86800cd40 con 0x7fc8740ff8b0 2023-10-05T15:20:38.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.999+0000 7fc8717fa700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 0x7fc85c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.999+0000 7fc873fff700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 0x7fc85c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:37.999+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc868014070 con 0x7fc8740ff8b0 2023-10-05T15:20:38.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.000+0000 7fc873fff700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 0x7fc85c0a3940 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc874197b70 tx=0x7fc864009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.002+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc868096870 con 0x7fc8740ff8b0 2023-10-05T15:20:38.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.204+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc874107f20 con 0x7fc8740ff8b0 2023-10-05T15:20:38.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.205+0000 7fc8717fa700 1 -- 172.21.15.29:0/25610820 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc868099e90 con 0x7fc8740ff8b0 2023-10-05T15:20:38.207 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 msgr2=0x7fc85c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 0x7fc85c0a3940 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fc874197b70 tx=0x7fc864009260 comp rx=0 tx=0).stop 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 msgr2=0x7fc8741971e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fc86800e9a0 tx=0x7fc86800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 shutdown_connections 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc85c0a1480 0x7fc85c0a3940 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8740fef10 0x7fc874196ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8741024a0 0x7fc87419e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 --2- 172.21.15.29:0/25610820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8740ff8b0 0x7fc8741971e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 >> 172.21.15.29:0/25610820 conn(0x7fc8740faab0 msgr2=0x7fc8740fccb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 shutdown_connections 2023-10-05T15:20:38.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.207+0000 7fc87a29f700 1 -- 172.21.15.29:0/25610820 wait complete. 2023-10-05T15:20:38.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:38 smithi029 ceph-mon[99237]: pgmap v260: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 1 op/s 2023-10-05T15:20:38.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:38 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4193775594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:38.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:38 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1484432028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:38 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3895022557' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.221 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:20:38.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- 172.21.15.29:0/1502683063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0101950 msgr2=0x7fc7d0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 --2- 172.21.15.29:0/1502683063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0101950 0x7fc7d0108200 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc7c800b0d0 tx=0x7fc7c800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- 172.21.15.29:0/1502683063 shutdown_connections 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 --2- 172.21.15.29:0/1502683063 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 --2- 172.21.15.29:0/1502683063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0101950 0x7fc7d0108200 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 --2- 172.21.15.29:0/1502683063 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0100fb0 0x7fc7d0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- 172.21.15.29:0/1502683063 >> 172.21.15.29:0/1502683063 conn(0x7fc7d00fb330 msgr2=0x7fc7d00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- 172.21.15.29:0/1502683063 shutdown_connections 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- 172.21.15.29:0/1502683063 wait complete. 2023-10-05T15:20:38.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 Processor -- start 2023-10-05T15:20:38.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.347+0000 7fc7d6269700 1 -- start start 2023-10-05T15:20:38.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d0068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0101950 0x7fc7d019e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7d019e810 con 0x7fc7d0100fb0 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7d019e980 con 0x7fc7d0101950 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d6269700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7d019eb40 con 0x7fc7d00ffdc0 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45312/0 (socket says 172.21.15.29:45312) 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 -- 172.21.15.29:0/3572287229 learned_addr learned my addr 172.21.15.29:0/3572287229 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7d4806700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0101950 0x7fc7d019e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cffff700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d0068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 -- 172.21.15.29:0/3572287229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 msgr2=0x7fc7d0068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d0068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 -- 172.21.15.29:0/3572287229 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0101950 msgr2=0x7fc7d019e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0101950 0x7fc7d019e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 -- 172.21.15.29:0/3572287229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c8009d00 con 0x7fc7d0100fb0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cffff700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d0068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.348+0000 7fc7cf7fe700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800d950 tx=0x7fc7b800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.349+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8009b40 con 0x7fc7d0100fb0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.349+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7b8009ca0 con 0x7fc7d0100fb0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.349+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7d019ee20 con 0x7fc7d0100fb0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.349+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b800f620 con 0x7fc7d0100fb0 2023-10-05T15:20:38.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.349+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7d019f2a0 con 0x7fc7d0100fb0 2023-10-05T15:20:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.350+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7d0107300 con 0x7fc7d0100fb0 2023-10-05T15:20:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.351+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc7b8010460 con 0x7fc7d0100fb0 2023-10-05T15:20:38.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.351+0000 7fc7cd7fa700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 0x7fc7bc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.351+0000 7fc7cffff700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 0x7fc7bc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.351+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fc7b80cd220 con 0x7fc7d0100fb0 2023-10-05T15:20:38.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.352+0000 7fc7cffff700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 0x7fc7bc0a3940 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0005fd0 tx=0x7fc7c0005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.355+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc7b8096690 con 0x7fc7d0100fb0 2023-10-05T15:20:38.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:38 smithi040 ceph-mon[103696]: pgmap v260: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 1 op/s 2023-10-05T15:20:38.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:38 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4193775594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:38.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:38 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1484432028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:38 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3895022557' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:38 smithi177 ceph-mon[103568]: pgmap v260: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 639 B/s wr, 1 op/s 2023-10-05T15:20:38.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:38 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4193775594' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:38.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:38 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1484432028' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:38 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3895022557' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:38.561 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.559+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc7d010b830 con 0x7fc7d0100fb0 2023-10-05T15:20:38.561 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.559+0000 7fc7cd7fa700 1 -- 172.21.15.29:0/3572287229 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v86) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc7b8020020 con 0x7fc7d0100fb0 2023-10-05T15:20:38.562 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 msgr2=0x7fc7bc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 0x7fc7bc0a3940 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc7c0005fd0 tx=0x7fc7c0005f00 comp rx=0 tx=0).stop 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 msgr2=0x7fc7d019ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800d950 tx=0x7fc7b800dd10 comp rx=0 tx=0).stop 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 shutdown_connections 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc7bc0a1480 0x7fc7bc0a3940 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7d00ffdc0 0x7fc7d0068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7d0101950 0x7fc7d019e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 --2- 172.21.15.29:0/3572287229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d0100fb0 0x7fc7d019ba30 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.561+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 >> 172.21.15.29:0/3572287229 conn(0x7fc7d00fb330 msgr2=0x7fc7d0104440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.562+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 shutdown_connections 2023-10-05T15:20:38.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.562+0000 7fc7d6269700 1 -- 172.21.15.29:0/3572287229 wait complete. 2023-10-05T15:20:38.576 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:20:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 -- 172.21.15.29:0/2317303839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102a50 msgr2=0x7f13ec109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.704 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/2317303839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102a50 0x7f13ec109370 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f13e400b0a0 tx=0x7f13e400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 -- 172.21.15.29:0/2317303839 shutdown_connections 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/2317303839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec100f40 0x7f13ec101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/2317303839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102a50 0x7f13ec109370 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/2317303839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec102090 0x7f13ec102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 -- 172.21.15.29:0/2317303839 >> 172.21.15.29:0/2317303839 conn(0x7f13ec0fc4d0 msgr2=0x7f13ec0fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 -- 172.21.15.29:0/2317303839 shutdown_connections 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 -- 172.21.15.29:0/2317303839 wait complete. 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.700+0000 7f13f1a5e700 1 Processor -- start 2023-10-05T15:20:38.705 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 -- start start 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec100f40 0x7f13ec074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec102a50 0x7f13ec0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec073f80 con 0x7f13ec102090 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec0740f0 con 0x7f13ec100f40 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f1a5e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13ec1a0d00 con 0x7f13ec102a50 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45326/0 (socket says 172.21.15.29:45326) 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 -- 172.21.15.29:0/1196798168 learned_addr learned my addr 172.21.15.29:0/1196798168 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13eaffd700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec100f40 0x7f13ec074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13eb7fe700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec102a50 0x7f13ec0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 -- 172.21.15.29:0/1196798168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec102a50 msgr2=0x7f13ec0737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec102a50 0x7f13ec0737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 -- 172.21.15.29:0/1196798168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec100f40 msgr2=0x7f13ec074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec100f40 0x7f13ec074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 -- 172.21.15.29:0/1196798168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13e4009d00 con 0x7f13ec102090 2023-10-05T15:20:38.707 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13ea7fc700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f13e000d980 tx=0x7f13e000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.701+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e0004220 con 0x7f13ec102090 2023-10-05T15:20:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.702+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13ec1a0fe0 con 0x7f13ec102090 2023-10-05T15:20:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.702+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f13e0007640 con 0x7f13ec102090 2023-10-05T15:20:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.702+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13e0005690 con 0x7f13ec102090 2023-10-05T15:20:38.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.702+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13ec1a1460 con 0x7f13ec102090 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.703+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13ec1084f0 con 0x7f13ec102090 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.704+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f13e0004750 con 0x7f13ec102090 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.704+0000 7f13f0a5c700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 0x7f13d40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.704+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f13e00cd150 con 0x7f13ec102090 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.704+0000 7f13eaffd700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 0x7f13d40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:38.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.705+0000 7f13eaffd700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 0x7f13d40a3940 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f13dc005950 tx=0x7f13dc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:38.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.708+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f13e00965c0 con 0x7f13ec102090 2023-10-05T15:20:38.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.927+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f13ec02d270 con 0x7f13ec102090 2023-10-05T15:20:38.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.928+0000 7f13f0a5c700 1 -- 172.21.15.29:0/1196798168 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) v1 ==== 81+0+592 (secure 0 0 0) 0x7f13e0016020 con 0x7f13ec102090 2023-10-05T15:20:38.930 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:38.930 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:38.930 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1825148588 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:38.930 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1595780445 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/2689210806 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/4056210734 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1055952549 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:38.931 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1847515356 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 msgr2=0x7f13d40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 0x7f13d40a3940 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f13dc005950 tx=0x7f13dc00b410 comp rx=0 tx=0).stop 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 msgr2=0x7f13ec0732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f13e000d980 tx=0x7f13e000dc90 comp rx=0 tx=0).stop 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 shutdown_connections 2023-10-05T15:20:38.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f13d40a1480 0x7f13d40a3940 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f13ec102a50 0x7f13ec0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f13ec100f40 0x7f13ec074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 --2- 172.21.15.29:0/1196798168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f13ec102090 0x7f13ec0732a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 >> 172.21.15.29:0/1196798168 conn(0x7f13ec0fc4d0 msgr2=0x7f13ec105630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 shutdown_connections 2023-10-05T15:20:38.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:38.930+0000 7f13f1a5e700 1 -- 172.21.15.29:0/1196798168 wait complete. 2023-10-05T15:20:38.934 INFO:teuthology.orchestra.run.smithi029.stderr:listed 10 entries 2023-10-05T15:20:38.944 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:20:38.944 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:20:38.962 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:39.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 -- 172.21.15.29:0/2270150060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 msgr2=0x7f82801001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 --2- 172.21.15.29:0/2270150060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f82801001e0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f82700099c0 tx=0x7f8270009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 -- 172.21.15.29:0/2270150060 shutdown_connections 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 --2- 172.21.15.29:0/2270150060 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 0x7f8280108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 --2- 172.21.15.29:0/2270150060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f82801001e0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 --2- 172.21.15.29:0/2270150060 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 0x7f8280101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 -- 172.21.15.29:0/2270150060 >> 172.21.15.29:0/2270150060 conn(0x7f82800fb310 msgr2=0x7f82800fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 -- 172.21.15.29:0/2270150060 shutdown_connections 2023-10-05T15:20:39.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.126+0000 7f82850a7700 1 -- 172.21.15.29:0/2270150060 wait complete. 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 Processor -- start 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 -- start start 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 0x7f828019b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 0x7f828019df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019e720 con 0x7f82800ffdc0 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019e890 con 0x7f8280101950 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f82850a7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f828019ea50 con 0x7f8280100fb0 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45338/0 (socket says 172.21.15.29:45338) 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 -- 172.21.15.29:0/2685552968 learned_addr learned my addr 172.21.15.29:0/2685552968 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827f59e700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 0x7f828019df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827e59c700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 0x7f828019b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 -- 172.21.15.29:0/2685552968 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 msgr2=0x7f828019b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 0x7f828019b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 -- 172.21.15.29:0/2685552968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 msgr2=0x7f828019df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 0x7f828019df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.127+0000 7f827ed9d700 1 -- 172.21.15.29:0/2685552968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82700095f0 con 0x7f82800ffdc0 2023-10-05T15:20:39.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f827ed9d700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8270009990 tx=0x7f8270004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f827001d070 con 0x7f82800ffdc0 2023-10-05T15:20:39.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8270004090 con 0x7f82800ffdc0 2023-10-05T15:20:39.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f828019ecd0 con 0x7f82800ffdc0 2023-10-05T15:20:39.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8270022d00 con 0x7f82800ffdc0 2023-10-05T15:20:39.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.128+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f828019f180 con 0x7f82800ffdc0 2023-10-05T15:20:39.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.129+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8280106cf0 con 0x7f82800ffdc0 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.130+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8270022470 con 0x7f82800ffdc0 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.130+0000 7f8277fff700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 0x7f826c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.131+0000 7f827e59c700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 0x7f826c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.131+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f82700ce140 con 0x7f82800ffdc0 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.131+0000 7f827e59c700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 0x7f826c0a3990 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8268006fd0 tx=0x7f8268008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.135+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8270097640 con 0x7f82800ffdc0 2023-10-05T15:20:39.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.338+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f828010b650 con 0x7f82800ffdc0 2023-10-05T15:20:39.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.339+0000 7f8277fff700 1 -- 172.21.15.29:0/2685552968 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f8270022e60 con 0x7f82800ffdc0 2023-10-05T15:20:39.342 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:39.342 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 msgr2=0x7f826c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 0x7f826c0a3990 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f8268006fd0 tx=0x7f8268008040 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 msgr2=0x7f8280068c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f8270009990 tx=0x7f8270004730 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 shutdown_connections 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f826c0a14d0 0x7f826c0a3990 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8280101950 0x7f828019df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82800ffdc0 0x7f8280068c10 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 --2- 172.21.15.29:0/2685552968 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8280100fb0 0x7f828019b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 >> 172.21.15.29:0/2685552968 conn(0x7f82800fb310 msgr2=0x7f82800fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:39.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 shutdown_connections 2023-10-05T15:20:39.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.341+0000 7f82850a7700 1 -- 172.21.15.29:0/2685552968 wait complete. 2023-10-05T15:20:39.354 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:39 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/25610820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.354 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:39 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3572287229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.355 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:39 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1196798168' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:39.356 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:20:39.356 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:20:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:39 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/25610820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:39 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3572287229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:39 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1196798168' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:39.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:39 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/25610820' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:39 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3572287229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:39.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:39 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1196798168' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- 172.21.15.29:0/2711634966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 msgr2=0x7fcf50109370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 --2- 172.21.15.29:0/2711634966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf50109370 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800b0a0 tx=0x7fcf4800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- 172.21.15.29:0/2711634966 shutdown_connections 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 --2- 172.21.15.29:0/2711634966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf50109370 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 --2- 172.21.15.29:0/2711634966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf501012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 --2- 172.21.15.29:0/2711634966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 0x7fcf50102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- 172.21.15.29:0/2711634966 >> 172.21.15.29:0/2711634966 conn(0x7fcf500fc470 msgr2=0x7fcf500fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:39.487 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- 172.21.15.29:0/2711634966 shutdown_connections 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- 172.21.15.29:0/2711634966 wait complete. 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 Processor -- start 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.483+0000 7fcf57040700 1 -- start start 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf50198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 0x7fcf50199360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf501a09a0 con 0x7fcf50102a50 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf501a0ae0 con 0x7fcf50100eb0 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf501a0c70 con 0x7fcf50102090 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45356/0 (socket says 172.21.15.29:45356) 2023-10-05T15:20:39.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 -- 172.21.15.29:0/1296424615 learned_addr learned my addr 172.21.15.29:0/1296424615 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf4ffff700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 0x7fcf50199360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf54ddc700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf50198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 -- 172.21.15.29:0/1296424615 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 msgr2=0x7fcf50199360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 0x7fcf50199360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 -- 172.21.15.29:0/1296424615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 msgr2=0x7fcf50198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf50198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 -- 172.21.15.29:0/1296424615 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf48009d00 con 0x7fcf50102a50 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf54ddc700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf50198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf555dd700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcf480062a0 tx=0x7fcf48004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4800e040 con 0x7fcf50102a50 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf4800cec0 con 0x7fcf50102a50 2023-10-05T15:20:39.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.484+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf501a0ef0 con 0x7fcf50102a50 2023-10-05T15:20:39.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.485+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf48004020 con 0x7fcf50102a50 2023-10-05T15:20:39.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.485+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf501a1310 con 0x7fcf50102a50 2023-10-05T15:20:39.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.486+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf50108420 con 0x7fcf50102a50 2023-10-05T15:20:39.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.487+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcf4801d690 con 0x7fcf50102a50 2023-10-05T15:20:39.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.488+0000 7fcf4dffb700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 0x7fcf400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.488+0000 7fcf54ddc700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 0x7fcf400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.488+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fcf480cee20 con 0x7fcf50102a50 2023-10-05T15:20:39.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.488+0000 7fcf54ddc700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 0x7fcf400a3940 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf50101c00 tx=0x7fcf4400a680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.491+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcf480982c0 con 0x7fcf50102a50 2023-10-05T15:20:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.696+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcf5002cf70 con 0x7fcf50102a50 2023-10-05T15:20:39.698 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.696+0000 7fcf4dffb700 1 -- 172.21.15.29:0/1296424615 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcf4809b8e0 con 0x7fcf50102a50 2023-10-05T15:20:39.699 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 msgr2=0x7fcf400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 0x7fcf400a3940 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcf50101c00 tx=0x7fcf4400a680 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 msgr2=0x7fcf501a03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcf480062a0 tx=0x7fcf48004d00 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 shutdown_connections 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcf400a1480 0x7fcf400a3940 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf50102a50 0x7fcf501a03d0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf50100eb0 0x7fcf50198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 --2- 172.21.15.29:0/1296424615 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf50102090 0x7fcf50199360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 >> 172.21.15.29:0/1296424615 conn(0x7fcf500fc470 msgr2=0x7fcf50105560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:39.702 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 shutdown_connections 2023-10-05T15:20:39.702 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.698+0000 7fcf57040700 1 -- 172.21.15.29:0/1296424615 wait complete. 2023-10-05T15:20:39.712 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 -- 172.21.15.29:0/3486268812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c101a00 msgr2=0x7ff38c103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 --2- 172.21.15.29:0/3486268812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c101a00 0x7ff38c103df0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ff388009990 tx=0x7ff388009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 -- 172.21.15.29:0/3486268812 shutdown_connections 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 --2- 172.21.15.29:0/3486268812 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c106c60 0x7ff38c109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 --2- 172.21.15.29:0/3486268812 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c101a00 0x7ff38c103df0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 --2- 172.21.15.29:0/3486268812 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 0x7ff38c106720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.838+0000 7ff3940f7700 1 -- 172.21.15.29:0/3486268812 >> 172.21.15.29:0/3486268812 conn(0x7ff38c0fb370 msgr2=0x7ff38c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- 172.21.15.29:0/3486268812 shutdown_connections 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- 172.21.15.29:0/3486268812 wait complete. 2023-10-05T15:20:39.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 Processor -- start 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- start start 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c101a00 0x7ff38c101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 0x7ff38c0ff9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff38c100690 con 0x7ff38c106c60 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff38c100800 con 0x7ff38c101a00 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff3940f7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff38c1a0cc0 con 0x7ff38c104330 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.839+0000 7ff392694700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45370/0 (socket says 172.21.15.29:45370) 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 -- 172.21.15.29:0/2992953336 learned_addr learned my addr 172.21.15.29:0/2992953336 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff391e93700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c101a00 0x7ff38c101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff391692700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 0x7ff38c0ff9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 -- 172.21.15.29:0/2992953336 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 msgr2=0x7ff38c0ff9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 0x7ff38c0ff9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 -- 172.21.15.29:0/2992953336 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c101a00 msgr2=0x7ff38c101370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c101a00 0x7ff38c101370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 -- 172.21.15.29:0/2992953336 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3880095f0 con 0x7ff38c106c60 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff392694700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff384007b70 tx=0x7ff384007e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff384003c50 con 0x7ff38c106c60 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff38400f040 con 0x7ff38c106c60 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3840044e0 con 0x7ff38c106c60 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff38c1a0fa0 con 0x7ff38c106c60 2023-10-05T15:20:39.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.840+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff38c1a1420 con 0x7ff38c106c60 2023-10-05T15:20:39.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.841+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff38c0fcef0 con 0x7ff38c106c60 2023-10-05T15:20:39.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.842+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff384004640 con 0x7ff38c106c60 2023-10-05T15:20:39.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.843+0000 7ff382ffd700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 0x7ff3780a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:39.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.843+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff3840ccab0 con 0x7ff38c106c60 2023-10-05T15:20:39.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.843+0000 7ff391e93700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 0x7ff3780a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:39.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.843+0000 7ff391e93700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 0x7ff3780a39c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff38800b5c0 tx=0x7ff388005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:39.846+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff384095f20 con 0x7ff38c106c60 2023-10-05T15:20:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.049+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff38c10c950 con 0x7ff38c106c60 2023-10-05T15:20:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.049+0000 7ff382ffd700 1 -- 172.21.15.29:0/2992953336 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff384023020 con 0x7ff38c106c60 2023-10-05T15:20:40.051 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:20:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 msgr2=0x7ff3780a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 0x7ff3780a39c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7ff38800b5c0 tx=0x7ff388005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 msgr2=0x7ff38c0ffef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ff384007b70 tx=0x7ff384007e80 comp rx=0 tx=0).stop 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 shutdown_connections 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff3780a1500 0x7ff3780a39c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff38c106c60 0x7ff38c0ffef0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff38c101a00 0x7ff38c101370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 --2- 172.21.15.29:0/2992953336 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff38c104330 0x7ff38c0ff9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 >> 172.21.15.29:0/2992953336 conn(0x7ff38c0fb370 msgr2=0x7ff38c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 shutdown_connections 2023-10-05T15:20:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.051+0000 7ff3940f7700 1 -- 172.21.15.29:0/2992953336 wait complete. 2023-10-05T15:20:40.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:20:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.191+0000 7fbc5ca62700 1 -- 172.21.15.29:0/3184554490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580ffdc0 msgr2=0x7fbc581001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.191+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/3184554490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580ffdc0 0x7fbc581001e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c0099c0 tx=0x7fbc4c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 -- 172.21.15.29:0/3184554490 shutdown_connections 2023-10-05T15:20:40.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/3184554490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc58101950 0x7fbc58108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/3184554490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc580ffdc0 0x7fbc581001e0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/3184554490 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 0x7fbc58101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 -- 172.21.15.29:0/3184554490 >> 172.21.15.29:0/3184554490 conn(0x7fbc580fb330 msgr2=0x7fbc580fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 -- 172.21.15.29:0/3184554490 shutdown_connections 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 -- 172.21.15.29:0/3184554490 wait complete. 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 Processor -- start 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.192+0000 7fbc5ca62700 1 -- start start 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc580ffdc0 0x7fbc58196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 0x7fbc58197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5819e750 con 0x7fbc58101950 2023-10-05T15:20:40.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5819e890 con 0x7fbc580ffdc0 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc5819ea20 con 0x7fbc58100fb0 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45384/0 (socket says 172.21.15.29:45384) 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 -- 172.21.15.29:0/4193775890 learned_addr learned my addr 172.21.15.29:0/4193775890 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5659c700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc580ffdc0 0x7fbc58196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc55d9b700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 0x7fbc58197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 -- 172.21.15.29:0/4193775890 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 msgr2=0x7fbc58197110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 0x7fbc58197110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 -- 172.21.15.29:0/4193775890 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc580ffdc0 msgr2=0x7fbc58196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc580ffdc0 0x7fbc58196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 -- 172.21.15.29:0/4193775890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc4c0095f0 con 0x7fbc58101950 2023-10-05T15:20:40.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc56d9d700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbc50007ee0 tx=0x7fbc5000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc50017070 con 0x7fbc58101950 2023-10-05T15:20:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc5819ed00 con 0x7fbc58101950 2023-10-05T15:20:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbc5000f040 con 0x7fbc58101950 2023-10-05T15:20:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc50005580 con 0x7fbc58101950 2023-10-05T15:20:40.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.193+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc5819f1c0 con 0x7fbc58101950 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.195+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc5810b5d0 con 0x7fbc58101950 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.196+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fbc5000db20 con 0x7fbc58101950 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.196+0000 7fbc477fe700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 0x7fbc400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.196+0000 7fbc5659c700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 0x7fbc400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.196+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fbc500ccca0 con 0x7fbc58101950 2023-10-05T15:20:40.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.197+0000 7fbc5659c700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 0x7fbc400a3940 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c009f50 tx=0x7fbc4c00b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.200+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbc50096110 con 0x7fbc58101950 2023-10-05T15:20:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:40 smithi029 ceph-mon[99237]: pgmap v261: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 534 B/s wr, 1 op/s 2023-10-05T15:20:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2685552968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1296424615' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:40 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2992953336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.399+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbc5819f3b0 con 0x7fbc58101950 2023-10-05T15:20:40.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.399+0000 7fbc477fe700 1 -- 172.21.15.29:0/4193775890 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v86) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbc50099730 con 0x7fbc58101950 2023-10-05T15:20:40.402 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:20:40.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 msgr2=0x7fbc400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 0x7fbc400a3940 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c009f50 tx=0x7fbc4c00b540 comp rx=0 tx=0).stop 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 msgr2=0x7fbc5819e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fbc50007ee0 tx=0x7fbc5000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 shutdown_connections 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fbc400a1480 0x7fbc400a3940 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58101950 0x7fbc5819e180 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbc580ffdc0 0x7fbc58196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 --2- 172.21.15.29:0/4193775890 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbc58100fb0 0x7fbc58197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 >> 172.21.15.29:0/4193775890 conn(0x7fbc580fb330 msgr2=0x7fbc58068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 shutdown_connections 2023-10-05T15:20:40.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.401+0000 7fbc5ca62700 1 -- 172.21.15.29:0/4193775890 wait complete. 2023-10-05T15:20:40.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:40 smithi040 ceph-mon[103696]: pgmap v261: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 534 B/s wr, 1 op/s 2023-10-05T15:20:40.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:40 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2685552968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:40.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:40 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1296424615' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:40 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2992953336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.415 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:20:40.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:40 smithi177 ceph-mon[103568]: pgmap v261: 129 pgs: 129 active+clean; 579 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 534 B/s wr, 1 op/s 2023-10-05T15:20:40.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:40 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2685552968' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:40.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:40 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1296424615' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:40 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2992953336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:20:40.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 -- 172.21.15.29:0/4175225080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388100fd0 msgr2=0x7f3388101430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 --2- 172.21.15.29:0/4175225080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388100fd0 0x7f3388101430 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f33700099c0 tx=0x7f3370009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 -- 172.21.15.29:0/4175225080 shutdown_connections 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 --2- 172.21.15.29:0/4175225080 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3388101970 0x7f3388108220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 --2- 172.21.15.29:0/4175225080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f33880ffde0 0x7f3388100200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 --2- 172.21.15.29:0/4175225080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388100fd0 0x7f3388101430 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 -- 172.21.15.29:0/4175225080 >> 172.21.15.29:0/4175225080 conn(0x7f33880fb330 msgr2=0x7f33880fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 -- 172.21.15.29:0/4175225080 shutdown_connections 2023-10-05T15:20:40.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.542+0000 7f338d4da700 1 -- 172.21.15.29:0/4175225080 wait complete. 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 Processor -- start 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 -- start start 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33880ffde0 0x7f3388069b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3388100fd0 0x7f338819b940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819e720 con 0x7f3388101970 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819e890 con 0x7f3388100fd0 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f338d4da700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338819ea50 con 0x7f33880ffde0 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f33877fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f33877fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45398/0 (socket says 172.21.15.29:45398) 2023-10-05T15:20:40.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f33877fe700 1 -- 172.21.15.29:0/1166872643 learned_addr learned my addr 172.21.15.29:0/1166872643 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f3386ffd700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33880ffde0 0x7f3388069b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.543+0000 7f33867fc700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3388100fd0 0x7f338819b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 -- 172.21.15.29:0/1166872643 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33880ffde0 msgr2=0x7f3388069b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33880ffde0 0x7f3388069b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 -- 172.21.15.29:0/1166872643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3388100fd0 msgr2=0x7f338819b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3388100fd0 0x7f338819b940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 -- 172.21.15.29:0/1166872643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33700095f0 con 0x7f3388101970 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f33877fe700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3380007970 tx=0x7f3380007c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380017070 con 0x7f3388101970 2023-10-05T15:20:40.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f338819ed30 con 0x7f3388101970 2023-10-05T15:20:40.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f338000f040 con 0x7f3388101970 2023-10-05T15:20:40.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380013b40 con 0x7f3388101970 2023-10-05T15:20:40.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.544+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f338819f230 con 0x7f3388101970 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.545+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3388106d10 con 0x7f3388101970 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.546+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f338000d7d0 con 0x7f3388101970 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.546+0000 7f337ffff700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 0x7f33740a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.547+0000 7f3386ffd700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 0x7f33740a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.547+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f33800cc6d0 con 0x7f3388101970 2023-10-05T15:20:40.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.547+0000 7f3386ffd700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 0x7f33740a3940 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3388100e30 tx=0x7f3378009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.551+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3380095b40 con 0x7f3388101970 2023-10-05T15:20:40.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.751+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f338802d020 con 0x7f3388101970 2023-10-05T15:20:40.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.751+0000 7f337ffff700 1 -- 172.21.15.29:0/1166872643 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v86) v1 ==== 103+0+11 (secure 0 0 0) 0x7f3380099160 con 0x7f3388101970 2023-10-05T15:20:40.754 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 msgr2=0x7f33740a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 0x7f33740a3940 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3388100e30 tx=0x7f3378009260 comp rx=0 tx=0).stop 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 msgr2=0x7f338819df80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3380007970 tx=0x7f3380007c80 comp rx=0 tx=0).stop 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 shutdown_connections 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f33740a1480 0x7f33740a3940 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f33880ffde0 0x7f3388069b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3388101970 0x7f338819df80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 --2- 172.21.15.29:0/1166872643 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3388100fd0 0x7f338819b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.753+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 >> 172.21.15.29:0/1166872643 conn(0x7f33880fb330 msgr2=0x7f33880fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.754+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 shutdown_connections 2023-10-05T15:20:40.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.754+0000 7f338d4da700 1 -- 172.21.15.29:0/1166872643 wait complete. 2023-10-05T15:20:40.768 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3412768416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0100fb0 msgr2=0x7f3ed0101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3412768416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0100fb0 0x7f3ed0101410 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f3eb80099c0 tx=0x7f3eb8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3412768416 shutdown_connections 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3412768416 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 0x7f3ed01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3412768416 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0101950 0x7f3ed0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3412768416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0100fb0 0x7f3ed0101410 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3412768416 >> 172.21.15.29:0/3412768416 conn(0x7f3ed00fb330 msgr2=0x7f3ed00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3412768416 shutdown_connections 2023-10-05T15:20:40.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.892+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3412768416 wait complete. 2023-10-05T15:20:40.897 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.893+0000 7f3ed5c9a700 1 Processor -- start 2023-10-05T15:20:40.897 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.893+0000 7f3ed5c9a700 1 -- start start 2023-10-05T15:20:40.897 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.893+0000 7f3ed5c9a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 0x7f3ed0068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.893+0000 7f3ed5c9a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0100fb0 0x7f3ed019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed019e700 con 0x7f3ed0101950 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed019e870 con 0x7f3ed0100fb0 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed019ea30 con 0x7f3ed00ffdc0 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45412/0 (socket says 172.21.15.29:45412) 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecf7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 0x7f3ed0068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 -- 172.21.15.29:0/3181388206 learned_addr learned my addr 172.21.15.29:0/3181388206 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3eceffd700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0100fb0 0x7f3ed019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 -- 172.21.15.29:0/3181388206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 msgr2=0x7f3ed0068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.898 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 0x7f3ed0068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 -- 172.21.15.29:0/3181388206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0100fb0 msgr2=0x7f3ed019b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0100fb0 0x7f3ed019b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 -- 172.21.15.29:0/3181388206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3eb80095f0 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ecffff700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3ec800ef30 tx=0x7f3ec800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec8018070 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ed019ecb0 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3ec800f040 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec800cd00 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.894+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ed019f140 con 0x7f3ed0101950 2023-10-05T15:20:40.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.895+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ed0106d40 con 0x7f3ed0101950 2023-10-05T15:20:40.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.897+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f3ec8003a00 con 0x7f3ed0101950 2023-10-05T15:20:40.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.898+0000 7f3eccff9700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 0x7f3ebc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:40.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.898+0000 7f3ecf7fe700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 0x7f3ebc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:40.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.898+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f3ec80cd400 con 0x7f3ed0101950 2023-10-05T15:20:40.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.898+0000 7f3ecf7fe700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 0x7f3ebc0a3940 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0100e10 tx=0x7f3ec0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:40.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:40.901+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3ec80968a0 con 0x7f3ed0101950 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.126+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3ed002d270 con 0x7f3ed0101950 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.127+0000 7f3eccff9700 1 -- 172.21.15.29:0/3181388206 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v86) v1 ==== 81+0+592 (secure 0 0 0) 0x7f3ec8096030 con 0x7f3ed0101950 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1825148588 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:41.129 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1595780445 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/2689210806 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/4056210734 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1055952549 2023-10-06T15:14:28.567219+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:41.130 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1847515356 2023-10-06T15:14:02.820300+0000 2023-10-05T15:20:41.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 msgr2=0x7f3ebc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 0x7f3ebc0a3940 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f3ed0100e10 tx=0x7f3ec0009260 comp rx=0 tx=0).stop 2023-10-05T15:20:41.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 msgr2=0x7f3ed019df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f3ec800ef30 tx=0x7f3ec800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 shutdown_connections 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f3ebc0a1480 0x7f3ebc0a3940 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3ed00ffdc0 0x7f3ed0068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ed0101950 0x7f3ed019df30 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 --2- 172.21.15.29:0/3181388206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3ed0100fb0 0x7f3ed019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 >> 172.21.15.29:0/3181388206 conn(0x7f3ed00fb330 msgr2=0x7f3ed00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 shutdown_connections 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.129+0000 7f3ed5c9a700 1 -- 172.21.15.29:0/3181388206 wait complete. 2023-10-05T15:20:41.132 INFO:teuthology.orchestra.run.smithi029.stderr:listed 10 entries 2023-10-05T15:20:41.143 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi029.front.sepia.ceph.com... 2023-10-05T15:20:41.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:41.143 DEBUG:teuthology.orchestra.run.smithi029:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2023-10-05T15:20:41.177 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi029.stderr:ceph-fuse[154259]: fuse finished with error 0 and tester_r 0 2023-10-05T15:20:41.178 INFO:teuthology.orchestra.run:waiting for 300 2023-10-05T15:20:41.195 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:20:41.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:20:41.195 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2023-10-05T15:20:41.256 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:41 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4193775890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:41 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1166872643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:41 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4193775890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:41 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1166872643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 -- 172.21.15.29:0/344447149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c101960 msgr2=0x7fcd7c108210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/344447149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c101960 0x7fcd7c108210 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fcd7400b0d0 tx=0x7fcd7400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 -- 172.21.15.29:0/344447149 shutdown_connections 2023-10-05T15:20:41.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/344447149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c101960 0x7fcd7c108210 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/344447149 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c1001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/344447149 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.420+0000 7fcd81ba5700 1 -- 172.21.15.29:0/344447149 >> 172.21.15.29:0/344447149 conn(0x7fcd7c0fb300 msgr2=0x7fcd7c0fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- 172.21.15.29:0/344447149 shutdown_connections 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- 172.21.15.29:0/344447149 wait complete. 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 Processor -- start 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- start start 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c19ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c101960 0x7fcd7c19e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19e840 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19e9b0 con 0x7fcd7c100fc0 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.421+0000 7fcd81ba5700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd7c19eb70 con 0x7fcd7c101960 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45422/0 (socket says 172.21.15.29:45422) 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 -- 172.21.15.29:0/427043701 learned_addr learned my addr 172.21.15.29:0/427043701 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7bfff700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c101960 0x7fcd7c19e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7affd700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c19ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 -- 172.21.15.29:0/427043701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c101960 msgr2=0x7fcd7c19e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c101960 0x7fcd7c19e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 -- 172.21.15.29:0/427043701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 msgr2=0x7fcd7c19ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c19ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 -- 172.21.15.29:0/427043701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd74009d00 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7affd700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c19ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd7b7fe700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcd6400d980 tx=0x7fcd6400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd6400de60 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcd640044e0 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd7c19ee50 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd64003be0 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.422+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd7c19f280 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.423+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd7c1072c0 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:41 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4193775890' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:41 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1166872643' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:20:41.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.424+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fcd64009bb0 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.425+0000 7fcd78ff9700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 0x7fcd680a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.425+0000 7fcd7affd700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 0x7fcd680a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.425+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fcd640ccc80 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.425+0000 7fcd7affd700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 0x7fcd680a3990 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c069970 tx=0x7fcd6c009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:41.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.429+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fcd640960f0 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.631+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcd7c10b640 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.633+0000 7fcd78ff9700 1 -- 172.21.15.29:0/427043701 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7fcd64009940 con 0x7fcd7c0ffdd0 2023-10-05T15:20:41.635 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:41.635 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:41.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 msgr2=0x7fcd680a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 0x7fcd680a3990 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fcd7c069970 tx=0x7fcd6c009550 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 msgr2=0x7fcd7c069c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fcd6400d980 tx=0x7fcd6400dd40 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 shutdown_connections 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fcd680a14d0 0x7fcd680a3990 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcd7c101960 0x7fcd7c19e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcd7c0ffdd0 0x7fcd7c069c00 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 --2- 172.21.15.29:0/427043701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcd7c100fc0 0x7fcd7c19ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 >> 172.21.15.29:0/427043701 conn(0x7fcd7c0fb300 msgr2=0x7fcd7c104400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:41.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 shutdown_connections 2023-10-05T15:20:41.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.635+0000 7fcd81ba5700 1 -- 172.21.15.29:0/427043701 wait complete. 2023-10-05T15:20:41.650 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:41.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 -- 172.21.15.29:0/3748638579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084100910 msgr2=0x7f3084108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 --2- 172.21.15.29:0/3748638579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084100910 0x7f3084108240 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f307c00b0a0 tx=0x7f307c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 -- 172.21.15.29:0/3748638579 shutdown_connections 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 --2- 172.21.15.29:0/3748638579 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3084101300 0x7f3084101720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 --2- 172.21.15.29:0/3748638579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084100910 0x7f3084108240 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 --2- 172.21.15.29:0/3748638579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30840fff50 0x7f30841003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 -- 172.21.15.29:0/3748638579 >> 172.21.15.29:0/3748638579 conn(0x7f30840faac0 msgr2=0x7f30840fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 -- 172.21.15.29:0/3748638579 shutdown_connections 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.773+0000 7f308acc6700 1 -- 172.21.15.29:0/3748638579 wait complete. 2023-10-05T15:20:41.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 Processor -- start 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 -- start start 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30840fff50 0x7f3084196cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3084100910 0x7f3084197210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308419e7c0 con 0x7f3084101300 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308419e930 con 0x7f3084100910 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f308acc6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f308419eaf0 con 0x7f30840fff50 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f3089263700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f3089263700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45440/0 (socket says 172.21.15.29:45440) 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f3089263700 1 -- 172.21.15.29:0/2648242352 learned_addr learned my addr 172.21.15.29:0/2648242352 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f3088a62700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30840fff50 0x7f3084196cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.774+0000 7f3083fff700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3084100910 0x7f3084197210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 -- 172.21.15.29:0/2648242352 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30840fff50 msgr2=0x7f3084196cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30840fff50 0x7f3084196cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 -- 172.21.15.29:0/2648242352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3084100910 msgr2=0x7f3084197210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3084100910 0x7f3084197210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 -- 172.21.15.29:0/2648242352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f307c009d00 con 0x7f3084101300 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3089263700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f307c00b070 tx=0x7f307c004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f307c00e040 con 0x7f3084101300 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f307c004dd0 con 0x7f3084101300 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f308419ed70 con 0x7f3084101300 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f307c01b6b0 con 0x7f3084101300 2023-10-05T15:20:41.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.775+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f308419f1a0 con 0x7f3084101300 2023-10-05T15:20:41.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.776+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f308410b640 con 0x7f3084101300 2023-10-05T15:20:41.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.777+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f307c003a00 con 0x7f3084101300 2023-10-05T15:20:41.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.778+0000 7f3081ffb700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 0x7f30740a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:41.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.778+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f307c0ce3d0 con 0x7f3084101300 2023-10-05T15:20:41.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.778+0000 7f3088a62700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 0x7f30740a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:41.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.778+0000 7f3088a62700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 0x7f30740a3990 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3084198150 tx=0x7f307800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:41.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.781+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f307c0978d0 con 0x7f3084101300 2023-10-05T15:20:41.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.983+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f308419f330 con 0x7f3084101300 2023-10-05T15:20:41.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.985+0000 7f3081ffb700 1 -- 172.21.15.29:0/2648242352 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f307c09aef0 con 0x7f3084101300 2023-10-05T15:20:41.987 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:41.988 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:41.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 msgr2=0x7f30740a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 0x7f30740a3990 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3084198150 tx=0x7f307800b410 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 msgr2=0x7f308419e1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f307c00b070 tx=0x7f307c004a50 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 shutdown_connections 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30740a14d0 0x7f30740a3990 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30840fff50 0x7f3084196cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3084101300 0x7f308419e1f0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 --2- 172.21.15.29:0/2648242352 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3084100910 0x7f3084197210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 >> 172.21.15.29:0/2648242352 conn(0x7f30840faac0 msgr2=0x7f30840fee80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 shutdown_connections 2023-10-05T15:20:41.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:41.987+0000 7f308acc6700 1 -- 172.21.15.29:0/2648242352 wait complete. 2023-10-05T15:20:42.002 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 -- 172.21.15.29:0/3926739913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 msgr2=0x7f19d0101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 --2- 172.21.15.29:0/3926739913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d0101410 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f19cc0099c0 tx=0x7f19cc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 -- 172.21.15.29:0/3926739913 shutdown_connections 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 --2- 172.21.15.29:0/3926739913 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d0101950 0x7f19d0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 --2- 172.21.15.29:0/3926739913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d00ffdc0 0x7f19d01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 --2- 172.21.15.29:0/3926739913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d0101410 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 -- 172.21.15.29:0/3926739913 >> 172.21.15.29:0/3926739913 conn(0x7f19d00fb330 msgr2=0x7f19d00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 -- 172.21.15.29:0/3926739913 shutdown_connections 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.129+0000 7f19d74d0700 1 -- 172.21.15.29:0/3926739913 wait complete. 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 Processor -- start 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 -- start start 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 0x7f19d0068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 0x7f19d019df40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d019e6e0 con 0x7f19d0100fb0 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d019e850 con 0x7f19d0101950 2023-10-05T15:20:42.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d74d0700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19d019ea10 con 0x7f19d00ffdc0 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45452/0 (socket says 172.21.15.29:45452) 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 -- 172.21.15.29:0/2252230583 learned_addr learned my addr 172.21.15.29:0/2252230583 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d5a6d700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 0x7f19d019df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d526c700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 0x7f19d0068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 -- 172.21.15.29:0/2252230583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 msgr2=0x7f19d0068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 0x7f19d0068bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 -- 172.21.15.29:0/2252230583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 msgr2=0x7f19d019df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 0x7f19d019df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 -- 172.21.15.29:0/2252230583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19cc0095f0 con 0x7f19d0100fb0 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d5a6d700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 0x7f19d019df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d526c700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 0x7f19d0068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:42.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.130+0000 7f19d4a6b700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19cc009fd0 tx=0x7f19cc009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.131+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19cc01d070 con 0x7f19d0100fb0 2023-10-05T15:20:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.131+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19cc0054f0 con 0x7f19d0100fb0 2023-10-05T15:20:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.131+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19d019ec90 con 0x7f19d0100fb0 2023-10-05T15:20:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.131+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19cc004bd0 con 0x7f19d0100fb0 2023-10-05T15:20:42.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.131+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19d019f0b0 con 0x7f19d0100fb0 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.132+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19d0106d40 con 0x7f19d0100fb0 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.133+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f19cc00fbf0 con 0x7f19d0100fb0 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.133+0000 7f19c67fc700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 0x7f19bc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.133+0000 7f19d526c700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 0x7f19bc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.133+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f19cc0cdda0 con 0x7f19d0100fb0 2023-10-05T15:20:42.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.134+0000 7f19d526c700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 0x7f19bc0a3940 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f19d0100e10 tx=0x7f19c0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:42.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.138+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f19cc0972a0 con 0x7f19d0100fb0 2023-10-05T15:20:42.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:42 smithi029 ceph-mon[99237]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 290 B/s wr, 0 op/s 2023-10-05T15:20:42.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3181388206' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:42.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/427043701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:42.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:42 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2648242352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:42.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:42.390+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f19d00008d0 con 0x7f19d0100fb0 2023-10-05T15:20:42.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:42 smithi040 ceph-mon[103696]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 290 B/s wr, 0 op/s 2023-10-05T15:20:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3181388206' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/427043701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:42 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2648242352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:42 smithi177 ceph-mon[103568]: pgmap v262: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 290 B/s wr, 0 op/s 2023-10-05T15:20:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3181388206' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:20:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/427043701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:42 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2648242352' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:43.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.109+0000 7f19c67fc700 1 -- 172.21.15.29:0/2252230583 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) v1 ==== 118+0+0 (secure 0 0 0) 0x7f19cc09a8c0 con 0x7f19d0100fb0 2023-10-05T15:20:43.114 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 msgr2=0x7f19bc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.114 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 0x7f19bc0a3940 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f19d0100e10 tx=0x7f19c0009260 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 msgr2=0x7f19d019b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19cc009fd0 tx=0x7f19cc009580 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 shutdown_connections 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19bc0a1480 0x7f19bc0a3940 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19d00ffdc0 0x7f19d0068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19d0101950 0x7f19d019df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 --2- 172.21.15.29:0/2252230583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19d0100fb0 0x7f19d019b900 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 >> 172.21.15.29:0/2252230583 conn(0x7f19d00fb330 msgr2=0x7f19d00fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 shutdown_connections 2023-10-05T15:20:43.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.112+0000 7f19d74d0700 1 -- 172.21.15.29:0/2252230583 wait complete. 2023-10-05T15:20:43.129 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 3, 'session_timeout': 300, 'standby_replay': True} 2023-10-05T15:20:43.130 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2023-10-05T15:20:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.263+0000 7f8111cb7700 1 -- 172.21.15.29:0/2999905960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 msgr2=0x7f810c101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.263+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2999905960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c101450 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f81000099c0 tx=0x7f8100009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- 172.21.15.29:0/2999905960 shutdown_connections 2023-10-05T15:20:43.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2999905960 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c101990 0x7f810c108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2999905960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c0ffe00 0x7f810c100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2999905960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c101450 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- 172.21.15.29:0/2999905960 >> 172.21.15.29:0/2999905960 conn(0x7f810c0fb3b0 msgr2=0x7f810c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- 172.21.15.29:0/2999905960 shutdown_connections 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- 172.21.15.29:0/2999905960 wait complete. 2023-10-05T15:20:43.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 Processor -- start 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- start start 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c0ffe00 0x7f810c198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 0x7f810c1a0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810c1a0900 con 0x7f810c100ff0 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810c1a0a70 con 0x7f810c101990 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.264+0000 7f8111cb7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f810c1a0c30 con 0x7f810c0ffe00 2023-10-05T15:20:43.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45466/0 (socket says 172.21.15.29:45466) 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 -- 172.21.15.29:0/2592441641 learned_addr learned my addr 172.21.15.29:0/2592441641 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810b7fe700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c0ffe00 0x7f810c198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810bfff700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 0x7f810c1a0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 -- 172.21.15.29:0/2592441641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c0ffe00 msgr2=0x7f810c198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c0ffe00 0x7f810c198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 -- 172.21.15.29:0/2592441641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 msgr2=0x7f810c1a0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 0x7f810c1a0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 -- 172.21.15.29:0/2592441641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81000095f0 con 0x7f810c100ff0 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810bfff700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 0x7f810c1a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:43.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f810affd700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8100009990 tx=0x7f8100004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f810001d070 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f810c1a0eb0 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8100004090 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8100004a00 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.265+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f810c1a12d0 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.266+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f810c10b610 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.267+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8100003bd0 con 0x7f810c100ff0 2023-10-05T15:20:43.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.268+0000 7f8108ff9700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 0x7f80f40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.268+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f81000ce290 con 0x7f810c100ff0 2023-10-05T15:20:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.268+0000 7f810b7fe700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 0x7f80f40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.269+0000 7f810b7fe700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 0x7f80f40a3940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f810c19a290 tx=0x7f80fc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:43.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.271+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8100097730 con 0x7f810c100ff0 2023-10-05T15:20:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:43 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:20:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:43 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:20:43.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:43 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2023-10-05T15:20:43.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.517+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) v1 -- 0x7f810c1a14c0 con 0x7f810c100ff0 2023-10-05T15:20:43.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.854+0000 7f8108ff9700 1 -- 172.21.15.29:0/2592441641 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v19) v1 ==== 105+0+0 (secure 0 0 0) 0x7f810009ad50 con 0x7f810c100ff0 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 msgr2=0x7f80f40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 0x7f80f40a3940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f810c19a290 tx=0x7f80fc00b410 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 msgr2=0x7f810c199300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8100009990 tx=0x7f8100004730 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 shutdown_connections 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f80f40a1480 0x7f80f40a3940 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f810c0ffe00 0x7f810c198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f810c101990 0x7f810c1a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 --2- 172.21.15.29:0/2592441641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f810c100ff0 0x7f810c199300 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 >> 172.21.15.29:0/2592441641 conn(0x7f810c0fb3b0 msgr2=0x7f810c069030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:43.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 shutdown_connections 2023-10-05T15:20:43.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:43.856+0000 7f8111cb7700 1 -- 172.21.15.29:0/2592441641 wait complete. 2023-10-05T15:20:43.875 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2023-10-05T15:20:44.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/321977715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e64106c20 msgr2=0x7f1e64109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/321977715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e64106c20 0x7f1e64109010 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1e5c00b0a0 tx=0x7f1e5c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/321977715 shutdown_connections 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/321977715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e64106c20 0x7f1e64109010 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/321977715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e641019c0 0x7f1e64103db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/321977715 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641042f0 0x7f1e641066e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/321977715 >> 172.21.15.29:0/321977715 conn(0x7f1e640fb330 msgr2=0x7f1e640fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/321977715 shutdown_connections 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.004+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/321977715 wait complete. 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 Processor -- start 2023-10-05T15:20:44.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 -- start start 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641019c0 0x7f1e64101330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 0x7f1e640ffeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e64100650 con 0x7f1e641042f0 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e641007c0 con 0x7f1e64106c20 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6bbd2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e641a0d30 con 0x7f1e641019c0 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6916d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6916d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45480/0 (socket says 172.21.15.29:45480) 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6916d700 1 -- 172.21.15.29:0/2727500597 learned_addr learned my addr 172.21.15.29:0/2727500597 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.005+0000 7f1e6a16f700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 0x7f1e640ffeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6996e700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641019c0 0x7f1e64101330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:44.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 -- 172.21.15.29:0/2727500597 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641019c0 msgr2=0x7f1e64101330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641019c0 0x7f1e64101330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 -- 172.21.15.29:0/2727500597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 msgr2=0x7f1e640ffeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 0x7f1e640ffeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 -- 172.21.15.29:0/2727500597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e5c009d00 con 0x7f1e641042f0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6a16f700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 0x7f1e640ffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6916d700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1e5800d980 tx=0x7f1e5800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e58004220 con 0x7f1e641042f0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e641a0fb0 con 0x7f1e641042f0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1e58007640 con 0x7f1e641042f0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e58005610 con 0x7f1e641042f0 2023-10-05T15:20:44.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.006+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e641a1490 con 0x7f1e641042f0 2023-10-05T15:20:44.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.007+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e640fceb0 con 0x7f1e641042f0 2023-10-05T15:20:44.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.009+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1e58004750 con 0x7f1e641042f0 2023-10-05T15:20:44.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.009+0000 7f1e56ffd700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 0x7f1e500a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:44.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.009+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f1e580cd210 con 0x7f1e641042f0 2023-10-05T15:20:44.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.009+0000 7f1e6996e700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 0x7f1e500a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:44.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.010+0000 7f1e6996e700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 0x7f1e500a3940 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1e60005950 tx=0x7f1e6000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:44.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.013+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1e58096680 con 0x7f1e641042f0 2023-10-05T15:20:44.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.263+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f1e6410c6a0 con 0x7f1e641042f0 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:20:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:44 smithi029 ceph-mon[99237]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:20:44.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:20:44.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:44 smithi040 ceph-mon[103696]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:20:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: pgmap v263: 129 pgs: 129 active+clean; 581 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 0 op/s 2023-10-05T15:20:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2252230583' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2023-10-05T15:20:44.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2592441641' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2023-10-05T15:20:44.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:44 smithi177 ceph-mon[103568]: daemon mds.i is now active in filesystem cephfs as rank 1 2023-10-05T15:20:44.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.861+0000 7f1e56ffd700 1 -- 172.21.15.29:0/2727500597 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7f1e58099ca0 con 0x7f1e641042f0 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.863+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 msgr2=0x7f1e500a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.863+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 0x7f1e500a3940 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f1e60005950 tx=0x7f1e6000b410 comp rx=0 tx=0).stop 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.863+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 msgr2=0x7f1e640ff970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.863+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1e5800d980 tx=0x7f1e5800dc90 comp rx=0 tx=0).stop 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 shutdown_connections 2023-10-05T15:20:44.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1e500a1480 0x7f1e500a3940 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1e641019c0 0x7f1e64101330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1e64106c20 0x7f1e640ffeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 --2- 172.21.15.29:0/2727500597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e641042f0 0x7f1e640ff970 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 >> 172.21.15.29:0/2727500597 conn(0x7f1e640fb330 msgr2=0x7f1e64102630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 shutdown_connections 2023-10-05T15:20:44.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:44.864+0000 7f1e6bbd2700 1 -- 172.21.15.29:0/2727500597 wait complete. 2023-10-05T15:20:44.885 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.017+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3944742048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 msgr2=0x7f5bdc101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.017+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3944742048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc101450 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc0099c0 tx=0x7f5bcc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3944742048 shutdown_connections 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3944742048 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc101990 0x7f5bdc108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3944742048 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc0ffe00 0x7f5bdc100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3944742048 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc101450 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3944742048 >> 172.21.15.29:0/3944742048 conn(0x7f5bdc0fb3b0 msgr2=0x7f5bdc0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3944742048 shutdown_connections 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3944742048 wait complete. 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 Processor -- start 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- start start 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc0ffe00 0x7f5bdc196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc101990 0x7f5bdc19e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19e720 con 0x7f5bdc100ff0 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19e860 con 0x7f5bdc101990 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.018+0000 7f5be3e4d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bdc19e9f0 con 0x7f5bdc0ffe00 2023-10-05T15:20:45.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45494/0 (socket says 172.21.15.29:45494) 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 -- 172.21.15.29:0/3959265532 learned_addr learned my addr 172.21.15.29:0/3959265532 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be23ea700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc101990 0x7f5bdc19e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be1be9700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc0ffe00 0x7f5bdc196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 -- 172.21.15.29:0/3959265532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc0ffe00 msgr2=0x7f5bdc196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc0ffe00 0x7f5bdc196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 -- 172.21.15.29:0/3959265532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc101990 msgr2=0x7f5bdc19e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc101990 0x7f5bdc19e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 -- 172.21.15.29:0/3959265532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bcc0095f0 con 0x7f5bdc100ff0 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be13e8700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc009f50 tx=0x7f5bcc005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:45.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc01d070 con 0x7f5bdc100ff0 2023-10-05T15:20:45.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bcc004010 con 0x7f5bdc100ff0 2023-10-05T15:20:45.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bcc00fdc0 con 0x7f5bdc100ff0 2023-10-05T15:20:45.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bdc19ec70 con 0x7f5bdc100ff0 2023-10-05T15:20:45.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.019+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bdc19f040 con 0x7f5bdc100ff0 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.020+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bdc10b660 con 0x7f5bdc100ff0 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.022+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5bcc00f4f0 con 0x7f5bdc100ff0 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.022+0000 7f5bd2ffd700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 0x7f5bc80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.022+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f5bcc0cdec0 con 0x7f5bdc100ff0 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.022+0000 7f5be1be9700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 0x7f5bc80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:45.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.023+0000 7f5be1be9700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 0x7f5bc80a3940 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc100e50 tx=0x7f5bd800b5b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:45.028 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.027+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5bcc097360 con 0x7f5bdc100ff0 2023-10-05T15:20:45.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.277+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f5bdc19f290 con 0x7f5bdc100ff0 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:20:45.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:20:45.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:20:45.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-10-05T15:20:45.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:45 smithi029 ceph-mon[99237]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-10-05T15:20:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:45 smithi040 ceph-mon[103696]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-10-05T15:20:45.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2023-10-05T15:20:45.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2727500597' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: daemon mds.c assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 10 up:standby 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:creating} 9 up:standby 2023-10-05T15:20:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:45 smithi177 ceph-mon[103568]: daemon mds.c is now active in filesystem cephfs as rank 2 2023-10-05T15:20:45.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.868+0000 7f5bd2ffd700 1 -- 172.21.15.29:0/3959265532 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f5bcc09a980 con 0x7f5bdc100ff0 2023-10-05T15:20:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 msgr2=0x7f5bc80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 0x7f5bc80a3940 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f5bdc100e50 tx=0x7f5bd800b5b0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 msgr2=0x7f5bdc1970e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f5bcc009f50 tx=0x7f5bcc005740 comp rx=0 tx=0).stop 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 shutdown_connections 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5bc80a1480 0x7f5bc80a3940 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bdc0ffe00 0x7f5bdc196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bdc101990 0x7f5bdc19e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 --2- 172.21.15.29:0/3959265532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bdc100ff0 0x7f5bdc1970e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 >> 172.21.15.29:0/3959265532 conn(0x7f5bdc0fb3b0 msgr2=0x7f5bdc069050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 shutdown_connections 2023-10-05T15:20:45.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:45.871+0000 7f5be3e4d700 1 -- 172.21.15.29:0/3959265532 wait complete. 2023-10-05T15:20:45.888 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-10-05T15:20:45.889 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:20:46.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- 172.21.15.29:0/1177700799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 msgr2=0x7f06041066c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 --2- 172.21.15.29:0/1177700799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041066c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f05f8009990 tx=0x7f05f8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- 172.21.15.29:0/1177700799 shutdown_connections 2023-10-05T15:20:46.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 --2- 172.21.15.29:0/1177700799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f06041019a0 0x7f0604103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 --2- 172.21.15.29:0/1177700799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0604106c00 0x7f0604109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 --2- 172.21.15.29:0/1177700799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041066c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- 172.21.15.29:0/1177700799 >> 172.21.15.29:0/1177700799 conn(0x7f06040fb310 msgr2=0x7f06040fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- 172.21.15.29:0/1177700799 shutdown_connections 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- 172.21.15.29:0/1177700799 wait complete. 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 Processor -- start 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.019+0000 7f0608eba700 1 -- start start 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f06041019a0 0x7f0604196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 0x7f060419e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060419e6f0 con 0x7f06041042d0 2023-10-05T15:20:46.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060419e830 con 0x7f06041019a0 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0608eba700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f060419e9c0 con 0x7f0604106c00 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45506/0 (socket says 172.21.15.29:45506) 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 -- 172.21.15.29:0/309476302 learned_addr learned my addr 172.21.15.29:0/309476302 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f060259c700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f06041019a0 0x7f0604196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0602d9d700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 0x7f060419e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 -- 172.21.15.29:0/309476302 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 msgr2=0x7f060419e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 0x7f060419e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 -- 172.21.15.29:0/309476302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f06041019a0 msgr2=0x7f0604196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f06041019a0 0x7f0604196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 -- 172.21.15.29:0/309476302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05f80095f0 con 0x7f06041042d0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0602d9d700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 0x7f060419e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.020+0000 7f0601d9b700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f05f8000c00 tx=0x7f05f800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.021+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f801d070 con 0x7f06041042d0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.021+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f05f800fb50 con 0x7f06041042d0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.021+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f060419ec40 con 0x7f06041042d0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.021+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05f8017650 con 0x7f06041042d0 2023-10-05T15:20:46.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.021+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f060419f0f0 con 0x7f06041042d0 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.022+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06040fce90 con 0x7f06041042d0 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.023+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f05f800fcc0 con 0x7f06041042d0 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.023+0000 7f05f37fe700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 0x7f05ec0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.023+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f05f80ce360 con 0x7f06041042d0 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.023+0000 7f060259c700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 0x7f05ec0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.024+0000 7f060259c700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 0x7f05ec0a3990 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f05f4005950 tx=0x7f05f400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.027+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f05f8097980 con 0x7f06041042d0 2023-10-05T15:20:46.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.280+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f060410c6b0 con 0x7f06041042d0 2023-10-05T15:20:46.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.281+0000 7f05f37fe700 1 -- 172.21.15.29:0/309476302 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f05f809afa0 con 0x7f06041042d0 2023-10-05T15:20:46.283 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:46.283 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 msgr2=0x7f05ec0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 0x7f05ec0a3990 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f05f4005950 tx=0x7f05f400a300 comp rx=0 tx=0).stop 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 msgr2=0x7f06041970b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f05f8000c00 tx=0x7f05f800f710 comp rx=0 tx=0).stop 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 shutdown_connections 2023-10-05T15:20:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f05ec0a14d0 0x7f05ec0a3990 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0604106c00 0x7f060419e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f06041019a0 0x7f0604196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 --2- 172.21.15.29:0/309476302 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f06041042d0 0x7f06041970b0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 >> 172.21.15.29:0/309476302 conn(0x7f06040fb310 msgr2=0x7f0604102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 shutdown_connections 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.283+0000 7f0608eba700 1 -- 172.21.15.29:0/309476302 wait complete. 2023-10-05T15:20:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:20:46.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: pgmap v264: 129 pgs: 129 active+clean; 582 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2023-10-05T15:20:46.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:20:46.296 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:20:46.297 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:active 2023-10-05T15:20:46.297 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-10-05T15:20:46.297 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:46 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:20:46.299 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: pgmap v264: 129 pgs: 129 active+clean; 582 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:active 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-10-05T15:20:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:46 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:20:46.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 -- 172.21.15.29:0/451137100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 msgr2=0x7f9d30101870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 --2- 172.21.15.29:0/451137100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d30101870 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c009990 tx=0x7f9d2c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 -- 172.21.15.29:0/451137100 shutdown_connections 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 --2- 172.21.15.29:0/451137100 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d30108270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 --2- 172.21.15.29:0/451137100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d30101870 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 --2- 172.21.15.29:0/451137100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 0x7f9d30100490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 -- 172.21.15.29:0/451137100 >> 172.21.15.29:0/451137100 conn(0x7f9d300faac0 msgr2=0x7f9d300fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 -- 172.21.15.29:0/451137100 shutdown_connections 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.422+0000 7f9d38109700 1 -- 172.21.15.29:0/451137100 wait complete. 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 Processor -- start 2023-10-05T15:20:46.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 -- start start 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 0x7f9d300ffa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d3019b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3019e6c0 con 0x7f9d30101450 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3019e830 con 0x7f9d30100010 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d38109700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d3019e9f0 con 0x7f9d301009d0 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d366a6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d366a6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45522/0 (socket says 172.21.15.29:45522) 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d366a6700 1 -- 172.21.15.29:0/619382136 learned_addr learned my addr 172.21.15.29:0/619382136 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d35ea5700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 0x7f9d300ffa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.423+0000 7f9d356a4700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d3019b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 -- 172.21.15.29:0/619382136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 msgr2=0x7f9d3019b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d3019b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 -- 172.21.15.29:0/619382136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 msgr2=0x7f9d300ffa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 0x7f9d300ffa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 -- 172.21.15.29:0/619382136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d2c0095f0 con 0x7f9d30101450 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d356a4700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d3019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d366a6700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9d28007ee0 tx=0x7f9d2800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d2800ddd0 con 0x7f9d30101450 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d2800f040 con 0x7f9d30101450 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d3019ecd0 con 0x7f9d30101450 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d280048e0 con 0x7f9d30101450 2023-10-05T15:20:46.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.424+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d3019f1d0 con 0x7f9d30101450 2023-10-05T15:20:46.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: pgmap v264: 129 pgs: 129 active+clean; 582 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 767 B/s wr, 1 op/s 2023-10-05T15:20:46.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2023-10-05T15:20:46.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3959265532' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2023-10-05T15:20:46.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] up:active 2023-10-05T15:20:46.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 9 up:standby 2023-10-05T15:20:46.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:46 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:20:46.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.425+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d30106db0 con 0x7f9d30101450 2023-10-05T15:20:46.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.427+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9d28003a00 con 0x7f9d30101450 2023-10-05T15:20:46.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.427+0000 7f9d22ffd700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 0x7f9d1c0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.427+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9d280ccf50 con 0x7f9d30101450 2023-10-05T15:20:46.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.427+0000 7f9d35ea5700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 0x7f9d1c0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.428+0000 7f9d35ea5700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 0x7f9d1c0a3a10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c00b2e0 tx=0x7f9d2c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.431+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9d280963c0 con 0x7f9d30101450 2023-10-05T15:20:46.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.635+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9d3010b680 con 0x7f9d30101450 2023-10-05T15:20:46.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.636+0000 7f9d22ffd700 1 -- 172.21.15.29:0/619382136 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f9d28023020 con 0x7f9d30101450 2023-10-05T15:20:46.639 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:46.639 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 msgr2=0x7f9d1c0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 0x7f9d1c0a3a10 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c00b2e0 tx=0x7f9d2c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 msgr2=0x7f9d3019df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f9d28007ee0 tx=0x7f9d2800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 shutdown_connections 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9d1c0a1550 0x7f9d1c0a3a10 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d30101450 0x7f9d3019df20 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d30100010 0x7f9d300ffa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 --2- 172.21.15.29:0/619382136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d301009d0 0x7f9d3019b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 >> 172.21.15.29:0/619382136 conn(0x7f9d300faac0 msgr2=0x7f9d300fcdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 shutdown_connections 2023-10-05T15:20:46.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.638+0000 7f9d38109700 1 -- 172.21.15.29:0/619382136 wait complete. 2023-10-05T15:20:46.654 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-10-05T15:20:46.654 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 -- 172.21.15.29:0/2497713847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 msgr2=0x7feef0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 --2- 172.21.15.29:0/2497713847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef0108200 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7feee800b0d0 tx=0x7feee800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 -- 172.21.15.29:0/2497713847 shutdown_connections 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 --2- 172.21.15.29:0/2497713847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef0108200 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 --2- 172.21.15.29:0/2497713847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.782 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 --2- 172.21.15.29:0/2497713847 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feef0100fb0 0x7feef0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 -- 172.21.15.29:0/2497713847 >> 172.21.15.29:0/2497713847 conn(0x7feef00fb310 msgr2=0x7feef00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 -- 172.21.15.29:0/2497713847 shutdown_connections 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.777+0000 7feef6340700 1 -- 172.21.15.29:0/2497713847 wait complete. 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 Processor -- start 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 -- start start 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef0103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feef0100fb0 0x7feef0102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feef0103070 con 0x7feef0101950 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feef01031e0 con 0x7feef00ffdc0 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef6340700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feef01a0ca0 con 0x7feef0100fb0 2023-10-05T15:20:46.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef48dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef48dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45534/0 (socket says 172.21.15.29:45534) 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feef48dd700 1 -- 172.21.15.29:0/3917426092 learned_addr learned my addr 172.21.15.29:0/3917426092 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.778+0000 7feeeffff700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef0103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 -- 172.21.15.29:0/3917426092 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feef0100fb0 msgr2=0x7feef0102390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feef0100fb0 0x7feef0102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 -- 172.21.15.29:0/3917426092 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 msgr2=0x7feef0103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef0103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 -- 172.21.15.29:0/3917426092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feee8009d00 con 0x7feef0101950 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feeeffff700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef0103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef48dd700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7feee8008f10 tx=0x7feee8008ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee800e040 con 0x7feef0101950 2023-10-05T15:20:46.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7feee8003c00 con 0x7feef0101950 2023-10-05T15:20:46.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feef01a0f20 con 0x7feef0101950 2023-10-05T15:20:46.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feee801b7d0 con 0x7feef0101950 2023-10-05T15:20:46.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.779+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feef01a12e0 con 0x7feef0101950 2023-10-05T15:20:46.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.780+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feef010b650 con 0x7feef0101950 2023-10-05T15:20:46.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.781+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7feee8024410 con 0x7feef0101950 2023-10-05T15:20:46.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.781+0000 7feeed7fa700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 0x7feed80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:46.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.782+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7feee80ce1d0 con 0x7feef0101950 2023-10-05T15:20:46.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.782+0000 7feeeffff700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 0x7feed80a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:46.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.782+0000 7feeeffff700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 0x7feed80a3990 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feef0100e10 tx=0x7feee0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:46.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.786+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7feee80976d0 con 0x7feef0101950 2023-10-05T15:20:46.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:46.985+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7feef00687f0 con 0x7feed80a14d0 2023-10-05T15:20:47.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.000+0000 7feeed7fa700 1 -- 172.21.15.29:0/3917426092 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+417987 (secure 0 0 0) 0x7feef00687f0 con 0x7feed80a14d0 2023-10-05T15:20:47.007 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.004+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 msgr2=0x7feed80a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.004+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 0x7feed80a3990 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7feef0100e10 tx=0x7feee0009260 comp rx=0 tx=0).stop 2023-10-05T15:20:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.004+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 msgr2=0x7feef01028d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.004+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7feee8008f10 tx=0x7feee8008ff0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 shutdown_connections 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7feed80a14d0 0x7feed80a3990 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feef0101950 0x7feef01028d0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feef00ffdc0 0x7feef0103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 --2- 172.21.15.29:0/3917426092 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feef0100fb0 0x7feef0102390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 >> 172.21.15.29:0/3917426092 conn(0x7feef00fb310 msgr2=0x7feef00680e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 shutdown_connections 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.005+0000 7feef6340700 1 -- 172.21.15.29:0/3917426092 wait complete. 2023-10-05T15:20:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:20:47.019 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":265,"stamp":"2023-10-05T15:20:46.649273+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596974,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":138,"num_read_kb":121,"num_write":269,"num_write_kb":2963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337140,"kb_used_data":12912,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604684,"statfs":{"total":1151940427776,"available":1151595196416,"internally_reserved":0,"allocated":13221888,"data_stored":7280954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4196,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":43,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003509"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072415+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:20:29.072415+0000","last_peered":"2023-10-05T15:20:29.072415+0000","last_clean":"2023-10-05T15:20:29.072415+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:20:29.072415+0000","last_undegraded":"2023-10-05T15:20:29.072415+0000","last_fullsized":"2023-10-05T15:20:29.072415+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084222+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:20:29.084222+0000","last_peered":"2023-10-05T15:20:29.084222+0000","last_clean":"2023-10-05T15:20:29.084222+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:20:29.084222+0000","last_undegraded":"2023-10-05T15:20:29.084222+0000","last_fullsized":"2023-10-05T15:20:29.084222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081008+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:20:29.081008+0000","last_peered":"2023-10-05T15:20:29.081008+0000","last_clean":"2023-10-05T15:20:29.081008+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:20:29.081008+0000","last_undegraded":"2023-10-05T15:20:29.081008+0000","last_fullsized":"2023-10-05T15:20:29.081008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074572+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:20:29.074572+0000","last_peered":"2023-10-05T15:20:29.074572+0000","last_clean":"2023-10-05T15:20:29.074572+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:20:29.074572+0000","last_undegraded":"2023-10-05T15:20:29.074572+0000","last_fullsized":"2023-10-05T15:20:29.074572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076538+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:20:29.076538+0000","last_peered":"2023-10-05T15:20:29.076538+0000","last_clean":"2023-10-05T15:20:29.076538+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:20:29.076538+0000","last_undegraded":"2023-10-05T15:20:29.076538+0000","last_fullsized":"2023-10-05T15:20:29.076538+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067116+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:20:29.067116+0000","last_peered":"2023-10-05T15:20:29.067116+0000","last_clean":"2023-10-05T15:20:29.067116+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:20:29.067116+0000","last_undegraded":"2023-10-05T15:20:29.067116+0000","last_fullsized":"2023-10-05T15:20:29.067116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071528+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:20:29.071528+0000","last_peered":"2023-10-05T15:20:29.071528+0000","last_clean":"2023-10-05T15:20:29.071528+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:20:29.071528+0000","last_undegraded":"2023-10-05T15:20:29.071528+0000","last_fullsized":"2023-10-05T15:20:29.071528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072942+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:20:29.072942+0000","last_peered":"2023-10-05T15:20:29.072942+0000","last_clean":"2023-10-05T15:20:29.072942+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:20:29.072942+0000","last_undegraded":"2023-10-05T15:20:29.072942+0000","last_fullsized":"2023-10-05T15:20:29.072942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071855+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:20:29.071855+0000","last_peered":"2023-10-05T15:20:29.071855+0000","last_clean":"2023-10-05T15:20:29.071855+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:20:29.071855+0000","last_undegraded":"2023-10-05T15:20:29.071855+0000","last_fullsized":"2023-10-05T15:20:29.071855+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067585+0000","last_change":"2023-10-05T15:20:25.050395+0000","last_active":"2023-10-05T15:20:29.067585+0000","last_peered":"2023-10-05T15:20:29.067585+0000","last_clean":"2023-10-05T15:20:29.067585+0000","last_became_active":"2023-10-05T15:20:25.046895+0000","last_became_peered":"2023-10-05T15:20:25.046895+0000","last_unstale":"2023-10-05T15:20:29.067585+0000","last_undegraded":"2023-10-05T15:20:29.067585+0000","last_fullsized":"2023-10-05T15:20:29.067585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:30:37.421372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076464+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:20:29.076464+0000","last_peered":"2023-10-05T15:20:29.076464+0000","last_clean":"2023-10-05T15:20:29.076464+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:20:29.076464+0000","last_undegraded":"2023-10-05T15:20:29.076464+0000","last_fullsized":"2023-10-05T15:20:29.076464+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074463+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:20:29.074463+0000","last_peered":"2023-10-05T15:20:29.074463+0000","last_clean":"2023-10-05T15:20:29.074463+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:20:29.074463+0000","last_undegraded":"2023-10-05T15:20:29.074463+0000","last_fullsized":"2023-10-05T15:20:29.074463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071580+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:20:29.071580+0000","last_peered":"2023-10-05T15:20:29.071580+0000","last_clean":"2023-10-05T15:20:29.071580+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:20:29.071580+0000","last_undegraded":"2023-10-05T15:20:29.071580+0000","last_fullsized":"2023-10-05T15:20:29.071580+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078820+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:20:29.078820+0000","last_peered":"2023-10-05T15:20:29.078820+0000","last_clean":"2023-10-05T15:20:29.078820+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:20:29.078820+0000","last_undegraded":"2023-10-05T15:20:29.078820+0000","last_fullsized":"2023-10-05T15:20:29.078820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083567+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:20:29.083567+0000","last_peered":"2023-10-05T15:20:29.083567+0000","last_clean":"2023-10-05T15:20:29.083567+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:20:29.083567+0000","last_undegraded":"2023-10-05T15:20:29.083567+0000","last_fullsized":"2023-10-05T15:20:29.083567+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071405+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:20:29.071405+0000","last_peered":"2023-10-05T15:20:29.071405+0000","last_clean":"2023-10-05T15:20:29.071405+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:20:29.071405+0000","last_undegraded":"2023-10-05T15:20:29.071405+0000","last_fullsized":"2023-10-05T15:20:29.071405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072315+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:20:29.072315+0000","last_peered":"2023-10-05T15:20:29.072315+0000","last_clean":"2023-10-05T15:20:29.072315+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:20:29.072315+0000","last_undegraded":"2023-10-05T15:20:29.072315+0000","last_fullsized":"2023-10-05T15:20:29.072315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066715+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:20:29.066715+0000","last_peered":"2023-10-05T15:20:29.066715+0000","last_clean":"2023-10-05T15:20:29.066715+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:20:29.066715+0000","last_undegraded":"2023-10-05T15:20:29.066715+0000","last_fullsized":"2023-10-05T15:20:29.066715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075749+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:20:29.075749+0000","last_peered":"2023-10-05T15:20:29.075749+0000","last_clean":"2023-10-05T15:20:29.075749+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:20:29.075749+0000","last_undegraded":"2023-10-05T15:20:29.075749+0000","last_fullsized":"2023-10-05T15:20:29.075749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069181+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:20:30.069181+0000","last_peered":"2023-10-05T15:20:30.069181+0000","last_clean":"2023-10-05T15:20:30.069181+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:20:30.069181+0000","last_undegraded":"2023-10-05T15:20:30.069181+0000","last_fullsized":"2023-10-05T15:20:30.069181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067514+0000","last_change":"2023-10-05T15:20:24.046303+0000","last_active":"2023-10-05T15:20:29.067514+0000","last_peered":"2023-10-05T15:20:29.067514+0000","last_clean":"2023-10-05T15:20:29.067514+0000","last_became_active":"2023-10-05T15:20:24.045945+0000","last_became_peered":"2023-10-05T15:20:24.045945+0000","last_unstale":"2023-10-05T15:20:29.067514+0000","last_undegraded":"2023-10-05T15:20:29.067514+0000","last_fullsized":"2023-10-05T15:20:29.067514+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:52:21.849737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078044+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:20:29.078044+0000","last_peered":"2023-10-05T15:20:29.078044+0000","last_clean":"2023-10-05T15:20:29.078044+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:20:29.078044+0000","last_undegraded":"2023-10-05T15:20:29.078044+0000","last_fullsized":"2023-10-05T15:20:29.078044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538523+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:20:30.538523+0000","last_peered":"2023-10-05T15:20:30.538523+0000","last_clean":"2023-10-05T15:20:30.538523+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:20:30.538523+0000","last_undegraded":"2023-10-05T15:20:30.538523+0000","last_fullsized":"2023-10-05T15:20:30.538523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078331+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:20:29.078331+0000","last_peered":"2023-10-05T15:20:29.078331+0000","last_clean":"2023-10-05T15:20:29.078331+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:20:29.078331+0000","last_undegraded":"2023-10-05T15:20:29.078331+0000","last_fullsized":"2023-10-05T15:20:29.078331+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083823+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:20:29.083823+0000","last_peered":"2023-10-05T15:20:29.083823+0000","last_clean":"2023-10-05T15:20:29.083823+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:20:29.083823+0000","last_undegraded":"2023-10-05T15:20:29.083823+0000","last_fullsized":"2023-10-05T15:20:29.083823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538704+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:20:30.538704+0000","last_peered":"2023-10-05T15:20:30.538704+0000","last_clean":"2023-10-05T15:20:30.538704+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:20:30.538704+0000","last_undegraded":"2023-10-05T15:20:30.538704+0000","last_fullsized":"2023-10-05T15:20:30.538704+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078619+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:20:29.078619+0000","last_peered":"2023-10-05T15:20:29.078619+0000","last_clean":"2023-10-05T15:20:29.078619+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:20:29.078619+0000","last_undegraded":"2023-10-05T15:20:29.078619+0000","last_fullsized":"2023-10-05T15:20:29.078619+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071748+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:20:29.071748+0000","last_peered":"2023-10-05T15:20:29.071748+0000","last_clean":"2023-10-05T15:20:29.071748+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:20:29.071748+0000","last_undegraded":"2023-10-05T15:20:29.071748+0000","last_fullsized":"2023-10-05T15:20:29.071748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538556+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:20:30.538556+0000","last_peered":"2023-10-05T15:20:30.538556+0000","last_clean":"2023-10-05T15:20:30.538556+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:20:30.538556+0000","last_undegraded":"2023-10-05T15:20:30.538556+0000","last_fullsized":"2023-10-05T15:20:30.538556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077791+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:20:29.077791+0000","last_peered":"2023-10-05T15:20:29.077791+0000","last_clean":"2023-10-05T15:20:29.077791+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:20:29.077791+0000","last_undegraded":"2023-10-05T15:20:29.077791+0000","last_fullsized":"2023-10-05T15:20:29.077791+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081141+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:20:29.081141+0000","last_peered":"2023-10-05T15:20:29.081141+0000","last_clean":"2023-10-05T15:20:29.081141+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:20:29.081141+0000","last_undegraded":"2023-10-05T15:20:29.081141+0000","last_fullsized":"2023-10-05T15:20:29.081141+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069549+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:20:30.069549+0000","last_peered":"2023-10-05T15:20:30.069549+0000","last_clean":"2023-10-05T15:20:30.069549+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:20:30.069549+0000","last_undegraded":"2023-10-05T15:20:30.069549+0000","last_fullsized":"2023-10-05T15:20:30.069549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.869039+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:20:43.869039+0000","last_peered":"2023-10-05T15:20:43.869039+0000","last_clean":"2023-10-05T15:20:43.869039+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:20:43.869039+0000","last_undegraded":"2023-10-05T15:20:43.869039+0000","last_fullsized":"2023-10-05T15:20:43.869039+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077346+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:20:29.077346+0000","last_peered":"2023-10-05T15:20:29.077346+0000","last_clean":"2023-10-05T15:20:29.077346+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:20:29.077346+0000","last_undegraded":"2023-10-05T15:20:29.077346+0000","last_fullsized":"2023-10-05T15:20:29.077346+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069296+0000","last_change":"2023-10-05T15:20:29.085224+0000","last_active":"2023-10-05T15:20:30.069296+0000","last_peered":"2023-10-05T15:20:30.069296+0000","last_clean":"2023-10-05T15:20:30.069296+0000","last_became_active":"2023-10-05T15:20:29.084833+0000","last_became_peered":"2023-10-05T15:20:29.084833+0000","last_unstale":"2023-10-05T15:20:30.069296+0000","last_undegraded":"2023-10-05T15:20:30.069296+0000","last_fullsized":"2023-10-05T15:20:30.069296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:19:47.123490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067030+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:20:29.067030+0000","last_peered":"2023-10-05T15:20:29.067030+0000","last_clean":"2023-10-05T15:20:29.067030+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:20:29.067030+0000","last_undegraded":"2023-10-05T15:20:29.067030+0000","last_fullsized":"2023-10-05T15:20:29.067030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.079105+0000","last_change":"2023-10-05T15:20:25.046338+0000","last_active":"2023-10-05T15:20:29.079105+0000","last_peered":"2023-10-05T15:20:29.079105+0000","last_clean":"2023-10-05T15:20:29.079105+0000","last_became_active":"2023-10-05T15:20:25.046017+0000","last_became_peered":"2023-10-05T15:20:25.046017+0000","last_unstale":"2023-10-05T15:20:29.079105+0000","last_undegraded":"2023-10-05T15:20:29.079105+0000","last_fullsized":"2023-10-05T15:20:29.079105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:00.137108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792361+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:20:31.792361+0000","last_peered":"2023-10-05T15:20:31.792361+0000","last_clean":"2023-10-05T15:20:31.792361+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:20:31.792361+0000","last_undegraded":"2023-10-05T15:20:31.792361+0000","last_fullsized":"2023-10-05T15:20:31.792361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879391+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:20:44.879391+0000","last_peered":"2023-10-05T15:20:44.879391+0000","last_clean":"2023-10-05T15:20:44.879391+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:20:44.879391+0000","last_undegraded":"2023-10-05T15:20:44.879391+0000","last_fullsized":"2023-10-05T15:20:44.879391+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072845+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:20:29.072845+0000","last_peered":"2023-10-05T15:20:29.072845+0000","last_clean":"2023-10-05T15:20:29.072845+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:20:29.072845+0000","last_undegraded":"2023-10-05T15:20:29.072845+0000","last_fullsized":"2023-10-05T15:20:29.072845+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.257016+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:20:30.257016+0000","last_peered":"2023-10-05T15:20:30.257016+0000","last_clean":"2023-10-05T15:20:30.257016+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:20:30.257016+0000","last_undegraded":"2023-10-05T15:20:30.257016+0000","last_fullsized":"2023-10-05T15:20:30.257016+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350583+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:20:30.350583+0000","last_peered":"2023-10-05T15:20:30.350583+0000","last_clean":"2023-10-05T15:20:30.350583+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:20:30.350583+0000","last_undegraded":"2023-10-05T15:20:30.350583+0000","last_fullsized":"2023-10-05T15:20:30.350583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066285+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:20:29.066285+0000","last_peered":"2023-10-05T15:20:29.066285+0000","last_clean":"2023-10-05T15:20:29.066285+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:20:29.066285+0000","last_undegraded":"2023-10-05T15:20:29.066285+0000","last_fullsized":"2023-10-05T15:20:29.066285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069264+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:20:30.069264+0000","last_peered":"2023-10-05T15:20:30.069264+0000","last_clean":"2023-10-05T15:20:30.069264+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:20:30.069264+0000","last_undegraded":"2023-10-05T15:20:30.069264+0000","last_fullsized":"2023-10-05T15:20:30.069264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.869292+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:20:43.869292+0000","last_peered":"2023-10-05T15:20:43.869292+0000","last_clean":"2023-10-05T15:20:43.869292+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:20:43.869292+0000","last_undegraded":"2023-10-05T15:20:43.869292+0000","last_fullsized":"2023-10-05T15:20:43.869292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071479+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:20:29.071479+0000","last_peered":"2023-10-05T15:20:29.071479+0000","last_clean":"2023-10-05T15:20:29.071479+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:20:29.071479+0000","last_undegraded":"2023-10-05T15:20:29.071479+0000","last_fullsized":"2023-10-05T15:20:29.071479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199579+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:20:31.199579+0000","last_peered":"2023-10-05T15:20:31.199579+0000","last_clean":"2023-10-05T15:20:31.199579+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:20:31.199579+0000","last_undegraded":"2023-10-05T15:20:31.199579+0000","last_fullsized":"2023-10-05T15:20:31.199579+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.867038+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:20:43.867038+0000","last_peered":"2023-10-05T15:20:43.867038+0000","last_clean":"2023-10-05T15:20:43.867038+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:20:43.867038+0000","last_undegraded":"2023-10-05T15:20:43.867038+0000","last_fullsized":"2023-10-05T15:20:43.867038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083902+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:20:29.083902+0000","last_peered":"2023-10-05T15:20:29.083902+0000","last_clean":"2023-10-05T15:20:29.083902+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:20:29.083902+0000","last_undegraded":"2023-10-05T15:20:29.083902+0000","last_fullsized":"2023-10-05T15:20:29.083902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.539069+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:20:30.539069+0000","last_peered":"2023-10-05T15:20:30.539069+0000","last_clean":"2023-10-05T15:20:30.539069+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:20:30.539069+0000","last_undegraded":"2023-10-05T15:20:30.539069+0000","last_fullsized":"2023-10-05T15:20:30.539069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350961+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:20:30.350961+0000","last_peered":"2023-10-05T15:20:30.350961+0000","last_clean":"2023-10-05T15:20:30.350961+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:20:30.350961+0000","last_undegraded":"2023-10-05T15:20:30.350961+0000","last_fullsized":"2023-10-05T15:20:30.350961+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071915+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:20:29.071915+0000","last_peered":"2023-10-05T15:20:29.071915+0000","last_clean":"2023-10-05T15:20:29.071915+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:20:29.071915+0000","last_undegraded":"2023-10-05T15:20:29.071915+0000","last_fullsized":"2023-10-05T15:20:29.071915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199773+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:20:31.199773+0000","last_peered":"2023-10-05T15:20:31.199773+0000","last_clean":"2023-10-05T15:20:31.199773+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:20:31.199773+0000","last_undegraded":"2023-10-05T15:20:31.199773+0000","last_fullsized":"2023-10-05T15:20:31.199773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.865829+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:20:43.865829+0000","last_peered":"2023-10-05T15:20:43.865829+0000","last_clean":"2023-10-05T15:20:43.865829+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:20:43.865829+0000","last_undegraded":"2023-10-05T15:20:43.865829+0000","last_fullsized":"2023-10-05T15:20:43.865829+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078364+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:20:29.078364+0000","last_peered":"2023-10-05T15:20:29.078364+0000","last_clean":"2023-10-05T15:20:29.078364+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:20:29.078364+0000","last_undegraded":"2023-10-05T15:20:29.078364+0000","last_fullsized":"2023-10-05T15:20:29.078364+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351274+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:20:30.351274+0000","last_peered":"2023-10-05T15:20:30.351274+0000","last_clean":"2023-10-05T15:20:30.351274+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:20:30.351274+0000","last_undegraded":"2023-10-05T15:20:30.351274+0000","last_fullsized":"2023-10-05T15:20:30.351274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.877805+0000","last_change":"2023-10-05T15:20:24.048920+0000","last_active":"2023-10-05T15:20:44.877805+0000","last_peered":"2023-10-05T15:20:44.877805+0000","last_clean":"2023-10-05T15:20:44.877805+0000","last_became_active":"2023-10-05T15:20:24.048620+0000","last_became_peered":"2023-10-05T15:20:24.048620+0000","last_unstale":"2023-10-05T15:20:44.877805+0000","last_undegraded":"2023-10-05T15:20:44.877805+0000","last_fullsized":"2023-10-05T15:20:44.877805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:04.960466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071591+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:20:29.071591+0000","last_peered":"2023-10-05T15:20:29.071591+0000","last_clean":"2023-10-05T15:20:29.071591+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:20:29.071591+0000","last_undegraded":"2023-10-05T15:20:29.071591+0000","last_fullsized":"2023-10-05T15:20:29.071591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792078+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:20:31.792078+0000","last_peered":"2023-10-05T15:20:31.792078+0000","last_clean":"2023-10-05T15:20:31.792078+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:20:31.792078+0000","last_undegraded":"2023-10-05T15:20:31.792078+0000","last_fullsized":"2023-10-05T15:20:31.792078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868934+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:20:43.868934+0000","last_peered":"2023-10-05T15:20:43.868934+0000","last_clean":"2023-10-05T15:20:43.868934+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:20:43.868934+0000","last_undegraded":"2023-10-05T15:20:43.868934+0000","last_fullsized":"2023-10-05T15:20:43.868934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071997+0000","last_change":"2023-10-05T15:20:25.057708+0000","last_active":"2023-10-05T15:20:29.071997+0000","last_peered":"2023-10-05T15:20:29.071997+0000","last_clean":"2023-10-05T15:20:29.071997+0000","last_became_active":"2023-10-05T15:20:25.057407+0000","last_became_peered":"2023-10-05T15:20:25.057407+0000","last_unstale":"2023-10-05T15:20:29.071997+0000","last_undegraded":"2023-10-05T15:20:29.071997+0000","last_fullsized":"2023-10-05T15:20:29.071997+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:38.517770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199770+0000","last_change":"2023-10-05T15:20:29.092316+0000","last_active":"2023-10-05T15:20:31.199770+0000","last_peered":"2023-10-05T15:20:31.199770+0000","last_clean":"2023-10-05T15:20:31.199770+0000","last_became_active":"2023-10-05T15:20:29.091950+0000","last_became_peered":"2023-10-05T15:20:29.091950+0000","last_unstale":"2023-10-05T15:20:31.199770+0000","last_undegraded":"2023-10-05T15:20:31.199770+0000","last_fullsized":"2023-10-05T15:20:31.199770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:57:25.486074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074697+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:20:29.074697+0000","last_peered":"2023-10-05T15:20:29.074697+0000","last_clean":"2023-10-05T15:20:29.074697+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:20:29.074697+0000","last_undegraded":"2023-10-05T15:20:29.074697+0000","last_fullsized":"2023-10-05T15:20:29.074697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071775+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:20:29.071775+0000","last_peered":"2023-10-05T15:20:29.071775+0000","last_clean":"2023-10-05T15:20:29.071775+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:20:29.071775+0000","last_undegraded":"2023-10-05T15:20:29.071775+0000","last_fullsized":"2023-10-05T15:20:29.071775+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451499+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:20:31.451499+0000","last_peered":"2023-10-05T15:20:31.451499+0000","last_clean":"2023-10-05T15:20:31.451499+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:20:31.451499+0000","last_undegraded":"2023-10-05T15:20:31.451499+0000","last_fullsized":"2023-10-05T15:20:31.451499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"81'8","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076762+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:20:29.076762+0000","last_peered":"2023-10-05T15:20:29.076762+0000","last_clean":"2023-10-05T15:20:29.076762+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:20:29.076762+0000","last_undegraded":"2023-10-05T15:20:29.076762+0000","last_fullsized":"2023-10-05T15:20:29.076762+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077875+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:20:29.077875+0000","last_peered":"2023-10-05T15:20:29.077875+0000","last_clean":"2023-10-05T15:20:29.077875+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:20:29.077875+0000","last_undegraded":"2023-10-05T15:20:29.077875+0000","last_fullsized":"2023-10-05T15:20:29.077875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350828+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:20:30.350828+0000","last_peered":"2023-10-05T15:20:30.350828+0000","last_clean":"2023-10-05T15:20:30.350828+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:20:30.350828+0000","last_undegraded":"2023-10-05T15:20:30.350828+0000","last_fullsized":"2023-10-05T15:20:30.350828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077594+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:20:29.077594+0000","last_peered":"2023-10-05T15:20:29.077594+0000","last_clean":"2023-10-05T15:20:29.077594+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:20:29.077594+0000","last_undegraded":"2023-10-05T15:20:29.077594+0000","last_fullsized":"2023-10-05T15:20:29.077594+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071051+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:20:29.071051+0000","last_peered":"2023-10-05T15:20:29.071051+0000","last_clean":"2023-10-05T15:20:29.071051+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:20:29.071051+0000","last_undegraded":"2023-10-05T15:20:29.071051+0000","last_fullsized":"2023-10-05T15:20:29.071051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451776+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:20:31.451776+0000","last_peered":"2023-10-05T15:20:31.451776+0000","last_clean":"2023-10-05T15:20:31.451776+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:20:31.451776+0000","last_undegraded":"2023-10-05T15:20:31.451776+0000","last_fullsized":"2023-10-05T15:20:31.451776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066278+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:20:29.066278+0000","last_peered":"2023-10-05T15:20:29.066278+0000","last_clean":"2023-10-05T15:20:29.066278+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:20:29.066278+0000","last_undegraded":"2023-10-05T15:20:29.066278+0000","last_fullsized":"2023-10-05T15:20:29.066278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067468+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:20:29.067468+0000","last_peered":"2023-10-05T15:20:29.067468+0000","last_clean":"2023-10-05T15:20:29.067468+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:20:29.067468+0000","last_undegraded":"2023-10-05T15:20:29.067468+0000","last_fullsized":"2023-10-05T15:20:29.067468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451348+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:20:31.451348+0000","last_peered":"2023-10-05T15:20:31.451348+0000","last_clean":"2023-10-05T15:20:31.451348+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:20:31.451348+0000","last_undegraded":"2023-10-05T15:20:31.451348+0000","last_fullsized":"2023-10-05T15:20:31.451348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069689+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:20:30.069689+0000","last_peered":"2023-10-05T15:20:30.069689+0000","last_clean":"2023-10-05T15:20:30.069689+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:20:30.069689+0000","last_undegraded":"2023-10-05T15:20:30.069689+0000","last_fullsized":"2023-10-05T15:20:30.069689+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067249+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:20:29.067249+0000","last_peered":"2023-10-05T15:20:29.067249+0000","last_clean":"2023-10-05T15:20:29.067249+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:20:29.067249+0000","last_undegraded":"2023-10-05T15:20:29.067249+0000","last_fullsized":"2023-10-05T15:20:29.067249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451436+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:20:31.451436+0000","last_peered":"2023-10-05T15:20:31.451436+0000","last_clean":"2023-10-05T15:20:31.451436+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:20:31.451436+0000","last_undegraded":"2023-10-05T15:20:31.451436+0000","last_fullsized":"2023-10-05T15:20:31.451436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077283+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:20:29.077283+0000","last_peered":"2023-10-05T15:20:29.077283+0000","last_clean":"2023-10-05T15:20:29.077283+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:20:29.077283+0000","last_undegraded":"2023-10-05T15:20:29.077283+0000","last_fullsized":"2023-10-05T15:20:29.077283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.880328+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:20:44.880328+0000","last_peered":"2023-10-05T15:20:44.880328+0000","last_clean":"2023-10-05T15:20:44.880328+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:20:44.880328+0000","last_undegraded":"2023-10-05T15:20:44.880328+0000","last_fullsized":"2023-10-05T15:20:44.880328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.070166+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:20:30.070166+0000","last_peered":"2023-10-05T15:20:30.070166+0000","last_clean":"2023-10-05T15:20:30.070166+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:20:30.070166+0000","last_undegraded":"2023-10-05T15:20:30.070166+0000","last_fullsized":"2023-10-05T15:20:30.070166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071085+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:20:29.071085+0000","last_peered":"2023-10-05T15:20:29.071085+0000","last_clean":"2023-10-05T15:20:29.071085+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:20:29.071085+0000","last_undegraded":"2023-10-05T15:20:29.071085+0000","last_fullsized":"2023-10-05T15:20:29.071085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074854+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:20:29.074854+0000","last_peered":"2023-10-05T15:20:29.074854+0000","last_clean":"2023-10-05T15:20:29.074854+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:20:29.074854+0000","last_undegraded":"2023-10-05T15:20:29.074854+0000","last_fullsized":"2023-10-05T15:20:29.074854+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":317,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071565+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:20:29.071565+0000","last_peered":"2023-10-05T15:20:29.071565+0000","last_clean":"2023-10-05T15:20:29.071565+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:20:29.071565+0000","last_undegraded":"2023-10-05T15:20:29.071565+0000","last_fullsized":"2023-10-05T15:20:29.071565+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351055+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:20:30.351055+0000","last_peered":"2023-10-05T15:20:30.351055+0000","last_clean":"2023-10-05T15:20:30.351055+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:20:30.351055+0000","last_undegraded":"2023-10-05T15:20:30.351055+0000","last_fullsized":"2023-10-05T15:20:30.351055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.070871+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:20:29.070871+0000","last_peered":"2023-10-05T15:20:29.070871+0000","last_clean":"2023-10-05T15:20:29.070871+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:20:29.070871+0000","last_undegraded":"2023-10-05T15:20:29.070871+0000","last_fullsized":"2023-10-05T15:20:29.070871+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876935+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:20:44.876935+0000","last_peered":"2023-10-05T15:20:44.876935+0000","last_clean":"2023-10-05T15:20:44.876935+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:20:44.876935+0000","last_undegraded":"2023-10-05T15:20:44.876935+0000","last_fullsized":"2023-10-05T15:20:44.876935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792028+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:20:31.792028+0000","last_peered":"2023-10-05T15:20:31.792028+0000","last_clean":"2023-10-05T15:20:31.792028+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:20:31.792028+0000","last_undegraded":"2023-10-05T15:20:31.792028+0000","last_fullsized":"2023-10-05T15:20:31.792028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078457+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:20:29.078457+0000","last_peered":"2023-10-05T15:20:29.078457+0000","last_clean":"2023-10-05T15:20:29.078457+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:20:29.078457+0000","last_undegraded":"2023-10-05T15:20:29.078457+0000","last_fullsized":"2023-10-05T15:20:29.078457+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071476+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:20:29.071476+0000","last_peered":"2023-10-05T15:20:29.071476+0000","last_clean":"2023-10-05T15:20:29.071476+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:20:29.071476+0000","last_undegraded":"2023-10-05T15:20:29.071476+0000","last_fullsized":"2023-10-05T15:20:29.071476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069737+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:20:30.069737+0000","last_peered":"2023-10-05T15:20:30.069737+0000","last_clean":"2023-10-05T15:20:30.069737+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:20:30.069737+0000","last_undegraded":"2023-10-05T15:20:30.069737+0000","last_fullsized":"2023-10-05T15:20:30.069737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066734+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:20:29.066734+0000","last_peered":"2023-10-05T15:20:29.066734+0000","last_clean":"2023-10-05T15:20:29.066734+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:20:29.066734+0000","last_undegraded":"2023-10-05T15:20:29.066734+0000","last_fullsized":"2023-10-05T15:20:29.066734+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078433+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:20:29.078433+0000","last_peered":"2023-10-05T15:20:29.078433+0000","last_clean":"2023-10-05T15:20:29.078433+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:20:29.078433+0000","last_undegraded":"2023-10-05T15:20:29.078433+0000","last_fullsized":"2023-10-05T15:20:29.078433+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069121+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:20:30.069121+0000","last_peered":"2023-10-05T15:20:30.069121+0000","last_clean":"2023-10-05T15:20:30.069121+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:20:30.069121+0000","last_undegraded":"2023-10-05T15:20:30.069121+0000","last_fullsized":"2023-10-05T15:20:30.069121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077861+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:20:29.077861+0000","last_peered":"2023-10-05T15:20:29.077861+0000","last_clean":"2023-10-05T15:20:29.077861+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:20:29.077861+0000","last_undegraded":"2023-10-05T15:20:29.077861+0000","last_fullsized":"2023-10-05T15:20:29.077861+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084306+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:20:29.084306+0000","last_peered":"2023-10-05T15:20:29.084306+0000","last_clean":"2023-10-05T15:20:29.084306+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:20:29.084306+0000","last_undegraded":"2023-10-05T15:20:29.084306+0000","last_fullsized":"2023-10-05T15:20:29.084306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538948+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:20:30.538948+0000","last_peered":"2023-10-05T15:20:30.538948+0000","last_clean":"2023-10-05T15:20:30.538948+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:20:30.538948+0000","last_undegraded":"2023-10-05T15:20:30.538948+0000","last_fullsized":"2023-10-05T15:20:30.538948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868064+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:20:43.868064+0000","last_peered":"2023-10-05T15:20:43.868064+0000","last_clean":"2023-10-05T15:20:43.868064+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:20:43.868064+0000","last_undegraded":"2023-10-05T15:20:43.868064+0000","last_fullsized":"2023-10-05T15:20:43.868064+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076421+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:20:29.076421+0000","last_peered":"2023-10-05T15:20:29.076421+0000","last_clean":"2023-10-05T15:20:29.076421+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:20:29.076421+0000","last_undegraded":"2023-10-05T15:20:29.076421+0000","last_fullsized":"2023-10-05T15:20:29.076421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199926+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:20:31.199926+0000","last_peered":"2023-10-05T15:20:31.199926+0000","last_clean":"2023-10-05T15:20:31.199926+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:20:31.199926+0000","last_undegraded":"2023-10-05T15:20:31.199926+0000","last_fullsized":"2023-10-05T15:20:31.199926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074804+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:20:29.074804+0000","last_peered":"2023-10-05T15:20:29.074804+0000","last_clean":"2023-10-05T15:20:29.074804+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:20:29.074804+0000","last_undegraded":"2023-10-05T15:20:29.074804+0000","last_fullsized":"2023-10-05T15:20:29.074804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071328+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:20:29.071328+0000","last_peered":"2023-10-05T15:20:29.071328+0000","last_clean":"2023-10-05T15:20:29.071328+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:20:29.071328+0000","last_undegraded":"2023-10-05T15:20:29.071328+0000","last_fullsized":"2023-10-05T15:20:29.071328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538838+0000","last_change":"2023-10-05T15:20:29.082104+0000","last_active":"2023-10-05T15:20:30.538838+0000","last_peered":"2023-10-05T15:20:30.538838+0000","last_clean":"2023-10-05T15:20:30.538838+0000","last_became_active":"2023-10-05T15:20:29.081681+0000","last_became_peered":"2023-10-05T15:20:29.081681+0000","last_unstale":"2023-10-05T15:20:30.538838+0000","last_undegraded":"2023-10-05T15:20:30.538838+0000","last_fullsized":"2023-10-05T15:20:30.538838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:27:13.142822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073757+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:20:29.073757+0000","last_peered":"2023-10-05T15:20:29.073757+0000","last_clean":"2023-10-05T15:20:29.073757+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:20:29.073757+0000","last_undegraded":"2023-10-05T15:20:29.073757+0000","last_fullsized":"2023-10-05T15:20:29.073757+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071627+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:20:29.071627+0000","last_peered":"2023-10-05T15:20:29.071627+0000","last_clean":"2023-10-05T15:20:29.071627+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:20:29.071627+0000","last_undegraded":"2023-10-05T15:20:29.071627+0000","last_fullsized":"2023-10-05T15:20:29.071627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538908+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:20:30.538908+0000","last_peered":"2023-10-05T15:20:30.538908+0000","last_clean":"2023-10-05T15:20:30.538908+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:20:30.538908+0000","last_undegraded":"2023-10-05T15:20:30.538908+0000","last_fullsized":"2023-10-05T15:20:30.538908+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076642+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:20:29.076642+0000","last_peered":"2023-10-05T15:20:29.076642+0000","last_clean":"2023-10-05T15:20:29.076642+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:20:29.076642+0000","last_undegraded":"2023-10-05T15:20:29.076642+0000","last_fullsized":"2023-10-05T15:20:29.076642+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072398+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:20:29.072398+0000","last_peered":"2023-10-05T15:20:29.072398+0000","last_clean":"2023-10-05T15:20:29.072398+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:20:29.072398+0000","last_undegraded":"2023-10-05T15:20:29.072398+0000","last_fullsized":"2023-10-05T15:20:29.072398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451385+0000","last_change":"2023-10-05T15:20:29.084280+0000","last_active":"2023-10-05T15:20:31.451385+0000","last_peered":"2023-10-05T15:20:31.451385+0000","last_clean":"2023-10-05T15:20:31.451385+0000","last_became_active":"2023-10-05T15:20:29.083826+0000","last_became_peered":"2023-10-05T15:20:29.083826+0000","last_unstale":"2023-10-05T15:20:31.451385+0000","last_undegraded":"2023-10-05T15:20:31.451385+0000","last_fullsized":"2023-10-05T15:20:31.451385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:15:50.569369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879682+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:20:44.879682+0000","last_peered":"2023-10-05T15:20:44.879682+0000","last_clean":"2023-10-05T15:20:44.879682+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:20:44.879682+0000","last_undegraded":"2023-10-05T15:20:44.879682+0000","last_fullsized":"2023-10-05T15:20:44.879682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076553+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:20:29.076553+0000","last_peered":"2023-10-05T15:20:29.076553+0000","last_clean":"2023-10-05T15:20:29.076553+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:20:29.076553+0000","last_undegraded":"2023-10-05T15:20:29.076553+0000","last_fullsized":"2023-10-05T15:20:29.076553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.256612+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:20:30.256612+0000","last_peered":"2023-10-05T15:20:30.256612+0000","last_clean":"2023-10-05T15:20:30.256612+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:20:30.256612+0000","last_undegraded":"2023-10-05T15:20:30.256612+0000","last_fullsized":"2023-10-05T15:20:30.256612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081200+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:20:29.081200+0000","last_peered":"2023-10-05T15:20:29.081200+0000","last_clean":"2023-10-05T15:20:29.081200+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:20:29.081200+0000","last_undegraded":"2023-10-05T15:20:29.081200+0000","last_fullsized":"2023-10-05T15:20:29.081200+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072128+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:20:29.072128+0000","last_peered":"2023-10-05T15:20:29.072128+0000","last_clean":"2023-10-05T15:20:29.072128+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:20:29.072128+0000","last_undegraded":"2023-10-05T15:20:29.072128+0000","last_fullsized":"2023-10-05T15:20:29.072128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350412+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:20:30.350412+0000","last_peered":"2023-10-05T15:20:30.350412+0000","last_clean":"2023-10-05T15:20:30.350412+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:20:30.350412+0000","last_undegraded":"2023-10-05T15:20:30.350412+0000","last_fullsized":"2023-10-05T15:20:30.350412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072298+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:20:29.072298+0000","last_peered":"2023-10-05T15:20:29.072298+0000","last_clean":"2023-10-05T15:20:29.072298+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:20:29.072298+0000","last_undegraded":"2023-10-05T15:20:29.072298+0000","last_fullsized":"2023-10-05T15:20:29.072298+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075741+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:20:29.075741+0000","last_peered":"2023-10-05T15:20:29.075741+0000","last_clean":"2023-10-05T15:20:29.075741+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:20:29.075741+0000","last_undegraded":"2023-10-05T15:20:29.075741+0000","last_fullsized":"2023-10-05T15:20:29.075741+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071432+0000","last_change":"2023-10-05T15:20:25.042618+0000","last_active":"2023-10-05T15:20:29.071432+0000","last_peered":"2023-10-05T15:20:29.071432+0000","last_clean":"2023-10-05T15:20:29.071432+0000","last_became_active":"2023-10-05T15:20:25.042305+0000","last_became_peered":"2023-10-05T15:20:25.042305+0000","last_unstale":"2023-10-05T15:20:29.071432+0000","last_undegraded":"2023-10-05T15:20:29.071432+0000","last_fullsized":"2023-10-05T15:20:29.071432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:35:20.915544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073915+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:20:29.073915+0000","last_peered":"2023-10-05T15:20:29.073915+0000","last_clean":"2023-10-05T15:20:29.073915+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:20:29.073915+0000","last_undegraded":"2023-10-05T15:20:29.073915+0000","last_fullsized":"2023-10-05T15:20:29.073915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073645+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:20:29.073645+0000","last_peered":"2023-10-05T15:20:29.073645+0000","last_clean":"2023-10-05T15:20:29.073645+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:20:29.073645+0000","last_undegraded":"2023-10-05T15:20:29.073645+0000","last_fullsized":"2023-10-05T15:20:29.073645+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.085159+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:20:29.085159+0000","last_peered":"2023-10-05T15:20:29.085159+0000","last_clean":"2023-10-05T15:20:29.085159+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:20:29.085159+0000","last_undegraded":"2023-10-05T15:20:29.085159+0000","last_fullsized":"2023-10-05T15:20:29.085159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071568+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:20:29.071568+0000","last_peered":"2023-10-05T15:20:29.071568+0000","last_clean":"2023-10-05T15:20:29.071568+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:20:29.071568+0000","last_undegraded":"2023-10-05T15:20:29.071568+0000","last_fullsized":"2023-10-05T15:20:29.071568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072893+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:20:29.072893+0000","last_peered":"2023-10-05T15:20:29.072893+0000","last_clean":"2023-10-05T15:20:29.072893+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:20:29.072893+0000","last_undegraded":"2023-10-05T15:20:29.072893+0000","last_fullsized":"2023-10-05T15:20:29.072893+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075558+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:20:29.075558+0000","last_peered":"2023-10-05T15:20:29.075558+0000","last_clean":"2023-10-05T15:20:29.075558+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:20:29.075558+0000","last_undegraded":"2023-10-05T15:20:29.075558+0000","last_fullsized":"2023-10-05T15:20:29.075558+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078540+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:20:29.078540+0000","last_peered":"2023-10-05T15:20:29.078540+0000","last_clean":"2023-10-05T15:20:29.078540+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:20:29.078540+0000","last_undegraded":"2023-10-05T15:20:29.078540+0000","last_fullsized":"2023-10-05T15:20:29.078540+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077184+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:20:29.077184+0000","last_peered":"2023-10-05T15:20:29.077184+0000","last_clean":"2023-10-05T15:20:29.077184+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:20:29.077184+0000","last_undegraded":"2023-10-05T15:20:29.077184+0000","last_fullsized":"2023-10-05T15:20:29.077184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074719+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:20:29.074719+0000","last_peered":"2023-10-05T15:20:29.074719+0000","last_clean":"2023-10-05T15:20:29.074719+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:20:29.074719+0000","last_undegraded":"2023-10-05T15:20:29.074719+0000","last_fullsized":"2023-10-05T15:20:29.074719+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073278+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:20:29.073278+0000","last_peered":"2023-10-05T15:20:29.073278+0000","last_clean":"2023-10-05T15:20:29.073278+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:20:29.073278+0000","last_undegraded":"2023-10-05T15:20:29.073278+0000","last_fullsized":"2023-10-05T15:20:29.073278+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071640+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:20:29.071640+0000","last_peered":"2023-10-05T15:20:29.071640+0000","last_clean":"2023-10-05T15:20:29.071640+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:20:29.071640+0000","last_undegraded":"2023-10-05T15:20:29.071640+0000","last_fullsized":"2023-10-05T15:20:29.071640+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073372+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:20:29.073372+0000","last_peered":"2023-10-05T15:20:29.073372+0000","last_clean":"2023-10-05T15:20:29.073372+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:20:29.073372+0000","last_undegraded":"2023-10-05T15:20:29.073372+0000","last_fullsized":"2023-10-05T15:20:29.073372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6606,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":88,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":19980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481806,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":457772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]}]},{"osd":10,"up_from":70,"seq":300647710739,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1052176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.40899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65400000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.755},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.628},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.93200000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.88300000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]}]},{"osd":9,"up_from":65,"seq":279172874262,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":458354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.628}]},{"osd":3,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47899999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.64600000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.77300000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.72199999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":8,"up_from":58,"seq":249108103195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":950272,"data_stored":458376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.47599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.81200000000000006}]},{"osd":4,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.73699999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.78200000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.90900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.93100000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]}]},{"osd":7,"up_from":51,"seq":219043332127,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1049932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.45600000000000002,"15min":0.44},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.49099999999999999,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.438}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.60699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.622,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63800000000000001,"15min":0.629},"min":{"1min":0.45000000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.67300000000000004,"15min":0.65000000000000002},"min":{"1min":0.47099999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.431,"5min":2.431,"15min":2.431},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.1480000000000001,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.625},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39400000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.64900000000000002,"15min":0.63400000000000001},"min":{"1min":0.46300000000000002,"5min":0.441,"15min":0.441},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.72999999999999998,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.435,"15min":0.435},"max":{"1min":1.01,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73799999999999999,"15min":0.71899999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.749},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.69599999999999995,"15min":0.68400000000000005},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59699999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.746},"min":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.754,"15min":0.752},"min":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.79200000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.65300000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.76500000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":457862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.41499999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56399999999999995,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.45200000000000001,"15min":0.45300000000000001},"min":{"1min":0.29499999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.59699999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.40500000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.52800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.78100000000000003,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.65800000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.64500000000000002,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.66800000000000004,"15min":0.66100000000000003},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.61399999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53500000000000003,"15min":0.52600000000000002},"min":{"1min":0.36699999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.498},{"interface":"front","average":{"1min":0.503,"5min":0.54600000000000004,"15min":0.55300000000000005},"min":{"1min":0.33300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.70999999999999996,"5min":1.212,"15min":1.212},"last":0.443}]},{"osd":4,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.64400000000000002,"15min":0.64200000000000002},"min":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.68700000000000006,"15min":0.68000000000000005},"min":{"1min":0.59299999999999997,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85399999999999998,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.70899999999999996,"15min":0.70299999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.96999999999999997,"5min":1.02,"15min":1.02},"last":0.626}]},{"osd":7,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.76100000000000001,"15min":0.76200000000000001},"min":{"1min":0.51300000000000001,"5min":0.497,"15min":0.497},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.76100000000000001,"15min":0.76900000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.78700000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.72999999999999998,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.81299999999999994,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.81200000000000006},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.69399999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.64500000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.754}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.53400000000000003,"15min":0.48699999999999999},"min":{"1min":0.436,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.85999999999999999,"5min":0.873,"15min":0.873},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.54000000000000004,"15min":0.51900000000000002},"min":{"1min":0.437,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.96699999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.50900000000000001,"15min":0.498},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.53700000000000003,"15min":0.52200000000000002},"min":{"1min":0.38400000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.71399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.34999999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7530000000000001,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.59099999999999997,"15min":0.56299999999999994},"min":{"1min":0.52100000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.81699999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.48699999999999999,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.495,"15min":0.47899999999999998},"min":{"1min":0.371,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.629}]},{"osd":5,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.63200000000000001,"15min":0.61399999999999999},"min":{"1min":0.41299999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.60099999999999998,"15min":0.59099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.80600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.67600000000000005,"15min":0.64400000000000002},"min":{"1min":0.42599999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":3.7890000000000001,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.64500000000000002,"15min":0.64900000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81699999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.84299999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.59899999999999998,"15min":0.58299999999999996},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88300000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.93500000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":1.0620000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":1.006},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.91800000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":1.032}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":458466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55000000000000004,"15min":0.51700000000000002},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.85299999999999998,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.625}]},{"osd":2,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.55200000000000005,"15min":0.52500000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.972,"5min":1.972,"15min":1.972},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.51300000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:18:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.374},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39700000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.45500000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61799999999999999,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0169999999999999,"5min":1.923,"15min":1.923},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.59999999999999998,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.57799999999999996,"15min":0.56599999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.57899999999999996,"15min":0.56999999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.58499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.1030000000000002,"5min":2.1030000000000002,"15min":2.1030000000000002},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.67600000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.72199999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.78500000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":462691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.34599999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56200000000000006,"15min":0.57699999999999996},"min":{"1min":0.31900000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.85799999999999998,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.55200000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53200000000000003,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.32800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.90000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.64000000000000001,"15min":0.64100000000000001},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.93400000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.624,"15min":0.626},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91900000000000004,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42999999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.82299999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.31900000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.47599999999999998,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.59399999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64500000000000002,"15min":0.63700000000000001},"min":{"1min":0.47299999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65700000000000003,"15min":0.65800000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:20:42 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.68999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.78800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.92400000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":950272,"data_stored":457876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.34300000000000003,"15min":0.317},"min":{"1min":0.23999999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.311},{"interface":"front","average":{"1min":0.432,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59099999999999997,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.372}]},{"osd":1,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.51900000000000002,"15min":0.49099999999999999},"min":{"1min":0.41299999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51200000000000001,"15min":0.51000000000000001},"min":{"1min":0.315,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83199999999999996,"5min":1.512,"15min":1.512},"last":0.40500000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83399999999999996,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.55500000000000005},"min":{"1min":0.40799999999999997,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85599999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57399999999999995,"15min":0.56499999999999995},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.874,"5min":1.347,"15min":1.347},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.626,"15min":0.60199999999999998},"min":{"1min":0.52200000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.67500000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.63,"15min":0.61399999999999999},"min":{"1min":0.45600000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.44,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.56000000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:20:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.57199999999999995,"15min":0.55700000000000005},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.44800000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.53700000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.052,"5min":1.143,"15min":1.143},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79000000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.57399999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.48099999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.59999999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":33,"seq":141733920812,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":457794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.41899999999999998,"15min":0.39800000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.46300000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55900000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60599999999999998,"15min":0.57599999999999996},"min":{"1min":0.47899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.45800000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.504}]},{"osd":5,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.60499999999999998,"15min":0.59099999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56999999999999995,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.69899999999999995,"15min":0.68200000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64100000000000001,"15min":0.627},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.81699999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96199999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.85599999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.873}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1544192,"data_stored":1048041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76300000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.752},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.51800000000000002,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81399999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.60499999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78400000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.879,"15min":0.879},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.34399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.55400000000000005},"min":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0129999999999999,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.72599999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64500000000000002,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85799999999999998,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65800000000000003,"15min":0.626},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60799999999999998,"15min":0.59899999999999998},"min":{"1min":0.46300000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.60499999999999998,"15min":0.59899999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.77700000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64400000000000002,"15min":0.64000000000000001},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.82399999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.70199999999999996,"15min":0.67700000000000005},"min":{"1min":0.52600000000000002,"5min":0.499,"15min":0.499},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.63500000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.52000000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.996,"5min":3.996,"15min":3.996},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.85799999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.88600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:20:47.031 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:20:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 -- 172.21.15.29:0/1116707421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520104350 msgr2=0x7f3520106740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 --2- 172.21.15.29:0/1116707421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520104350 0x7f3520106740 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f3508009990 tx=0x7f3508009ca0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 -- 172.21.15.29:0/1116707421 shutdown_connections 2023-10-05T15:20:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 --2- 172.21.15.29:0/1116707421 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520101a20 0x7f3520103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 --2- 172.21.15.29:0/1116707421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 0x7f3520109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 --2- 172.21.15.29:0/1116707421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520104350 0x7f3520106740 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 -- 172.21.15.29:0/1116707421 >> 172.21.15.29:0/1116707421 conn(0x7f35200fb370 msgr2=0x7f35200fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 -- 172.21.15.29:0/1116707421 shutdown_connections 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 -- 172.21.15.29:0/1116707421 wait complete. 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.184+0000 7f3526314700 1 Processor -- start 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 -- start start 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520104350 0x7f35201970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 0x7f352019e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352019e710 con 0x7f3520101a20 2023-10-05T15:20:47.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352019e850 con 0x7f3520106c80 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f3526314700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352019e9e0 con 0x7f3520104350 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45546/0 (socket says 172.21.15.29:45546) 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 -- 172.21.15.29:0/2809359127 learned_addr learned my addr 172.21.15.29:0/2809359127 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351f7fe700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520104350 0x7f35201970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f35248b1700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 0x7f352019e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 -- 172.21.15.29:0/2809359127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520104350 msgr2=0x7f35201970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520104350 0x7f35201970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 -- 172.21.15.29:0/2809359127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 msgr2=0x7f352019e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 0x7f352019e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.185+0000 7f351ffff700 1 -- 172.21.15.29:0/2809359127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35080095f0 con 0x7f3520101a20 2023-10-05T15:20:47.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f351ffff700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f351000d950 tx=0x7f351000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:47.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351000f890 con 0x7f3520101a20 2023-10-05T15:20:47.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f352019ecc0 con 0x7f3520101a20 2023-10-05T15:20:47.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3510010460 con 0x7f3520101a20 2023-10-05T15:20:47.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f351000e610 con 0x7f3520101a20 2023-10-05T15:20:47.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.186+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f352019f1d0 con 0x7f3520101a20 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.187+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35200fcef0 con 0x7f3520101a20 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.188+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f35100108d0 con 0x7f3520101a20 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.189+0000 7f351d7fa700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 0x7f350c0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.189+0000 7f351f7fe700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 0x7f350c0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.189+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f35100cccd0 con 0x7f3520101a20 2023-10-05T15:20:47.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.189+0000 7f351f7fe700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 0x7f350c0a3990 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f350800b5c0 tx=0x7f3508005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:47.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.192+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f35100960e0 con 0x7f3520101a20 2023-10-05T15:20:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:47 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/309476302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:47 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/619382136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:47.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.392+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f352002d250 con 0x7f350c0a14d0 2023-10-05T15:20:47.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:47 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/309476302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:47.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:47 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/619382136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:47.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.407+0000 7f351d7fa700 1 -- 172.21.15.29:0/2809359127 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+417987 (secure 0 0 0) 0x7f352002d250 con 0x7f350c0a14d0 2023-10-05T15:20:47.414 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.411+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 msgr2=0x7f350c0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.411+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 0x7f350c0a3990 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f350800b5c0 tx=0x7f3508005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.411+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 msgr2=0x7f3520196b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.411+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f351000d950 tx=0x7f351000dc60 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.411+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 shutdown_connections 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f350c0a14d0 0x7f350c0a3990 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3520106c80 0x7f352019e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520101a20 0x7f3520196b90 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 --2- 172.21.15.29:0/2809359127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3520104350 0x7f35201970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:47.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 >> 172.21.15.29:0/2809359127 conn(0x7f35200fb370 msgr2=0x7f3520102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:47.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 shutdown_connections 2023-10-05T15:20:47.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:47.412+0000 7f3526314700 1 -- 172.21.15.29:0/2809359127 wait complete. 2023-10-05T15:20:47.419 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:20:47.426 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":265,"stamp":"2023-10-05T15:20:46.649273+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":596974,"num_objects":41,"num_object_clones":0,"num_object_copies":123,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":41,"num_whiteouts":0,"num_read":138,"num_read_kb":121,"num_write":269,"num_write_kb":2963,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":215,"ondisk_log_size":215,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337140,"kb_used_data":12912,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604684,"statfs":{"total":1151940427776,"available":1151595196416,"internally_reserved":0,"allocated":13221888,"data_stored":7280954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":4196,"num_objects":17,"num_object_clones":0,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":43,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003509"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072415+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:20:29.072415+0000","last_peered":"2023-10-05T15:20:29.072415+0000","last_clean":"2023-10-05T15:20:29.072415+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:20:29.072415+0000","last_undegraded":"2023-10-05T15:20:29.072415+0000","last_fullsized":"2023-10-05T15:20:29.072415+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084222+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:20:29.084222+0000","last_peered":"2023-10-05T15:20:29.084222+0000","last_clean":"2023-10-05T15:20:29.084222+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:20:29.084222+0000","last_undegraded":"2023-10-05T15:20:29.084222+0000","last_fullsized":"2023-10-05T15:20:29.084222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081008+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:20:29.081008+0000","last_peered":"2023-10-05T15:20:29.081008+0000","last_clean":"2023-10-05T15:20:29.081008+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:20:29.081008+0000","last_undegraded":"2023-10-05T15:20:29.081008+0000","last_fullsized":"2023-10-05T15:20:29.081008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074572+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:20:29.074572+0000","last_peered":"2023-10-05T15:20:29.074572+0000","last_clean":"2023-10-05T15:20:29.074572+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:20:29.074572+0000","last_undegraded":"2023-10-05T15:20:29.074572+0000","last_fullsized":"2023-10-05T15:20:29.074572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076538+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:20:29.076538+0000","last_peered":"2023-10-05T15:20:29.076538+0000","last_clean":"2023-10-05T15:20:29.076538+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:20:29.076538+0000","last_undegraded":"2023-10-05T15:20:29.076538+0000","last_fullsized":"2023-10-05T15:20:29.076538+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067116+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:20:29.067116+0000","last_peered":"2023-10-05T15:20:29.067116+0000","last_clean":"2023-10-05T15:20:29.067116+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:20:29.067116+0000","last_undegraded":"2023-10-05T15:20:29.067116+0000","last_fullsized":"2023-10-05T15:20:29.067116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071528+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:20:29.071528+0000","last_peered":"2023-10-05T15:20:29.071528+0000","last_clean":"2023-10-05T15:20:29.071528+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:20:29.071528+0000","last_undegraded":"2023-10-05T15:20:29.071528+0000","last_fullsized":"2023-10-05T15:20:29.071528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072942+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:20:29.072942+0000","last_peered":"2023-10-05T15:20:29.072942+0000","last_clean":"2023-10-05T15:20:29.072942+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:20:29.072942+0000","last_undegraded":"2023-10-05T15:20:29.072942+0000","last_fullsized":"2023-10-05T15:20:29.072942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071855+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:20:29.071855+0000","last_peered":"2023-10-05T15:20:29.071855+0000","last_clean":"2023-10-05T15:20:29.071855+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:20:29.071855+0000","last_undegraded":"2023-10-05T15:20:29.071855+0000","last_fullsized":"2023-10-05T15:20:29.071855+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067585+0000","last_change":"2023-10-05T15:20:25.050395+0000","last_active":"2023-10-05T15:20:29.067585+0000","last_peered":"2023-10-05T15:20:29.067585+0000","last_clean":"2023-10-05T15:20:29.067585+0000","last_became_active":"2023-10-05T15:20:25.046895+0000","last_became_peered":"2023-10-05T15:20:25.046895+0000","last_unstale":"2023-10-05T15:20:29.067585+0000","last_undegraded":"2023-10-05T15:20:29.067585+0000","last_fullsized":"2023-10-05T15:20:29.067585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:30:37.421372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076464+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:20:29.076464+0000","last_peered":"2023-10-05T15:20:29.076464+0000","last_clean":"2023-10-05T15:20:29.076464+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:20:29.076464+0000","last_undegraded":"2023-10-05T15:20:29.076464+0000","last_fullsized":"2023-10-05T15:20:29.076464+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074463+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:20:29.074463+0000","last_peered":"2023-10-05T15:20:29.074463+0000","last_clean":"2023-10-05T15:20:29.074463+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:20:29.074463+0000","last_undegraded":"2023-10-05T15:20:29.074463+0000","last_fullsized":"2023-10-05T15:20:29.074463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071580+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:20:29.071580+0000","last_peered":"2023-10-05T15:20:29.071580+0000","last_clean":"2023-10-05T15:20:29.071580+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:20:29.071580+0000","last_undegraded":"2023-10-05T15:20:29.071580+0000","last_fullsized":"2023-10-05T15:20:29.071580+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078820+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:20:29.078820+0000","last_peered":"2023-10-05T15:20:29.078820+0000","last_clean":"2023-10-05T15:20:29.078820+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:20:29.078820+0000","last_undegraded":"2023-10-05T15:20:29.078820+0000","last_fullsized":"2023-10-05T15:20:29.078820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083567+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:20:29.083567+0000","last_peered":"2023-10-05T15:20:29.083567+0000","last_clean":"2023-10-05T15:20:29.083567+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:20:29.083567+0000","last_undegraded":"2023-10-05T15:20:29.083567+0000","last_fullsized":"2023-10-05T15:20:29.083567+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071405+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:20:29.071405+0000","last_peered":"2023-10-05T15:20:29.071405+0000","last_clean":"2023-10-05T15:20:29.071405+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:20:29.071405+0000","last_undegraded":"2023-10-05T15:20:29.071405+0000","last_fullsized":"2023-10-05T15:20:29.071405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072315+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:20:29.072315+0000","last_peered":"2023-10-05T15:20:29.072315+0000","last_clean":"2023-10-05T15:20:29.072315+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:20:29.072315+0000","last_undegraded":"2023-10-05T15:20:29.072315+0000","last_fullsized":"2023-10-05T15:20:29.072315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066715+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:20:29.066715+0000","last_peered":"2023-10-05T15:20:29.066715+0000","last_clean":"2023-10-05T15:20:29.066715+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:20:29.066715+0000","last_undegraded":"2023-10-05T15:20:29.066715+0000","last_fullsized":"2023-10-05T15:20:29.066715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075749+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:20:29.075749+0000","last_peered":"2023-10-05T15:20:29.075749+0000","last_clean":"2023-10-05T15:20:29.075749+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:20:29.075749+0000","last_undegraded":"2023-10-05T15:20:29.075749+0000","last_fullsized":"2023-10-05T15:20:29.075749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069181+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:20:30.069181+0000","last_peered":"2023-10-05T15:20:30.069181+0000","last_clean":"2023-10-05T15:20:30.069181+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:20:30.069181+0000","last_undegraded":"2023-10-05T15:20:30.069181+0000","last_fullsized":"2023-10-05T15:20:30.069181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"81'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067514+0000","last_change":"2023-10-05T15:20:24.046303+0000","last_active":"2023-10-05T15:20:29.067514+0000","last_peered":"2023-10-05T15:20:29.067514+0000","last_clean":"2023-10-05T15:20:29.067514+0000","last_became_active":"2023-10-05T15:20:24.045945+0000","last_became_peered":"2023-10-05T15:20:24.045945+0000","last_unstale":"2023-10-05T15:20:29.067514+0000","last_undegraded":"2023-10-05T15:20:29.067514+0000","last_fullsized":"2023-10-05T15:20:29.067514+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:52:21.849737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078044+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:20:29.078044+0000","last_peered":"2023-10-05T15:20:29.078044+0000","last_clean":"2023-10-05T15:20:29.078044+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:20:29.078044+0000","last_undegraded":"2023-10-05T15:20:29.078044+0000","last_fullsized":"2023-10-05T15:20:29.078044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538523+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:20:30.538523+0000","last_peered":"2023-10-05T15:20:30.538523+0000","last_clean":"2023-10-05T15:20:30.538523+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:20:30.538523+0000","last_undegraded":"2023-10-05T15:20:30.538523+0000","last_fullsized":"2023-10-05T15:20:30.538523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078331+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:20:29.078331+0000","last_peered":"2023-10-05T15:20:29.078331+0000","last_clean":"2023-10-05T15:20:29.078331+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:20:29.078331+0000","last_undegraded":"2023-10-05T15:20:29.078331+0000","last_fullsized":"2023-10-05T15:20:29.078331+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083823+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:20:29.083823+0000","last_peered":"2023-10-05T15:20:29.083823+0000","last_clean":"2023-10-05T15:20:29.083823+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:20:29.083823+0000","last_undegraded":"2023-10-05T15:20:29.083823+0000","last_fullsized":"2023-10-05T15:20:29.083823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538704+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:20:30.538704+0000","last_peered":"2023-10-05T15:20:30.538704+0000","last_clean":"2023-10-05T15:20:30.538704+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:20:30.538704+0000","last_undegraded":"2023-10-05T15:20:30.538704+0000","last_fullsized":"2023-10-05T15:20:30.538704+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078619+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:20:29.078619+0000","last_peered":"2023-10-05T15:20:29.078619+0000","last_clean":"2023-10-05T15:20:29.078619+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:20:29.078619+0000","last_undegraded":"2023-10-05T15:20:29.078619+0000","last_fullsized":"2023-10-05T15:20:29.078619+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071748+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:20:29.071748+0000","last_peered":"2023-10-05T15:20:29.071748+0000","last_clean":"2023-10-05T15:20:29.071748+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:20:29.071748+0000","last_undegraded":"2023-10-05T15:20:29.071748+0000","last_fullsized":"2023-10-05T15:20:29.071748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538556+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:20:30.538556+0000","last_peered":"2023-10-05T15:20:30.538556+0000","last_clean":"2023-10-05T15:20:30.538556+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:20:30.538556+0000","last_undegraded":"2023-10-05T15:20:30.538556+0000","last_fullsized":"2023-10-05T15:20:30.538556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077791+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:20:29.077791+0000","last_peered":"2023-10-05T15:20:29.077791+0000","last_clean":"2023-10-05T15:20:29.077791+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:20:29.077791+0000","last_undegraded":"2023-10-05T15:20:29.077791+0000","last_fullsized":"2023-10-05T15:20:29.077791+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081141+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:20:29.081141+0000","last_peered":"2023-10-05T15:20:29.081141+0000","last_clean":"2023-10-05T15:20:29.081141+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:20:29.081141+0000","last_undegraded":"2023-10-05T15:20:29.081141+0000","last_fullsized":"2023-10-05T15:20:29.081141+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069549+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:20:30.069549+0000","last_peered":"2023-10-05T15:20:30.069549+0000","last_clean":"2023-10-05T15:20:30.069549+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:20:30.069549+0000","last_undegraded":"2023-10-05T15:20:30.069549+0000","last_fullsized":"2023-10-05T15:20:30.069549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.869039+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:20:43.869039+0000","last_peered":"2023-10-05T15:20:43.869039+0000","last_clean":"2023-10-05T15:20:43.869039+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:20:43.869039+0000","last_undegraded":"2023-10-05T15:20:43.869039+0000","last_fullsized":"2023-10-05T15:20:43.869039+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077346+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:20:29.077346+0000","last_peered":"2023-10-05T15:20:29.077346+0000","last_clean":"2023-10-05T15:20:29.077346+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:20:29.077346+0000","last_undegraded":"2023-10-05T15:20:29.077346+0000","last_fullsized":"2023-10-05T15:20:29.077346+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069296+0000","last_change":"2023-10-05T15:20:29.085224+0000","last_active":"2023-10-05T15:20:30.069296+0000","last_peered":"2023-10-05T15:20:30.069296+0000","last_clean":"2023-10-05T15:20:30.069296+0000","last_became_active":"2023-10-05T15:20:29.084833+0000","last_became_peered":"2023-10-05T15:20:29.084833+0000","last_unstale":"2023-10-05T15:20:30.069296+0000","last_undegraded":"2023-10-05T15:20:30.069296+0000","last_fullsized":"2023-10-05T15:20:30.069296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:19:47.123490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067030+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:20:29.067030+0000","last_peered":"2023-10-05T15:20:29.067030+0000","last_clean":"2023-10-05T15:20:29.067030+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:20:29.067030+0000","last_undegraded":"2023-10-05T15:20:29.067030+0000","last_fullsized":"2023-10-05T15:20:29.067030+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.079105+0000","last_change":"2023-10-05T15:20:25.046338+0000","last_active":"2023-10-05T15:20:29.079105+0000","last_peered":"2023-10-05T15:20:29.079105+0000","last_clean":"2023-10-05T15:20:29.079105+0000","last_became_active":"2023-10-05T15:20:25.046017+0000","last_became_peered":"2023-10-05T15:20:25.046017+0000","last_unstale":"2023-10-05T15:20:29.079105+0000","last_undegraded":"2023-10-05T15:20:29.079105+0000","last_fullsized":"2023-10-05T15:20:29.079105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:00.137108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792361+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:20:31.792361+0000","last_peered":"2023-10-05T15:20:31.792361+0000","last_clean":"2023-10-05T15:20:31.792361+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:20:31.792361+0000","last_undegraded":"2023-10-05T15:20:31.792361+0000","last_fullsized":"2023-10-05T15:20:31.792361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879391+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:20:44.879391+0000","last_peered":"2023-10-05T15:20:44.879391+0000","last_clean":"2023-10-05T15:20:44.879391+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:20:44.879391+0000","last_undegraded":"2023-10-05T15:20:44.879391+0000","last_fullsized":"2023-10-05T15:20:44.879391+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072845+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:20:29.072845+0000","last_peered":"2023-10-05T15:20:29.072845+0000","last_clean":"2023-10-05T15:20:29.072845+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:20:29.072845+0000","last_undegraded":"2023-10-05T15:20:29.072845+0000","last_fullsized":"2023-10-05T15:20:29.072845+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.257016+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:20:30.257016+0000","last_peered":"2023-10-05T15:20:30.257016+0000","last_clean":"2023-10-05T15:20:30.257016+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:20:30.257016+0000","last_undegraded":"2023-10-05T15:20:30.257016+0000","last_fullsized":"2023-10-05T15:20:30.257016+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350583+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:20:30.350583+0000","last_peered":"2023-10-05T15:20:30.350583+0000","last_clean":"2023-10-05T15:20:30.350583+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:20:30.350583+0000","last_undegraded":"2023-10-05T15:20:30.350583+0000","last_fullsized":"2023-10-05T15:20:30.350583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066285+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:20:29.066285+0000","last_peered":"2023-10-05T15:20:29.066285+0000","last_clean":"2023-10-05T15:20:29.066285+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:20:29.066285+0000","last_undegraded":"2023-10-05T15:20:29.066285+0000","last_fullsized":"2023-10-05T15:20:29.066285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069264+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:20:30.069264+0000","last_peered":"2023-10-05T15:20:30.069264+0000","last_clean":"2023-10-05T15:20:30.069264+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:20:30.069264+0000","last_undegraded":"2023-10-05T15:20:30.069264+0000","last_fullsized":"2023-10-05T15:20:30.069264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.869292+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:20:43.869292+0000","last_peered":"2023-10-05T15:20:43.869292+0000","last_clean":"2023-10-05T15:20:43.869292+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:20:43.869292+0000","last_undegraded":"2023-10-05T15:20:43.869292+0000","last_fullsized":"2023-10-05T15:20:43.869292+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071479+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:20:29.071479+0000","last_peered":"2023-10-05T15:20:29.071479+0000","last_clean":"2023-10-05T15:20:29.071479+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:20:29.071479+0000","last_undegraded":"2023-10-05T15:20:29.071479+0000","last_fullsized":"2023-10-05T15:20:29.071479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199579+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:20:31.199579+0000","last_peered":"2023-10-05T15:20:31.199579+0000","last_clean":"2023-10-05T15:20:31.199579+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:20:31.199579+0000","last_undegraded":"2023-10-05T15:20:31.199579+0000","last_fullsized":"2023-10-05T15:20:31.199579+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.867038+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:20:43.867038+0000","last_peered":"2023-10-05T15:20:43.867038+0000","last_clean":"2023-10-05T15:20:43.867038+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:20:43.867038+0000","last_undegraded":"2023-10-05T15:20:43.867038+0000","last_fullsized":"2023-10-05T15:20:43.867038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083902+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:20:29.083902+0000","last_peered":"2023-10-05T15:20:29.083902+0000","last_clean":"2023-10-05T15:20:29.083902+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:20:29.083902+0000","last_undegraded":"2023-10-05T15:20:29.083902+0000","last_fullsized":"2023-10-05T15:20:29.083902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.539069+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:20:30.539069+0000","last_peered":"2023-10-05T15:20:30.539069+0000","last_clean":"2023-10-05T15:20:30.539069+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:20:30.539069+0000","last_undegraded":"2023-10-05T15:20:30.539069+0000","last_fullsized":"2023-10-05T15:20:30.539069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350961+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:20:30.350961+0000","last_peered":"2023-10-05T15:20:30.350961+0000","last_clean":"2023-10-05T15:20:30.350961+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:20:30.350961+0000","last_undegraded":"2023-10-05T15:20:30.350961+0000","last_fullsized":"2023-10-05T15:20:30.350961+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071915+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:20:29.071915+0000","last_peered":"2023-10-05T15:20:29.071915+0000","last_clean":"2023-10-05T15:20:29.071915+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:20:29.071915+0000","last_undegraded":"2023-10-05T15:20:29.071915+0000","last_fullsized":"2023-10-05T15:20:29.071915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199773+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:20:31.199773+0000","last_peered":"2023-10-05T15:20:31.199773+0000","last_clean":"2023-10-05T15:20:31.199773+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:20:31.199773+0000","last_undegraded":"2023-10-05T15:20:31.199773+0000","last_fullsized":"2023-10-05T15:20:31.199773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":28,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.865829+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:20:43.865829+0000","last_peered":"2023-10-05T15:20:43.865829+0000","last_clean":"2023-10-05T15:20:43.865829+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:20:43.865829+0000","last_undegraded":"2023-10-05T15:20:43.865829+0000","last_fullsized":"2023-10-05T15:20:43.865829+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078364+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:20:29.078364+0000","last_peered":"2023-10-05T15:20:29.078364+0000","last_clean":"2023-10-05T15:20:29.078364+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:20:29.078364+0000","last_undegraded":"2023-10-05T15:20:29.078364+0000","last_fullsized":"2023-10-05T15:20:29.078364+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351274+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:20:30.351274+0000","last_peered":"2023-10-05T15:20:30.351274+0000","last_clean":"2023-10-05T15:20:30.351274+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:20:30.351274+0000","last_undegraded":"2023-10-05T15:20:30.351274+0000","last_fullsized":"2023-10-05T15:20:30.351274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.877805+0000","last_change":"2023-10-05T15:20:24.048920+0000","last_active":"2023-10-05T15:20:44.877805+0000","last_peered":"2023-10-05T15:20:44.877805+0000","last_clean":"2023-10-05T15:20:44.877805+0000","last_became_active":"2023-10-05T15:20:24.048620+0000","last_became_peered":"2023-10-05T15:20:24.048620+0000","last_unstale":"2023-10-05T15:20:44.877805+0000","last_undegraded":"2023-10-05T15:20:44.877805+0000","last_fullsized":"2023-10-05T15:20:44.877805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:04.960466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071591+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:20:29.071591+0000","last_peered":"2023-10-05T15:20:29.071591+0000","last_clean":"2023-10-05T15:20:29.071591+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:20:29.071591+0000","last_undegraded":"2023-10-05T15:20:29.071591+0000","last_fullsized":"2023-10-05T15:20:29.071591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792078+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:20:31.792078+0000","last_peered":"2023-10-05T15:20:31.792078+0000","last_clean":"2023-10-05T15:20:31.792078+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:20:31.792078+0000","last_undegraded":"2023-10-05T15:20:31.792078+0000","last_fullsized":"2023-10-05T15:20:31.792078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868934+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:20:43.868934+0000","last_peered":"2023-10-05T15:20:43.868934+0000","last_clean":"2023-10-05T15:20:43.868934+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:20:43.868934+0000","last_undegraded":"2023-10-05T15:20:43.868934+0000","last_fullsized":"2023-10-05T15:20:43.868934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071997+0000","last_change":"2023-10-05T15:20:25.057708+0000","last_active":"2023-10-05T15:20:29.071997+0000","last_peered":"2023-10-05T15:20:29.071997+0000","last_clean":"2023-10-05T15:20:29.071997+0000","last_became_active":"2023-10-05T15:20:25.057407+0000","last_became_peered":"2023-10-05T15:20:25.057407+0000","last_unstale":"2023-10-05T15:20:29.071997+0000","last_undegraded":"2023-10-05T15:20:29.071997+0000","last_fullsized":"2023-10-05T15:20:29.071997+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:38.517770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199770+0000","last_change":"2023-10-05T15:20:29.092316+0000","last_active":"2023-10-05T15:20:31.199770+0000","last_peered":"2023-10-05T15:20:31.199770+0000","last_clean":"2023-10-05T15:20:31.199770+0000","last_became_active":"2023-10-05T15:20:29.091950+0000","last_became_peered":"2023-10-05T15:20:29.091950+0000","last_unstale":"2023-10-05T15:20:31.199770+0000","last_undegraded":"2023-10-05T15:20:31.199770+0000","last_fullsized":"2023-10-05T15:20:31.199770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:57:25.486074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074697+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:20:29.074697+0000","last_peered":"2023-10-05T15:20:29.074697+0000","last_clean":"2023-10-05T15:20:29.074697+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:20:29.074697+0000","last_undegraded":"2023-10-05T15:20:29.074697+0000","last_fullsized":"2023-10-05T15:20:29.074697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071775+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:20:29.071775+0000","last_peered":"2023-10-05T15:20:29.071775+0000","last_clean":"2023-10-05T15:20:29.071775+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:20:29.071775+0000","last_undegraded":"2023-10-05T15:20:29.071775+0000","last_fullsized":"2023-10-05T15:20:29.071775+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451499+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:20:31.451499+0000","last_peered":"2023-10-05T15:20:31.451499+0000","last_clean":"2023-10-05T15:20:31.451499+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:20:31.451499+0000","last_undegraded":"2023-10-05T15:20:31.451499+0000","last_fullsized":"2023-10-05T15:20:31.451499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"81'8","reported_seq":24,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076762+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:20:29.076762+0000","last_peered":"2023-10-05T15:20:29.076762+0000","last_clean":"2023-10-05T15:20:29.076762+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:20:29.076762+0000","last_undegraded":"2023-10-05T15:20:29.076762+0000","last_fullsized":"2023-10-05T15:20:29.076762+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077875+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:20:29.077875+0000","last_peered":"2023-10-05T15:20:29.077875+0000","last_clean":"2023-10-05T15:20:29.077875+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:20:29.077875+0000","last_undegraded":"2023-10-05T15:20:29.077875+0000","last_fullsized":"2023-10-05T15:20:29.077875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350828+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:20:30.350828+0000","last_peered":"2023-10-05T15:20:30.350828+0000","last_clean":"2023-10-05T15:20:30.350828+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:20:30.350828+0000","last_undegraded":"2023-10-05T15:20:30.350828+0000","last_fullsized":"2023-10-05T15:20:30.350828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"81'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077594+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:20:29.077594+0000","last_peered":"2023-10-05T15:20:29.077594+0000","last_clean":"2023-10-05T15:20:29.077594+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:20:29.077594+0000","last_undegraded":"2023-10-05T15:20:29.077594+0000","last_fullsized":"2023-10-05T15:20:29.077594+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071051+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:20:29.071051+0000","last_peered":"2023-10-05T15:20:29.071051+0000","last_clean":"2023-10-05T15:20:29.071051+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:20:29.071051+0000","last_undegraded":"2023-10-05T15:20:29.071051+0000","last_fullsized":"2023-10-05T15:20:29.071051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451776+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:20:31.451776+0000","last_peered":"2023-10-05T15:20:31.451776+0000","last_clean":"2023-10-05T15:20:31.451776+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:20:31.451776+0000","last_undegraded":"2023-10-05T15:20:31.451776+0000","last_fullsized":"2023-10-05T15:20:31.451776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066278+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:20:29.066278+0000","last_peered":"2023-10-05T15:20:29.066278+0000","last_clean":"2023-10-05T15:20:29.066278+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:20:29.066278+0000","last_undegraded":"2023-10-05T15:20:29.066278+0000","last_fullsized":"2023-10-05T15:20:29.066278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067468+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:20:29.067468+0000","last_peered":"2023-10-05T15:20:29.067468+0000","last_clean":"2023-10-05T15:20:29.067468+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:20:29.067468+0000","last_undegraded":"2023-10-05T15:20:29.067468+0000","last_fullsized":"2023-10-05T15:20:29.067468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451348+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:20:31.451348+0000","last_peered":"2023-10-05T15:20:31.451348+0000","last_clean":"2023-10-05T15:20:31.451348+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:20:31.451348+0000","last_undegraded":"2023-10-05T15:20:31.451348+0000","last_fullsized":"2023-10-05T15:20:31.451348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069689+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:20:30.069689+0000","last_peered":"2023-10-05T15:20:30.069689+0000","last_clean":"2023-10-05T15:20:30.069689+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:20:30.069689+0000","last_undegraded":"2023-10-05T15:20:30.069689+0000","last_fullsized":"2023-10-05T15:20:30.069689+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067249+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:20:29.067249+0000","last_peered":"2023-10-05T15:20:29.067249+0000","last_clean":"2023-10-05T15:20:29.067249+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:20:29.067249+0000","last_undegraded":"2023-10-05T15:20:29.067249+0000","last_fullsized":"2023-10-05T15:20:29.067249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451436+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:20:31.451436+0000","last_peered":"2023-10-05T15:20:31.451436+0000","last_clean":"2023-10-05T15:20:31.451436+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:20:31.451436+0000","last_undegraded":"2023-10-05T15:20:31.451436+0000","last_fullsized":"2023-10-05T15:20:31.451436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077283+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:20:29.077283+0000","last_peered":"2023-10-05T15:20:29.077283+0000","last_clean":"2023-10-05T15:20:29.077283+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:20:29.077283+0000","last_undegraded":"2023-10-05T15:20:29.077283+0000","last_fullsized":"2023-10-05T15:20:29.077283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.880328+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:20:44.880328+0000","last_peered":"2023-10-05T15:20:44.880328+0000","last_clean":"2023-10-05T15:20:44.880328+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:20:44.880328+0000","last_undegraded":"2023-10-05T15:20:44.880328+0000","last_fullsized":"2023-10-05T15:20:44.880328+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.070166+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:20:30.070166+0000","last_peered":"2023-10-05T15:20:30.070166+0000","last_clean":"2023-10-05T15:20:30.070166+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:20:30.070166+0000","last_undegraded":"2023-10-05T15:20:30.070166+0000","last_fullsized":"2023-10-05T15:20:30.070166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071085+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:20:29.071085+0000","last_peered":"2023-10-05T15:20:29.071085+0000","last_clean":"2023-10-05T15:20:29.071085+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:20:29.071085+0000","last_undegraded":"2023-10-05T15:20:29.071085+0000","last_fullsized":"2023-10-05T15:20:29.071085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074854+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:20:29.074854+0000","last_peered":"2023-10-05T15:20:29.074854+0000","last_clean":"2023-10-05T15:20:29.074854+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:20:29.074854+0000","last_undegraded":"2023-10-05T15:20:29.074854+0000","last_fullsized":"2023-10-05T15:20:29.074854+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":317,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071565+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:20:29.071565+0000","last_peered":"2023-10-05T15:20:29.071565+0000","last_clean":"2023-10-05T15:20:29.071565+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:20:29.071565+0000","last_undegraded":"2023-10-05T15:20:29.071565+0000","last_fullsized":"2023-10-05T15:20:29.071565+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351055+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:20:30.351055+0000","last_peered":"2023-10-05T15:20:30.351055+0000","last_clean":"2023-10-05T15:20:30.351055+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:20:30.351055+0000","last_undegraded":"2023-10-05T15:20:30.351055+0000","last_fullsized":"2023-10-05T15:20:30.351055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.070871+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:20:29.070871+0000","last_peered":"2023-10-05T15:20:29.070871+0000","last_clean":"2023-10-05T15:20:29.070871+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:20:29.070871+0000","last_undegraded":"2023-10-05T15:20:29.070871+0000","last_fullsized":"2023-10-05T15:20:29.070871+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876935+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:20:44.876935+0000","last_peered":"2023-10-05T15:20:44.876935+0000","last_clean":"2023-10-05T15:20:44.876935+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:20:44.876935+0000","last_undegraded":"2023-10-05T15:20:44.876935+0000","last_fullsized":"2023-10-05T15:20:44.876935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792028+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:20:31.792028+0000","last_peered":"2023-10-05T15:20:31.792028+0000","last_clean":"2023-10-05T15:20:31.792028+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:20:31.792028+0000","last_undegraded":"2023-10-05T15:20:31.792028+0000","last_fullsized":"2023-10-05T15:20:31.792028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078457+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:20:29.078457+0000","last_peered":"2023-10-05T15:20:29.078457+0000","last_clean":"2023-10-05T15:20:29.078457+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:20:29.078457+0000","last_undegraded":"2023-10-05T15:20:29.078457+0000","last_fullsized":"2023-10-05T15:20:29.078457+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071476+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:20:29.071476+0000","last_peered":"2023-10-05T15:20:29.071476+0000","last_clean":"2023-10-05T15:20:29.071476+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:20:29.071476+0000","last_undegraded":"2023-10-05T15:20:29.071476+0000","last_fullsized":"2023-10-05T15:20:29.071476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069737+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:20:30.069737+0000","last_peered":"2023-10-05T15:20:30.069737+0000","last_clean":"2023-10-05T15:20:30.069737+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:20:30.069737+0000","last_undegraded":"2023-10-05T15:20:30.069737+0000","last_fullsized":"2023-10-05T15:20:30.069737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"84'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066734+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:20:29.066734+0000","last_peered":"2023-10-05T15:20:29.066734+0000","last_clean":"2023-10-05T15:20:29.066734+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:20:29.066734+0000","last_undegraded":"2023-10-05T15:20:29.066734+0000","last_fullsized":"2023-10-05T15:20:29.066734+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078433+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:20:29.078433+0000","last_peered":"2023-10-05T15:20:29.078433+0000","last_clean":"2023-10-05T15:20:29.078433+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:20:29.078433+0000","last_undegraded":"2023-10-05T15:20:29.078433+0000","last_fullsized":"2023-10-05T15:20:29.078433+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069121+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:20:30.069121+0000","last_peered":"2023-10-05T15:20:30.069121+0000","last_clean":"2023-10-05T15:20:30.069121+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:20:30.069121+0000","last_undegraded":"2023-10-05T15:20:30.069121+0000","last_fullsized":"2023-10-05T15:20:30.069121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"81'2","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077861+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:20:29.077861+0000","last_peered":"2023-10-05T15:20:29.077861+0000","last_clean":"2023-10-05T15:20:29.077861+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:20:29.077861+0000","last_undegraded":"2023-10-05T15:20:29.077861+0000","last_fullsized":"2023-10-05T15:20:29.077861+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084306+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:20:29.084306+0000","last_peered":"2023-10-05T15:20:29.084306+0000","last_clean":"2023-10-05T15:20:29.084306+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:20:29.084306+0000","last_undegraded":"2023-10-05T15:20:29.084306+0000","last_fullsized":"2023-10-05T15:20:29.084306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538948+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:20:30.538948+0000","last_peered":"2023-10-05T15:20:30.538948+0000","last_clean":"2023-10-05T15:20:30.538948+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:20:30.538948+0000","last_undegraded":"2023-10-05T15:20:30.538948+0000","last_fullsized":"2023-10-05T15:20:30.538948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868064+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:20:43.868064+0000","last_peered":"2023-10-05T15:20:43.868064+0000","last_clean":"2023-10-05T15:20:43.868064+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:20:43.868064+0000","last_undegraded":"2023-10-05T15:20:43.868064+0000","last_fullsized":"2023-10-05T15:20:43.868064+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076421+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:20:29.076421+0000","last_peered":"2023-10-05T15:20:29.076421+0000","last_clean":"2023-10-05T15:20:29.076421+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:20:29.076421+0000","last_undegraded":"2023-10-05T15:20:29.076421+0000","last_fullsized":"2023-10-05T15:20:29.076421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199926+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:20:31.199926+0000","last_peered":"2023-10-05T15:20:31.199926+0000","last_clean":"2023-10-05T15:20:31.199926+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:20:31.199926+0000","last_undegraded":"2023-10-05T15:20:31.199926+0000","last_fullsized":"2023-10-05T15:20:31.199926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074804+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:20:29.074804+0000","last_peered":"2023-10-05T15:20:29.074804+0000","last_clean":"2023-10-05T15:20:29.074804+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:20:29.074804+0000","last_undegraded":"2023-10-05T15:20:29.074804+0000","last_fullsized":"2023-10-05T15:20:29.074804+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071328+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:20:29.071328+0000","last_peered":"2023-10-05T15:20:29.071328+0000","last_clean":"2023-10-05T15:20:29.071328+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:20:29.071328+0000","last_undegraded":"2023-10-05T15:20:29.071328+0000","last_fullsized":"2023-10-05T15:20:29.071328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538838+0000","last_change":"2023-10-05T15:20:29.082104+0000","last_active":"2023-10-05T15:20:30.538838+0000","last_peered":"2023-10-05T15:20:30.538838+0000","last_clean":"2023-10-05T15:20:30.538838+0000","last_became_active":"2023-10-05T15:20:29.081681+0000","last_became_peered":"2023-10-05T15:20:29.081681+0000","last_unstale":"2023-10-05T15:20:30.538838+0000","last_undegraded":"2023-10-05T15:20:30.538838+0000","last_fullsized":"2023-10-05T15:20:30.538838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:27:13.142822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073757+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:20:29.073757+0000","last_peered":"2023-10-05T15:20:29.073757+0000","last_clean":"2023-10-05T15:20:29.073757+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:20:29.073757+0000","last_undegraded":"2023-10-05T15:20:29.073757+0000","last_fullsized":"2023-10-05T15:20:29.073757+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071627+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:20:29.071627+0000","last_peered":"2023-10-05T15:20:29.071627+0000","last_clean":"2023-10-05T15:20:29.071627+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:20:29.071627+0000","last_undegraded":"2023-10-05T15:20:29.071627+0000","last_fullsized":"2023-10-05T15:20:29.071627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538908+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:20:30.538908+0000","last_peered":"2023-10-05T15:20:30.538908+0000","last_clean":"2023-10-05T15:20:30.538908+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:20:30.538908+0000","last_undegraded":"2023-10-05T15:20:30.538908+0000","last_fullsized":"2023-10-05T15:20:30.538908+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076642+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:20:29.076642+0000","last_peered":"2023-10-05T15:20:29.076642+0000","last_clean":"2023-10-05T15:20:29.076642+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:20:29.076642+0000","last_undegraded":"2023-10-05T15:20:29.076642+0000","last_fullsized":"2023-10-05T15:20:29.076642+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072398+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:20:29.072398+0000","last_peered":"2023-10-05T15:20:29.072398+0000","last_clean":"2023-10-05T15:20:29.072398+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:20:29.072398+0000","last_undegraded":"2023-10-05T15:20:29.072398+0000","last_fullsized":"2023-10-05T15:20:29.072398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451385+0000","last_change":"2023-10-05T15:20:29.084280+0000","last_active":"2023-10-05T15:20:31.451385+0000","last_peered":"2023-10-05T15:20:31.451385+0000","last_clean":"2023-10-05T15:20:31.451385+0000","last_became_active":"2023-10-05T15:20:29.083826+0000","last_became_peered":"2023-10-05T15:20:29.083826+0000","last_unstale":"2023-10-05T15:20:31.451385+0000","last_undegraded":"2023-10-05T15:20:31.451385+0000","last_fullsized":"2023-10-05T15:20:31.451385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:15:50.569369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879682+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:20:44.879682+0000","last_peered":"2023-10-05T15:20:44.879682+0000","last_clean":"2023-10-05T15:20:44.879682+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:20:44.879682+0000","last_undegraded":"2023-10-05T15:20:44.879682+0000","last_fullsized":"2023-10-05T15:20:44.879682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076553+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:20:29.076553+0000","last_peered":"2023-10-05T15:20:29.076553+0000","last_clean":"2023-10-05T15:20:29.076553+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:20:29.076553+0000","last_undegraded":"2023-10-05T15:20:29.076553+0000","last_fullsized":"2023-10-05T15:20:29.076553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.256612+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:20:30.256612+0000","last_peered":"2023-10-05T15:20:30.256612+0000","last_clean":"2023-10-05T15:20:30.256612+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:20:30.256612+0000","last_undegraded":"2023-10-05T15:20:30.256612+0000","last_fullsized":"2023-10-05T15:20:30.256612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081200+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:20:29.081200+0000","last_peered":"2023-10-05T15:20:29.081200+0000","last_clean":"2023-10-05T15:20:29.081200+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:20:29.081200+0000","last_undegraded":"2023-10-05T15:20:29.081200+0000","last_fullsized":"2023-10-05T15:20:29.081200+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072128+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:20:29.072128+0000","last_peered":"2023-10-05T15:20:29.072128+0000","last_clean":"2023-10-05T15:20:29.072128+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:20:29.072128+0000","last_undegraded":"2023-10-05T15:20:29.072128+0000","last_fullsized":"2023-10-05T15:20:29.072128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350412+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:20:30.350412+0000","last_peered":"2023-10-05T15:20:30.350412+0000","last_clean":"2023-10-05T15:20:30.350412+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:20:30.350412+0000","last_undegraded":"2023-10-05T15:20:30.350412+0000","last_fullsized":"2023-10-05T15:20:30.350412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072298+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:20:29.072298+0000","last_peered":"2023-10-05T15:20:29.072298+0000","last_clean":"2023-10-05T15:20:29.072298+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:20:29.072298+0000","last_undegraded":"2023-10-05T15:20:29.072298+0000","last_fullsized":"2023-10-05T15:20:29.072298+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075741+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:20:29.075741+0000","last_peered":"2023-10-05T15:20:29.075741+0000","last_clean":"2023-10-05T15:20:29.075741+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:20:29.075741+0000","last_undegraded":"2023-10-05T15:20:29.075741+0000","last_fullsized":"2023-10-05T15:20:29.075741+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071432+0000","last_change":"2023-10-05T15:20:25.042618+0000","last_active":"2023-10-05T15:20:29.071432+0000","last_peered":"2023-10-05T15:20:29.071432+0000","last_clean":"2023-10-05T15:20:29.071432+0000","last_became_active":"2023-10-05T15:20:25.042305+0000","last_became_peered":"2023-10-05T15:20:25.042305+0000","last_unstale":"2023-10-05T15:20:29.071432+0000","last_undegraded":"2023-10-05T15:20:29.071432+0000","last_fullsized":"2023-10-05T15:20:29.071432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:35:20.915544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073915+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:20:29.073915+0000","last_peered":"2023-10-05T15:20:29.073915+0000","last_clean":"2023-10-05T15:20:29.073915+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:20:29.073915+0000","last_undegraded":"2023-10-05T15:20:29.073915+0000","last_fullsized":"2023-10-05T15:20:29.073915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073645+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:20:29.073645+0000","last_peered":"2023-10-05T15:20:29.073645+0000","last_clean":"2023-10-05T15:20:29.073645+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:20:29.073645+0000","last_undegraded":"2023-10-05T15:20:29.073645+0000","last_fullsized":"2023-10-05T15:20:29.073645+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.085159+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:20:29.085159+0000","last_peered":"2023-10-05T15:20:29.085159+0000","last_clean":"2023-10-05T15:20:29.085159+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:20:29.085159+0000","last_undegraded":"2023-10-05T15:20:29.085159+0000","last_fullsized":"2023-10-05T15:20:29.085159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071568+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:20:29.071568+0000","last_peered":"2023-10-05T15:20:29.071568+0000","last_clean":"2023-10-05T15:20:29.071568+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:20:29.071568+0000","last_undegraded":"2023-10-05T15:20:29.071568+0000","last_fullsized":"2023-10-05T15:20:29.071568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072893+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:20:29.072893+0000","last_peered":"2023-10-05T15:20:29.072893+0000","last_clean":"2023-10-05T15:20:29.072893+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:20:29.072893+0000","last_undegraded":"2023-10-05T15:20:29.072893+0000","last_fullsized":"2023-10-05T15:20:29.072893+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075558+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:20:29.075558+0000","last_peered":"2023-10-05T15:20:29.075558+0000","last_clean":"2023-10-05T15:20:29.075558+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:20:29.075558+0000","last_undegraded":"2023-10-05T15:20:29.075558+0000","last_fullsized":"2023-10-05T15:20:29.075558+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078540+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:20:29.078540+0000","last_peered":"2023-10-05T15:20:29.078540+0000","last_clean":"2023-10-05T15:20:29.078540+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:20:29.078540+0000","last_undegraded":"2023-10-05T15:20:29.078540+0000","last_fullsized":"2023-10-05T15:20:29.078540+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077184+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:20:29.077184+0000","last_peered":"2023-10-05T15:20:29.077184+0000","last_clean":"2023-10-05T15:20:29.077184+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:20:29.077184+0000","last_undegraded":"2023-10-05T15:20:29.077184+0000","last_fullsized":"2023-10-05T15:20:29.077184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074719+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:20:29.074719+0000","last_peered":"2023-10-05T15:20:29.074719+0000","last_clean":"2023-10-05T15:20:29.074719+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:20:29.074719+0000","last_undegraded":"2023-10-05T15:20:29.074719+0000","last_fullsized":"2023-10-05T15:20:29.074719+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073278+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:20:29.073278+0000","last_peered":"2023-10-05T15:20:29.073278+0000","last_clean":"2023-10-05T15:20:29.073278+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:20:29.073278+0000","last_undegraded":"2023-10-05T15:20:29.073278+0000","last_fullsized":"2023-10-05T15:20:29.073278+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071640+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:20:29.071640+0000","last_peered":"2023-10-05T15:20:29.071640+0000","last_clean":"2023-10-05T15:20:29.071640+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:20:29.071640+0000","last_undegraded":"2023-10-05T15:20:29.071640+0000","last_fullsized":"2023-10-05T15:20:29.071640+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073372+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:20:29.073372+0000","last_peered":"2023-10-05T15:20:29.073372+0000","last_clean":"2023-10-05T15:20:29.073372+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:20:29.073372+0000","last_undegraded":"2023-10-05T15:20:29.073372+0000","last_fullsized":"2023-10-05T15:20:29.073372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6606,"num_objects":39,"num_object_clones":0,"num_object_copies":117,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":39,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":88,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":25,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":188416,"data_stored":19980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":78,"ondisk_log_size":78,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481806,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":457772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80300000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.874}]},{"osd":9,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85999999999999999}]},{"osd":10,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]}]},{"osd":10,"up_from":70,"seq":300647710739,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1052176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59099999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.40899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65400000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.755},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.77700000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.628},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.80700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.93200000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.88300000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90400000000000003}]}]},{"osd":9,"up_from":65,"seq":279172874262,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":946176,"data_stored":458354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.42399999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.45100000000000001,"5min":0.45100000000000001,"15min":0.45100000000000001},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.016,"5min":1.016,"15min":1.016},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.628}]},{"osd":3,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47899999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.048,"5min":1.048,"15min":1.048},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.56999999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.749,"5min":0.749,"15min":0.749},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.64600000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"min":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.0900000000000001,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.1240000000000001,"5min":1.1240000000000001,"15min":1.1240000000000001},"last":0.61499999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.86199999999999999,"15min":0.86199999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.77300000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.72199999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]}]},{"osd":8,"up_from":58,"seq":249108103195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":950272,"data_stored":458376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.47599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":1.169,"5min":1.169,"15min":1.169},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.81200000000000006}]},{"osd":4,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.2290000000000001,"5min":1.2290000000000001,"15min":1.2290000000000001},"last":0.73699999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":1.512,"5min":1.512,"15min":1.512},"last":0.78200000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":0.96599999999999997,"5min":0.96599999999999997,"15min":0.96599999999999997},"last":0.90900000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.93100000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88900000000000001}]}]},{"osd":7,"up_from":51,"seq":219043332127,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1049932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.45600000000000002,"15min":0.44},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.49099999999999999,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.438}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.60699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.73099999999999998},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.622,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.57399999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63800000000000001,"15min":0.629},"min":{"1min":0.45000000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.67300000000000004,"15min":0.65000000000000002},"min":{"1min":0.47099999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.431,"5min":2.431,"15min":2.431},"last":0.69599999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.1480000000000001,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.625},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39400000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.46800000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.64900000000000002,"15min":0.63400000000000001},"min":{"1min":0.46300000000000002,"5min":0.441,"15min":0.441},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.72999999999999998,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.435,"15min":0.435},"max":{"1min":1.01,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.70999999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73799999999999999,"15min":0.71899999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.749},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.69599999999999995,"15min":0.68400000000000005},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.59699999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.746},"min":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.78000000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.754,"15min":0.752},"min":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.79200000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"last":0.65300000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.76500000000000001}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80900000000000005}]}]},{"osd":6,"up_from":46,"seq":197568495652,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":457862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.443,"5min":0.41499999999999998,"15min":0.40999999999999998},"min":{"1min":0.28499999999999998,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.56399999999999995,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.45200000000000001,"15min":0.45300000000000001},"min":{"1min":0.29499999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.59699999999999998,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.40500000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.58099999999999996,"15min":0.56899999999999995},"min":{"1min":0.52800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.40600000000000003,"5min":0.371,"15min":0.371},"max":{"1min":0.78100000000000003,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.65800000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.64500000000000002,"15min":0.63500000000000001},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.66800000000000004,"15min":0.66100000000000003},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.61399999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.53500000000000003,"15min":0.52600000000000002},"min":{"1min":0.36699999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.498},{"interface":"front","average":{"1min":0.503,"5min":0.54600000000000004,"15min":0.55300000000000005},"min":{"1min":0.33300000000000002,"5min":0.314,"15min":0.314},"max":{"1min":0.70999999999999996,"5min":1.212,"15min":1.212},"last":0.443}]},{"osd":4,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65600000000000003,"5min":0.64400000000000002,"15min":0.64200000000000002},"min":{"1min":0.44400000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.72999999999999998,"5min":0.68700000000000006,"15min":0.68000000000000005},"min":{"1min":0.59299999999999997,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.85399999999999998,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.70799999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.64700000000000002,"15min":0.64500000000000002},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.74199999999999999,"5min":0.70899999999999996,"15min":0.70299999999999996},"min":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":0.96999999999999997,"5min":1.02,"15min":1.02},"last":0.626}]},{"osd":7,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.76100000000000001,"15min":0.76200000000000001},"min":{"1min":0.51300000000000001,"5min":0.497,"15min":0.497},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.76100000000000001,"15min":0.76900000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.78700000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.72999999999999998,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.81299999999999994,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.81200000000000006},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.69399999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.091,"5min":1.091,"15min":1.091},"last":0.64500000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.754}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.53400000000000003,"15min":0.48699999999999999},"min":{"1min":0.436,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.85999999999999999,"5min":0.873,"15min":0.873},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.54000000000000004,"15min":0.51900000000000002},"min":{"1min":0.437,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.96699999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.50900000000000001,"15min":0.498},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.53700000000000003,"15min":0.52200000000000002},"min":{"1min":0.38400000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"last":0.71399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.58699999999999997,"15min":0.53700000000000003},"min":{"1min":0.34999999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":3.7530000000000001,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.59099999999999997,"15min":0.56299999999999994},"min":{"1min":0.52100000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.81699999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.48699999999999999,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.495,"15min":0.47899999999999998},"min":{"1min":0.371,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.629}]},{"osd":5,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.63200000000000001,"15min":0.61399999999999999},"min":{"1min":0.41299999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.86499999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.60099999999999998,"15min":0.59099999999999997},"min":{"1min":0.46500000000000002,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.80600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.871,"5min":0.67600000000000005,"15min":0.64400000000000002},"min":{"1min":0.42599999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":3.7890000000000001,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.64500000000000002,"15min":0.64900000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81699999999999995,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.84299999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.59899999999999998,"15min":0.58299999999999996},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.88100000000000001},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88300000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.93500000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.0309999999999999,"5min":1.0309999999999999,"15min":1.0309999999999999},"last":0.95499999999999996},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.012,"5min":1.012,"15min":1.012},"last":1.0620000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.48199999999999998,"5min":0.48199999999999998,"15min":0.48199999999999998},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":1.006},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.91800000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":1.0469999999999999},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":1.032}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.99199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":458466,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55000000000000004,"15min":0.51700000000000002},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.85299999999999998,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.625}]},{"osd":2,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.55200000000000005,"15min":0.52500000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":1.972,"5min":1.972,"15min":1.972},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.52600000000000002,"15min":0.51300000000000001},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.51300000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:18:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.374},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.39700000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.45500000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61799999999999999,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0169999999999999,"5min":1.923,"15min":1.923},"last":0.65400000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.59999999999999998,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.8979999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.57799999999999996,"15min":0.56599999999999995},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55000000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.57899999999999996,"15min":0.56999999999999995},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.58499999999999996,"15min":0.57499999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.1030000000000002,"5min":2.1030000000000002,"15min":2.1030000000000002},"last":0.66400000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:19:43 2023","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.101,"5min":1.101,"15min":1.101},"last":0.46700000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.67600000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.72199999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.78500000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":462691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53500000000000003,"15min":0.53400000000000003},"min":{"1min":0.34599999999999997,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.56200000000000006,"15min":0.57699999999999996},"min":{"1min":0.31900000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.85799999999999998,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.55200000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53200000000000003,"15min":0.52200000000000002},"min":{"1min":0.33200000000000002,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55700000000000005,"15min":0.54800000000000004},"min":{"1min":0.32800000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"last":0.90000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.64000000000000001,"15min":0.64100000000000001},"min":{"1min":0.36799999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.93400000000000005,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.624,"15min":0.626},"min":{"1min":0.39100000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.91900000000000004,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.64000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42999999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.83499999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.82299999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:19:45 2023","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.44800000000000001,"15min":0.442},"min":{"1min":0.31900000000000001,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.47599999999999998,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"last":0.59399999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.69299999999999995,"5min":0.64500000000000002,"15min":0.63700000000000001},"min":{"1min":0.47299999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.127,"5min":1.127,"15min":1.127},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.65700000000000003,"15min":0.65800000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":0.876,"5min":0.876,"15min":0.876},"last":0.40500000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:20:42 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.68999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:20:03 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.78800000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.92400000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.872}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":950272,"data_stored":457876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.34300000000000003,"15min":0.317},"min":{"1min":0.23999999999999999,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.311},{"interface":"front","average":{"1min":0.432,"5min":0.39100000000000001,"15min":0.38700000000000001},"min":{"1min":0.26700000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.59099999999999997,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.372}]},{"osd":1,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.51900000000000002,"15min":0.49099999999999999},"min":{"1min":0.41299999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.51200000000000001,"15min":0.51000000000000001},"min":{"1min":0.315,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.83199999999999996,"5min":1.512,"15min":1.512},"last":0.40500000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83399999999999996,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.51500000000000001},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.58099999999999996,"15min":0.55500000000000005},"min":{"1min":0.40799999999999997,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85599999999999998,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57399999999999995,"15min":0.56499999999999995},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.874,"5min":1.347,"15min":1.347},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.626,"15min":0.60199999999999998},"min":{"1min":0.52200000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.67500000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:19:46 2023","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.63,"15min":0.61399999999999999},"min":{"1min":0.45600000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.58799999999999997,"15min":0.57999999999999996},"min":{"1min":0.44,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.56000000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:20:00 2023","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.57199999999999995,"15min":0.55700000000000005},"min":{"1min":0.36799999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.44800000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.53700000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.052,"5min":1.143,"15min":1.143},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79000000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.57399999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:20:06 2023","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.0629999999999999,"5min":1.0629999999999999,"15min":1.0629999999999999},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.48099999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.59999999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63400000000000001}]}]},{"osd":4,"up_from":33,"seq":141733920812,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":946176,"data_stored":457794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.41899999999999998,"15min":0.39800000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.432},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.46300000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55900000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60599999999999998,"15min":0.57599999999999996},"min":{"1min":0.47899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.45800000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.504}]},{"osd":5,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.60499999999999998,"15min":0.59099999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.56999999999999995,"15min":0.55800000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1,"5min":1,"15min":1},"last":0.72499999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44500000000000001,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.69899999999999995,"15min":0.68200000000000005},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.70199999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64100000000000001,"15min":0.627},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.81699999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.80100000000000005},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.96199999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:20:05 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.044,"5min":1.044,"15min":1.044},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"last":0.85599999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.873}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.004}]}]},{"osd":5,"up_from":38,"seq":163208757287,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28536,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716616,"statfs":{"total":95995035648,"available":95965814784,"internally_reserved":0,"allocated":1544192,"data_stored":1048041,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76300000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.752},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.51800000000000002,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81399999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.60499999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78400000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.879,"15min":0.879},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.34399999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.55400000000000005},"min":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0129999999999999,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.72599999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64500000000000002,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85799999999999998,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65800000000000003,"15min":0.626},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.65800000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.60799999999999998,"15min":0.59899999999999998},"min":{"1min":0.46300000000000002,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.60499999999999998,"15min":0.59899999999999998},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98299999999999998,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.77700000000000002}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64400000000000002,"15min":0.64000000000000001},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.82399999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.70199999999999996,"15min":0.67700000000000005},"min":{"1min":0.52600000000000002,"5min":0.499,"15min":0.499},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.63500000000000001}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.52000000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:20:02 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":3.996,"5min":3.996,"15min":3.996},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.85799999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.88600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":4798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:20:47.436 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-10-05T15:20:47.436 INFO:tasks.cephadm:Setting up client nodes... 2023-10-05T15:20:47.436 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2023-10-05T15:20:47.437 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:47 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/309476302' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:20:47.437 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:47 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/619382136' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:48.034 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:48.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:48 smithi040 ceph-mon[103696]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 938 B/s wr, 3 op/s 2023-10-05T15:20:48.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:48 smithi040 ceph-mon[103696]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:48.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:48 smithi040 ceph-mon[103696]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:48.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:48 smithi177 ceph-mon[103568]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 938 B/s wr, 3 op/s 2023-10-05T15:20:48.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:48 smithi177 ceph-mon[103568]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:48.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:48 smithi177 ceph-mon[103568]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:48.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:48 smithi029 ceph-mon[99237]: pgmap v265: 129 pgs: 129 active+clean; 583 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 170 B/s rd, 938 B/s wr, 3 op/s 2023-10-05T15:20:48.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:48 smithi029 ceph-mon[99237]: from='client.14889 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:48.434 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:48 smithi029 ceph-mon[99237]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:20:49.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 -- 172.21.15.29:0/594709110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 msgr2=0x7f8eb8108320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/594709110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb8108320 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f8eb000b0a0 tx=0x7f8eb000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 -- 172.21.15.29:0/594709110 shutdown_connections 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/594709110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb8108320 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/594709110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 0x7f8eb8100270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/594709110 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 0x7f8eb81014c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 -- 172.21.15.29:0/594709110 >> 172.21.15.29:0/594709110 conn(0x7f8eb80fb420 msgr2=0x7f8eb80fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:49.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 -- 172.21.15.29:0/594709110 shutdown_connections 2023-10-05T15:20:49.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.226+0000 7f8ebcd98700 1 -- 172.21.15.29:0/594709110 wait complete. 2023-10-05T15:20:49.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 Processor -- start 2023-10-05T15:20:49.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 -- start start 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 0x7f8eb8069520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 0x7f8eb819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb819e8c0 con 0x7f8eb8101a00 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb819ea30 con 0x7f8eb80ffe50 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8ebcd98700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb819ebf0 con 0x7f8eb8101040 2023-10-05T15:20:49.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45564/0 (socket says 172.21.15.29:45564) 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 -- 172.21.15.29:0/204863393 learned_addr learned my addr 172.21.15.29:0/204863393 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb659c700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 0x7f8eb8069520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb5d9b700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 0x7f8eb819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 -- 172.21.15.29:0/204863393 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 msgr2=0x7f8eb819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 0x7f8eb819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 -- 172.21.15.29:0/204863393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 msgr2=0x7f8eb8069520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 0x7f8eb8069520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.227+0000 7f8eb6d9d700 1 -- 172.21.15.29:0/204863393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb0009d00 con 0x7f8eb8101a00 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8eb6d9d700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8eb000d010 tx=0x7f8eb0004c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:49.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb000e040 con 0x7f8eb8101a00 2023-10-05T15:20:49.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8eb0004e30 con 0x7f8eb8101a00 2023-10-05T15:20:49.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8eb819ee70 con 0x7f8eb8101a00 2023-10-05T15:20:49.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0004020 con 0x7f8eb8101a00 2023-10-05T15:20:49.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.228+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8eb819f280 con 0x7f8eb8101a00 2023-10-05T15:20:49.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.229+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8eb810b790 con 0x7f8eb8101a00 2023-10-05T15:20:49.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.230+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8eb001d690 con 0x7f8eb8101a00 2023-10-05T15:20:49.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.231+0000 7f8ea77fe700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 0x7f8ea00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:49.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.231+0000 7f8eb659c700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 0x7f8ea00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:49.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.231+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8eb00ce6b0 con 0x7f8eb8101a00 2023-10-05T15:20:49.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.231+0000 7f8eb659c700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 0x7f8ea00a3940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8100bb0 tx=0x7f8ea8007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:49.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.235+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8eb0097b50 con 0x7f8eb8101a00 2023-10-05T15:20:49.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.516+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f8eb810b9a0 con 0x7f8eb8101a00 2023-10-05T15:20:49.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.519+0000 7f8ea77fe700 1 -- 172.21.15.29:0/204863393 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v31) v1 ==== 170+0+59 (secure 0 0 0) 0x7f8eb009b170 con 0x7f8eb8101a00 2023-10-05T15:20:49.521 INFO:teuthology.orchestra.run.smithi029.stdout:[client.0] 2023-10-05T15:20:49.521 INFO:teuthology.orchestra.run.smithi029.stdout: key = AQBR1B5lRCzhHhAAwCban7QD+puKItOAy+JMow== 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 msgr2=0x7f8ea00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 0x7f8ea00a3940 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8100bb0 tx=0x7f8ea8007400 comp rx=0 tx=0).stop 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 msgr2=0x7f8eb819e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8eb000d010 tx=0x7f8eb0004c80 comp rx=0 tx=0).stop 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 shutdown_connections 2023-10-05T15:20:49.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ea00a1480 0x7f8ea00a3940 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8eb8101a00 0x7f8eb819e120 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8eb80ffe50 0x7f8eb8069520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 --2- 172.21.15.29:0/204863393 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8eb8101040 0x7f8eb819bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 >> 172.21.15.29:0/204863393 conn(0x7f8eb80fb420 msgr2=0x7f8eb80fd630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 shutdown_connections 2023-10-05T15:20:49.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:49.521+0000 7f8ebcd98700 1 -- 172.21.15.29:0/204863393 wait complete. 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:50 smithi040 ceph-mon[103696]: pgmap v266: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:50 smithi029 ceph-mon[99237]: pgmap v266: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:20:50.406 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:20:50.408 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:20:50.408 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2023-10-05T15:20:50.409 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-10-05T15:20:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:50 smithi177 ceph-mon[103568]: pgmap v266: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 KiB/s rd, 2.4 KiB/s wr, 8 op/s 2023-10-05T15:20:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2023-10-05T15:20:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/204863393' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2023-10-05T15:20:50.455 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-10-05T15:20:50.456 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2023-10-05T15:20:50.456 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph mgr dump --format=json 2023-10-05T15:20:51.063 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 -- 172.21.15.29:0/4104675135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f0100820 msgr2=0x7ff9f010cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/4104675135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f0100820 0x7ff9f010cc90 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff9e800b0d0 tx=0x7ff9e800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 -- 172.21.15.29:0/4104675135 shutdown_connections 2023-10-05T15:20:52.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/4104675135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0105e70 0x7ff9f0106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/4104675135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f0100820 0x7ff9f010cc90 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/4104675135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 -- 172.21.15.29:0/4104675135 >> 172.21.15.29:0/4104675135 conn(0x7ff9f0075e00 msgr2=0x7ff9f0076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 -- 172.21.15.29:0/4104675135 shutdown_connections 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.294+0000 7ff9f48aa700 1 -- 172.21.15.29:0/4104675135 wait complete. 2023-10-05T15:20:52.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 Processor -- start 2023-10-05T15:20:52.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 -- start start 2023-10-05T15:20:52.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:52.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0100820 0x7ff9f0199720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:52.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f0105e70 0x7ff9f019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:52.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f019e1a0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f019e310 con 0x7ff9f0105e70 2023-10-05T15:20:52.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9f48aa700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f019e4d0 con 0x7ff9f0100820 2023-10-05T15:20:52.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9ee59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:52.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9ee59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45574/0 (socket says 172.21.15.29:45574) 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9ee59c700 1 -- 172.21.15.29:0/3909177545 learned_addr learned my addr 172.21.15.29:0/3909177545 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.295+0000 7ff9eed9d700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f0105e70 0x7ff9f019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9edd9b700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0100820 0x7ff9f0199720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 -- 172.21.15.29:0/3909177545 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0100820 msgr2=0x7ff9f0199720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0100820 0x7ff9f0199720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 -- 172.21.15.29:0/3909177545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f0105e70 msgr2=0x7ff9f019db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:52.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f0105e70 0x7ff9f019db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 -- 172.21.15.29:0/3909177545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e8009d00 con 0x7ff9f00ffe60 2023-10-05T15:20:52.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9ee59c700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000c9b0 tx=0x7ff9e000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0007b00 con 0x7ff9f00ffe60 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9f019e7b0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff9e0007c60 con 0x7ff9f00ffe60 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e0018660 con 0x7ff9f00ffe60 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.296+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9f01a6010 con 0x7ff9f00ffe60 2023-10-05T15:20:52.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.297+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f004ebb0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.298+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff9e000f450 con 0x7ff9f00ffe60 2023-10-05T15:20:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.299+0000 7ff9df7fe700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 0x7ff9d80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.300+0000 7ff9edd9b700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 0x7ff9d80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.300+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff9e00cd0f0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.300+0000 7ff9edd9b700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 0x7ff9d80a3940 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4005950 tx=0x7ff9e40058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:52.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.303+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff9e00965f0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:52 smithi029 ceph-mon[99237]: pgmap v267: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.4 KiB/s wr, 10 op/s 2023-10-05T15:20:52.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:52 smithi040 ceph-mon[103696]: pgmap v267: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.4 KiB/s wr, 10 op/s 2023-10-05T15:20:52.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:52 smithi177 ceph-mon[103568]: pgmap v267: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.4 KiB/s wr, 10 op/s 2023-10-05T15:20:52.562 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.559+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7ff9f010fec0 con 0x7ff9f00ffe60 2023-10-05T15:20:52.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.564+0000 7ff9df7fe700 1 -- 172.21.15.29:0/3909177545 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v16) v1 ==== 74+0+260319 (secure 0 0 0) 0x7ff9e0099c10 con 0x7ff9f00ffe60 2023-10-05T15:20:52.569 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 msgr2=0x7ff9d80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 0x7ff9d80a3940 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff9e4005950 tx=0x7ff9e40058e0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 msgr2=0x7ff9f01991e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff9e000c9b0 tx=0x7ff9e000ccc0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 shutdown_connections 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff9d80a1480 0x7ff9d80a3940 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff9f0105e70 0x7ff9f019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9f00ffe60 0x7ff9f01991e0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 --2- 172.21.15.29:0/3909177545 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff9f0100820 0x7ff9f0199720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:52.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 >> 172.21.15.29:0/3909177545 conn(0x7ff9f0075e00 msgr2=0x7ff9f00fede0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:52.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 shutdown_connections 2023-10-05T15:20:52.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:52.567+0000 7ff9f48aa700 1 -- 172.21.15.29:0/3909177545 wait complete. 2023-10-05T15:20:52.922 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":16,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":3390071130},{"type":"v1","addr":"172.21.15.29:6801","nonce":3390071130}]},"active_addr":"172.21.15.29:6801/3390071130","active_change":"2023-10-05T15:14:28.567371+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.29:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.29:0","nonce":759300895}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.29:0","nonce":3151381381}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.29:0","nonce":1129016420}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.29:0","nonce":2451436785}]}]} 2023-10-05T15:20:52.929 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2023-10-05T15:20:52.929 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2023-10-05T15:20:52.929 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:20:53.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:53 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3909177545' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:20:53.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:53 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3909177545' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:20:53.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:53 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3909177545' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2023-10-05T15:20:53.493 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:54 smithi029 ceph-mon[99237]: pgmap v268: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-10-05T15:20:54.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:54 smithi040 ceph-mon[103696]: pgmap v268: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-10-05T15:20:54.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:54 smithi177 ceph-mon[103568]: pgmap v268: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 2.2 KiB/s wr, 10 op/s 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.744+0000 7f62320f6700 1 -- 172.21.15.29:0/374723840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c105e70 msgr2=0x7f622c106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.744+0000 7f62320f6700 1 --2- 172.21.15.29:0/374723840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c105e70 0x7f622c106250 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f621c0099c0 tx=0x7f621c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 -- 172.21.15.29:0/374723840 shutdown_connections 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 --2- 172.21.15.29:0/374723840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c100820 0x7f622c10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 --2- 172.21.15.29:0/374723840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c105e70 0x7f622c106250 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 --2- 172.21.15.29:0/374723840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c0ffe60 0x7f622c1002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 -- 172.21.15.29:0/374723840 >> 172.21.15.29:0/374723840 conn(0x7f622c075e00 msgr2=0x7f622c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:54.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 -- 172.21.15.29:0/374723840 shutdown_connections 2023-10-05T15:20:54.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 -- 172.21.15.29:0/374723840 wait complete. 2023-10-05T15:20:54.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 Processor -- start 2023-10-05T15:20:54.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.745+0000 7f62320f6700 1 -- start start 2023-10-05T15:20:54.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c0ffe60 0x7f622c196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c105e70 0x7f622c19b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622c19bf30 con 0x7f622c100820 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622c19c0a0 con 0x7f622c0ffe60 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f62320f6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f622c19c260 con 0x7f622c105e70 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45586/0 (socket says 172.21.15.29:45586) 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 -- 172.21.15.29:0/2366000340 learned_addr learned my addr 172.21.15.29:0/2366000340 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622b7fe700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c0ffe60 0x7f622c196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622bfff700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c105e70 0x7f622c19b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 -- 172.21.15.29:0/2366000340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c105e70 msgr2=0x7f622c19b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:54.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c105e70 0x7f622c19b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 -- 172.21.15.29:0/2366000340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c0ffe60 msgr2=0x7f622c196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c0ffe60 0x7f622c196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 -- 172.21.15.29:0/2366000340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f621c0095f0 con 0x7f622c100820 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f622affd700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f621400d980 tx=0x7f621400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.746+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214004220 con 0x7f622c100820 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.747+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6214007640 con 0x7f622c100820 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.747+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6214005690 con 0x7f622c100820 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.747+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f622c19c540 con 0x7f622c100820 2023-10-05T15:20:54.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.747+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f622c1a3da0 con 0x7f622c100820 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.748+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f622c04ebb0 con 0x7f622c100820 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.749+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6214004750 con 0x7f622c100820 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.749+0000 7f6228ff9700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 0x7f62180a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.749+0000 7f622b7fe700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 0x7f62180a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.750+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f62140cd190 con 0x7f622c100820 2023-10-05T15:20:54.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.750+0000 7f622b7fe700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 0x7f62180a3940 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f621c009990 tx=0x7f621c003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:54.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.753+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f62140966a0 con 0x7f622c100820 2023-10-05T15:20:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.955+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f622c1982d0 con 0x7f622c100820 2023-10-05T15:20:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.957+0000 7f6228ff9700 1 -- 172.21.15.29:0/2366000340 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f6214016090 con 0x7f622c100820 2023-10-05T15:20:54.959 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:54.960 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 msgr2=0x7f62180a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 0x7f62180a3940 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f621c009990 tx=0x7f621c003680 comp rx=0 tx=0).stop 2023-10-05T15:20:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 msgr2=0x7f622c1974b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f621400d980 tx=0x7f621400dc90 comp rx=0 tx=0).stop 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 shutdown_connections 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f62180a1480 0x7f62180a3940 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f622c105e70 0x7f622c19b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f622c0ffe60 0x7f622c196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 --2- 172.21.15.29:0/2366000340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f622c100820 0x7f622c1974b0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 >> 172.21.15.29:0/2366000340 conn(0x7f622c075e00 msgr2=0x7f622c068a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 shutdown_connections 2023-10-05T15:20:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:54.959+0000 7f62320f6700 1 -- 172.21.15.29:0/2366000340 wait complete. 2023-10-05T15:20:55.319 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:55 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2366000340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:55.358 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2023-10-05T15:20:55.358 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd dump --format=json 2023-10-05T15:20:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:55 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2366000340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:55 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2366000340' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:55.921 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:56.403 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:56 smithi029 ceph-mon[99237]: pgmap v269: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-10-05T15:20:56.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:56 smithi040 ceph-mon[103696]: pgmap v269: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-10-05T15:20:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:56 smithi177 ceph-mon[103568]: pgmap v269: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 2.2 KiB/s wr, 12 op/s 2023-10-05T15:20:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 -- 172.21.15.29:0/3436804034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 msgr2=0x7f9c201002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:57.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 --2- 172.21.15.29:0/3436804034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c201002e0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f9c0c0099c0 tx=0x7f9c0c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 -- 172.21.15.29:0/3436804034 shutdown_connections 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 --2- 172.21.15.29:0/3436804034 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 0x7f9c2010cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 --2- 172.21.15.29:0/3436804034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 0x7f9c20106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 --2- 172.21.15.29:0/3436804034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c201002e0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 -- 172.21.15.29:0/3436804034 >> 172.21.15.29:0/3436804034 conn(0x7f9c20075e00 msgr2=0x7f9c20076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 -- 172.21.15.29:0/3436804034 shutdown_connections 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.998+0000 7f9c270e6700 1 -- 172.21.15.29:0/3436804034 wait complete. 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 Processor -- start 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 -- start start 2023-10-05T15:20:57.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 0x7f9c20102170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 0x7f9c201026f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c201a5380 con 0x7f9c200ffe60 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c201a54f0 con 0x7f9c20105e70 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c270e6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c201a56b0 con 0x7f9c20100820 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45596/0 (socket says 172.21.15.29:45596) 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 -- 172.21.15.29:0/1832416498 learned_addr learned my addr 172.21.15.29:0/1832416498 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c1ffff700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 0x7f9c20102170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c25683700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 0x7f9c201026f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 -- 172.21.15.29:0/1832416498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 msgr2=0x7f9c20102170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:57.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 0x7f9c20102170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 -- 172.21.15.29:0/1832416498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 msgr2=0x7f9c201026f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 0x7f9c201026f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:56.999+0000 7f9c24e82700 1 -- 172.21.15.29:0/1832416498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c0c0095f0 con 0x7f9c200ffe60 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c24e82700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c9b0 tx=0x7f9c1400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c14007b00 con 0x7f9c200ffe60 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9c14007c60 con 0x7f9c200ffe60 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c201a5990 con 0x7f9c200ffe60 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c14018660 con 0x7f9c200ffe60 2023-10-05T15:20:57.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.000+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c201a5e90 con 0x7f9c200ffe60 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.001+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c2004ebb0 con 0x7f9c200ffe60 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.002+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9c14018880 con 0x7f9c200ffe60 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.003+0000 7f9c1dffb700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 0x7f9c100a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.003+0000 7f9c1ffff700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 0x7f9c100a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.003+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9c140ccf80 con 0x7f9c200ffe60 2023-10-05T15:20:57.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.003+0000 7f9c1ffff700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 0x7f9c100a3940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9c20103420 tx=0x7f9c0c005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:20:57.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.007+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9c140963f0 con 0x7f9c200ffe60 2023-10-05T15:20:57.216 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.213+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c2010ff60 con 0x7f9c200ffe60 2023-10-05T15:20:57.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.215+0000 7f9c1dffb700 1 -- 172.21.15.29:0/1832416498 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f9c14099a10 con 0x7f9c200ffe60 2023-10-05T15:20:57.218 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:20:57.218 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:20:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 msgr2=0x7f9c100a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:57.219 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 0x7f9c100a3940 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f9c20103420 tx=0x7f9c0c005fb0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 msgr2=0x7f9c20101c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f9c1400c9b0 tx=0x7f9c1400cd70 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 shutdown_connections 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9c100a1480 0x7f9c100a3940 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9c20105e70 0x7f9c201026f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9c200ffe60 0x7f9c20101c30 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 --2- 172.21.15.29:0/1832416498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9c20100820 0x7f9c20102170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 >> 172.21.15.29:0/1832416498 conn(0x7f9c20075e00 msgr2=0x7f9c20103d70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 shutdown_connections 2023-10-05T15:20:57.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:20:57.217+0000 7f9c270e6700 1 -- 172.21.15.29:0/1832416498 wait complete. 2023-10-05T15:20:57.576 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.0 flush_pg_stats 2023-10-05T15:20:57.576 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.1 flush_pg_stats 2023-10-05T15:20:57.577 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.2 flush_pg_stats 2023-10-05T15:20:57.577 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.3 flush_pg_stats 2023-10-05T15:20:57.578 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.4 flush_pg_stats 2023-10-05T15:20:57.578 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.5 flush_pg_stats 2023-10-05T15:20:57.578 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.6 flush_pg_stats 2023-10-05T15:20:57.579 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.7 flush_pg_stats 2023-10-05T15:20:57.579 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.8 flush_pg_stats 2023-10-05T15:20:57.580 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.9 flush_pg_stats 2023-10-05T15:20:57.580 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.10 flush_pg_stats 2023-10-05T15:20:57.580 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph tell osd.11 flush_pg_stats 2023-10-05T15:20:58.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:58 smithi177 ceph-mon[103568]: pgmap v270: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-10-05T15:20:58.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:20:58 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1832416498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:58 smithi029 ceph-mon[99237]: pgmap v270: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-10-05T15:20:58.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:20:58 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1832416498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:58 smithi040 ceph-mon[103696]: pgmap v270: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2023-10-05T15:20:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:20:58 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1832416498' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:20:58.771 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:58.996 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:59.114 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:59.196 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:59.218 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:59.241 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:20:59.672 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:00.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:00 smithi177 ceph-mon[103568]: pgmap v271: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-10-05T15:21:00.474 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:00.602 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:00 smithi029 ceph-mon[99237]: pgmap v271: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-10-05T15:21:00.615 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:00.648 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:00.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:00 smithi040 ceph-mon[103696]: pgmap v271: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2023-10-05T15:21:01.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3538927207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec100560 msgr2=0x7f50ec1009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3538927207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec100560 0x7f50ec1009e0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f50d80099c0 tx=0x7f50d8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3538927207 shutdown_connections 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3538927207 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec100f20 0x7f50ec10ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3538927207 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec104e30 0x7f50ec105210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3538927207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec100560 0x7f50ec1009e0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3538927207 >> 172.21.15.29:0/3538927207 conn(0x7f50ec076360 msgr2=0x7f50ec0fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3538927207 shutdown_connections 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.390+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3538927207 wait complete. 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 Processor -- start 2023-10-05T15:21:01.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 -- start start 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec100560 0x7f50ec197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec100f20 0x7f50ec198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 0x7f50ec1a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec198c50 con 0x7f50ec104e30 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec1a33c0 con 0x7f50ec100560 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f2ef1700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec1a3530 con 0x7f50ec100f20 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 0x7f50ec1a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 0x7f50ec1a2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45610/0 (socket says 172.21.15.29:45610) 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 -- 172.21.15.29:0/3012361612 learned_addr learned my addr 172.21.15.29:0/3012361612 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:01.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50ebfff700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec100f20 0x7f50ec198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f0c8d700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec100560 0x7f50ec197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 -- 172.21.15.29:0/3012361612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec100f20 msgr2=0x7f50ec198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec100f20 0x7f50ec198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 -- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec100560 msgr2=0x7f50ec197e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.391+0000 7f50f148e700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec100560 0x7f50ec197e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50f148e700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50d80095f0 con 0x7f50ec104e30 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50f148e700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 0x7f50ec1a2e80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f50e400b9e0 tx=0x7f50e400bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e400c930 con 0x7f50ec104e30 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50e4014440 con 0x7f50ec104e30 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50ec1a3810 con 0x7f50ec104e30 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e40125a0 con 0x7f50ec104e30 2023-10-05T15:21:01.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.392+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50ec1a3ce0 con 0x7f50ec104e30 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.393+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f50ec04ebb0 con 0x7f50ec104e30 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.395+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f50e40148b0 con 0x7f50ec104e30 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.395+0000 7f50e9ffb700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50dc0a1500 0x7f50dc0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.395+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f50e4006e40 con 0x7f50ec104e30 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.395+0000 7f50f0c8d700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50dc0a1500 0x7f50dc0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50e9ffb700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] conn(0x7f50dc0ac080 0x7f50dc0ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f50dc0aeb90 con 0x7f50dc0ac080 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50e40ccfa0 con 0x7f50ec104e30 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50ebfff700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] conn(0x7f50dc0ac080 0x7f50dc0ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50f0c8d700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50dc0a1500 0x7f50dc0a39c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f50e0005fd0 tx=0x7f50e000a560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:01.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.396+0000 7f50ebfff700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] conn(0x7f50dc0ac080 0x7f50dc0ae4c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.397+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== osd.10 v2:172.21.15.40:6824/839728659 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f50dc0aeb90 con 0x7f50dc0ac080 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.414+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 --> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f50ec1100e0 con 0x7f50dc0ac080 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.414+0000 7f50e9ffb700 1 -- 172.21.15.29:0/3012361612 <== osd.10 v2:172.21.15.40:6824/839728659 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f50d801e040 con 0x7f50dc0ac080 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] conn(0x7f50dc0ac080 msgr2=0x7f50dc0ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] conn(0x7f50dc0ac080 0x7f50dc0ae4c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50dc0a1500 msgr2=0x7f50dc0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f50dc0a1500 0x7f50dc0a39c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f50e0005fd0 tx=0x7f50e000a560 comp rx=0 tx=0).stop 2023-10-05T15:21:01.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 msgr2=0x7f50ec1a2e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 --2- 172.21.15.29:0/3012361612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec104e30 0x7f50ec1a2e80 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f50e400b9e0 tx=0x7f50e400bda0 comp rx=0 tx=0).stop 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f148e700 1 -- 172.21.15.29:0/3012361612 reap_dead start 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 shutdown_connections 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.415+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 >> 172.21.15.29:0/3012361612 conn(0x7f50ec076360 msgr2=0x7f50ec104390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.416+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 shutdown_connections 2023-10-05T15:21:01.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:01.416+0000 7f50f2ef1700 1 -- 172.21.15.29:0/3012361612 wait complete. 2023-10-05T15:21:02.007 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:02.326 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:02.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:02 smithi029 ceph-mon[99237]: pgmap v272: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:21:02.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:02 smithi177 ceph-mon[103568]: pgmap v272: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:21:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:02 smithi040 ceph-mon[103696]: pgmap v272: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 -- 172.21.15.29:0/2377134687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db40ffe10 msgr2=0x7f8db4100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 --2- 172.21.15.29:0/2377134687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db40ffe10 0x7f8db4100290 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f8da8009990 tx=0x7f8da8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 -- 172.21.15.29:0/2377134687 shutdown_connections 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 --2- 172.21.15.29:0/2377134687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db4105ec0 0x7f8db41062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 --2- 172.21.15.29:0/2377134687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db41007d0 0x7f8db410cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 --2- 172.21.15.29:0/2377134687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db40ffe10 0x7f8db4100290 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.510+0000 7f8dba456700 1 -- 172.21.15.29:0/2377134687 >> 172.21.15.29:0/2377134687 conn(0x7f8db4076dc0 msgr2=0x7f8db40771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:03.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.511+0000 7f8dba456700 1 -- 172.21.15.29:0/2377134687 shutdown_connections 2023-10-05T15:21:03.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.511+0000 7f8dba456700 1 -- 172.21.15.29:0/2377134687 wait complete. 2023-10-05T15:21:03.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.511+0000 7f8dba456700 1 Processor -- start 2023-10-05T15:21:03.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.511+0000 7f8dba456700 1 -- start start 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffe10 0x7f8db4195f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db41007d0 0x7f8db41964c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 0x7f8db419a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db419af40 con 0x7f8db4105ec0 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db419b0b0 con 0x7f8db40ffe10 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8dba456700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db419b270 con 0x7f8db41007d0 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 0x7f8db419a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 0x7f8db419a930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45638/0 (socket says 172.21.15.29:45638) 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffe10 0x7f8db4195f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 -- 172.21.15.29:0/9364320 learned_addr learned my addr 172.21.15.29:0/9364320 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db37fe700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db41007d0 0x7f8db41964c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 -- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db41007d0 msgr2=0x7f8db41964c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db41007d0 0x7f8db41964c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 -- 172.21.15.29:0/9364320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffe10 msgr2=0x7f8db4195f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffe10 0x7f8db4195f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da80095f0 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db3fff700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffe10 0x7f8db4195f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db89f3700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 0x7f8db419a930 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ef30 tx=0x7f8dac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.512+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac018070 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.513+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8dac00f040 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.513+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8db419b4f0 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.513+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac00cdb0 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.513+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8db41a2db0 con 0x7f8db4105ec0 2023-10-05T15:21:03.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.513+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8db4110040 con 0x7f8db4105ec0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.515+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8dac003a00 con 0x7f8db4105ec0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db17fa700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8d9c0a1500 0x7f8d9c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db3fff700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8d9c0a1500 0x7f8d9c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8dac0cd470 con 0x7f8db4105ec0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db17fa700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] conn(0x7f8d9c0ac080 0x7f8d9c0ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8d9c0aeb90 con 0x7f8d9c0ac080 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8dac0cd7e0 con 0x7f8db4105ec0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db3fff700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8d9c0a1500 0x7f8d9c0a39c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8da40103d0 tx=0x7f8da400b3c0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.516+0000 7f8db37fe700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] conn(0x7f8d9c0ac080 0x7f8d9c0ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.517+0000 7f8db37fe700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] conn(0x7f8d9c0ac080 0x7f8d9c0ae4c0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.517+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== osd.11 v2:172.21.15.177:6824/2605220532 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f8d9c0aeb90 con 0x7f8d9c0ac080 2023-10-05T15:21:03.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.534+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 --> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f8db404ebb0 con 0x7f8d9c0ac080 2023-10-05T15:21:03.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.535+0000 7f8db17fa700 1 -- 172.21.15.29:0/9364320 <== osd.11 v2:172.21.15.177:6824/2605220532 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f8db404ebb0 con 0x7f8d9c0ac080 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.535+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] conn(0x7f8d9c0ac080 msgr2=0x7f8d9c0ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.535+0000 7f8dba456700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] conn(0x7f8d9c0ac080 0x7f8d9c0ae4c0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8d9c0a1500 msgr2=0x7f8d9c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8d9c0a1500 0x7f8d9c0a39c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8da40103d0 tx=0x7f8da400b3c0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 msgr2=0x7f8db419a930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 --2- 172.21.15.29:0/9364320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4105ec0 0x7f8db419a930 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ef30 tx=0x7f8dac00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8db89f3700 1 -- 172.21.15.29:0/9364320 reap_dead start 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 shutdown_connections 2023-10-05T15:21:03.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 >> 172.21.15.29:0/9364320 conn(0x7f8db4076dc0 msgr2=0x7f8db40fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:03.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 shutdown_connections 2023-10-05T15:21:03.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.536+0000 7f8dba456700 1 -- 172.21.15.29:0/9364320 wait complete. 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.226+0000 7fe1b697a700 1 -- 172.21.15.29:0/4091067592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0101940 msgr2=0x7fe1b010ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.226+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4091067592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0101940 0x7fe1b010ddb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800b0d0 tx=0x7fe1a800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 -- 172.21.15.29:0/4091067592 shutdown_connections 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4091067592 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b0106f90 0x7fe1b0107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4091067592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0101940 0x7fe1b010ddb0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4091067592 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b0100f80 0x7fe1b0101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 -- 172.21.15.29:0/4091067592 >> 172.21.15.29:0/4091067592 conn(0x7fe1b00780a0 msgr2=0x7fe1b00784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 -- 172.21.15.29:0/4091067592 shutdown_connections 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 -- 172.21.15.29:0/4091067592 wait complete. 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 Processor -- start 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.227+0000 7fe1b697a700 1 -- start start 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b0100f80 0x7fe1b00731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b0101940 0x7fe1b00736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 0x7fe1b0073c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b01a54c0 con 0x7fe1b0106f90 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b01a5630 con 0x7fe1b0100f80 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b697a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b01a57f0 con 0x7fe1b0101940 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 0x7fe1b0073c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 0x7fe1b0073c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45624/0 (socket says 172.21.15.29:45624) 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 -- 172.21.15.29:0/4048293552 learned_addr learned my addr 172.21.15.29:0/4048293552 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1affff700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b0100f80 0x7fe1b00731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1af7fe700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b0101940 0x7fe1b00736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 -- 172.21.15.29:0/4048293552 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b0101940 msgr2=0x7fe1b00736f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b0101940 0x7fe1b00736f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 -- 172.21.15.29:0/4048293552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b0100f80 msgr2=0x7fe1b00731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b0100f80 0x7fe1b00731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.228+0000 7fe1b4f17700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1a8009d00 con 0x7fe1b0106f90 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1b4f17700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 0x7fe1b0073c30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8007870 tx=0x7fe1a8007950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a800e040 con 0x7fe1b0106f90 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1a8003e10 con 0x7fe1b0106f90 2023-10-05T15:21:03.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b01a5a70 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a801ba70 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b01a5e80 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.229+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe1b0111110 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.231+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe1a80056c0 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.231+0000 7fe1ad7fa700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe1980a1480 0x7fe1980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe1a80cea60 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1affff700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe1980a1480 0x7fe1980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1ad7fa700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] conn(0x7fe1980abed0 0x7fe1980ae310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe1980ae9e0 con 0x7fe1980abed0 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1a80cee70 con 0x7fe1b0106f90 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1af7fe700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] conn(0x7fe1980abed0 0x7fe1980ae310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:03.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1affff700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe1980a1480 0x7fe1980a3940 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0005950 tx=0x7fe1a00058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.232+0000 7fe1af7fe700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] conn(0x7fe1980abed0 0x7fe1980ae310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.233+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== osd.9 v2:172.21.15.29:6826/1721846425 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fe1980ae9e0 con 0x7fe1980abed0 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 --> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe1b004ebb0 con 0x7fe1980abed0 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1ad7fa700 1 -- 172.21.15.29:0/4048293552 <== osd.9 v2:172.21.15.29:6826/1721846425 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fe1b004ebb0 con 0x7fe1980abed0 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] conn(0x7fe1980abed0 msgr2=0x7fe1980ae310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] conn(0x7fe1980abed0 0x7fe1980ae310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe1980a1480 msgr2=0x7fe1980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe1980a1480 0x7fe1980a3940 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe1a0005950 tx=0x7fe1a00058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 msgr2=0x7fe1b0073c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.266+0000 7fe1b697a700 1 --2- 172.21.15.29:0/4048293552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b0106f90 0x7fe1b0073c30 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe1a8007870 tx=0x7fe1a8007950 comp rx=0 tx=0).stop 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.267+0000 7fe1b4f17700 1 -- 172.21.15.29:0/4048293552 reap_dead start 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.267+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 shutdown_connections 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.267+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 >> 172.21.15.29:0/4048293552 conn(0x7fe1b00780a0 msgr2=0x7fe1b0104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.267+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 shutdown_connections 2023-10-05T15:21:03.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:03.267+0000 7fe1b697a700 1 -- 172.21.15.29:0/4048293552 wait complete. 2023-10-05T15:21:04.420 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:04 smithi029 ceph-mon[99237]: pgmap v273: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:21:04.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:04 smithi177 ceph-mon[103568]: pgmap v273: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:21:04.463 INFO:teuthology.orchestra.run.smithi029.stdout:300647710743 2023-10-05T15:21:04.463 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.10 2023-10-05T15:21:04.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:04 smithi040 ceph-mon[103696]: pgmap v273: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:21:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- 172.21.15.29:0/1264329517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 msgr2=0x7f9f10106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1264329517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f10106250 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9f000099c0 tx=0x7f9f00009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- 172.21.15.29:0/1264329517 shutdown_connections 2023-10-05T15:21:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1264329517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9f10100820 0x7f9f1010cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.259 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1264329517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f10106250 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1264329517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9f100ffe60 0x7f9f101002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- 172.21.15.29:0/1264329517 >> 172.21.15.29:0/1264329517 conn(0x7f9f10075e00 msgr2=0x7f9f10076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- 172.21.15.29:0/1264329517 shutdown_connections 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- 172.21.15.29:0/1264329517 wait complete. 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 Processor -- start 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.952+0000 7f9f1694c700 1 -- start start 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9f100ffe60 0x7f9f10196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9f10100820 0x7f9f101974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f1019b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f1019bf60 con 0x7f9f10105e70 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f1019c0d0 con 0x7f9f10100820 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f1694c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f1019c290 con 0x7f9f100ffe60 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f1019b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f1019b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45654/0 (socket says 172.21.15.29:45654) 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 -- 172.21.15.29:0/1164505436 learned_addr learned my addr 172.21.15.29:0/1164505436 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f07fff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9f10100820 0x7f9f101974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f0ffff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9f100ffe60 0x7f9f10196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 -- 172.21.15.29:0/1164505436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9f100ffe60 msgr2=0x7f9f10196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9f100ffe60 0x7f9f10196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 -- 172.21.15.29:0/1164505436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9f10100820 msgr2=0x7f9f101974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9f10100820 0x7f9f101974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f000095f0 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.953+0000 7f9f14ee9700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f1019b950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9f08007ee0 tx=0x7f9f0800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.954+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f08017070 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.954+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9f0800f040 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.954+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f1019c570 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.954+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f08005580 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.954+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f101a3dd0 con 0x7f9f10105e70 2023-10-05T15:21:05.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.955+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9f1004ebb0 con 0x7f9f10105e70 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.956+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9f0800db20 con 0x7f9f10105e70 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.956+0000 7f9f0dffb700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9efc0a1500 0x7f9efc0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0ffff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9efc0a1500 0x7f9efc0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9f080cc5c0 con 0x7f9f10105e70 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0dffb700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] conn(0x7f9efc0ac080 0x7f9efc0ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9efc0aeb90 con 0x7f9efc0ac080 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f080ceba0 con 0x7f9f10105e70 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f07fff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] conn(0x7f9efc0ac080 0x7f9efc0ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f0ffff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9efc0a1500 0x7f9efc0a39c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9f00000c00 tx=0x7f9f00003680 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.957+0000 7f9f07fff700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] conn(0x7f9efc0ac080 0x7f9efc0ae4c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.958+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== osd.0 v2:172.21.15.29:6802/3925700911 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f9efc0aeb90 con 0x7f9efc0ac080 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.974+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 --> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9f10110040 con 0x7f9efc0ac080 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.974+0000 7f9f0dffb700 1 -- 172.21.15.29:0/1164505436 <== osd.0 v2:172.21.15.29:6802/3925700911 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9ef800a840 con 0x7f9efc0ac080 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] conn(0x7f9efc0ac080 msgr2=0x7f9efc0ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] conn(0x7f9efc0ac080 0x7f9efc0ae4c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9efc0a1500 msgr2=0x7f9efc0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9efc0a1500 0x7f9efc0a39c0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9f00000c00 tx=0x7f9f00003680 comp rx=0 tx=0).stop 2023-10-05T15:21:05.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 msgr2=0x7f9f1019b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 --2- 172.21.15.29:0/1164505436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9f10105e70 0x7f9f1019b950 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f9f08007ee0 tx=0x7f9f0800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f14ee9700 1 -- 172.21.15.29:0/1164505436 reap_dead start 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 shutdown_connections 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 >> 172.21.15.29:0/1164505436 conn(0x7f9f10075e00 msgr2=0x7f9f10103dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 shutdown_connections 2023-10-05T15:21:05.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:04.975+0000 7f9f1694c700 1 -- 172.21.15.29:0/1164505436 wait complete. 2023-10-05T15:21:05.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.398+0000 7f20715c7700 1 -- 172.21.15.29:0/2319205536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100a30 msgr2=0x7f206c104a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.398+0000 7f20715c7700 1 --2- 172.21.15.29:0/2319205536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100a30 0x7f206c104a80 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f2060009990 tx=0x7f2060009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 -- 172.21.15.29:0/2319205536 shutdown_connections 2023-10-05T15:21:05.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 --2- 172.21.15.29:0/2319205536 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f206c105160 0x7f206c10cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 --2- 172.21.15.29:0/2319205536 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c100080 0x7f206c100460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 --2- 172.21.15.29:0/2319205536 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100a30 0x7f206c104a80 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 -- 172.21.15.29:0/2319205536 >> 172.21.15.29:0/2319205536 conn(0x7f206c0fb910 msgr2=0x7f206c0fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 -- 172.21.15.29:0/2319205536 shutdown_connections 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 -- 172.21.15.29:0/2319205536 wait complete. 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 Processor -- start 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.399+0000 7f20715c7700 1 -- start start 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 0x7f206c195bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f206c100a30 0x7f206c196110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c105160 0x7f206c196650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1a5410 con 0x7f206c100080 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1a5580 con 0x7f206c105160 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f206c1a5740 con 0x7f206c100a30 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 0x7f206c195bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 0x7f206c195bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45666/0 (socket says 172.21.15.29:45666) 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 -- 172.21.15.29:0/2145269098 learned_addr learned my addr 172.21.15.29:0/2145269098 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206a7fc700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f206c100a30 0x7f206c196110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206b7fe700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c105160 0x7f206c196650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 -- 172.21.15.29:0/2145269098 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f206c100a30 msgr2=0x7f206c196110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f206c100a30 0x7f206c196110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 -- 172.21.15.29:0/2145269098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c105160 msgr2=0x7f206c196650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c105160 0x7f206c196650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20600095f0 con 0x7f206c100080 2023-10-05T15:21:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206b7fe700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f206c105160 0x7f206c196650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f206affd700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 0x7f206c195bd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f205c00d950 tx=0x7f205c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c009b40 con 0x7f206c100080 2023-10-05T15:21:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f206c1a5a20 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f205c009ca0 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.400+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f205c00f620 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.401+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f206c1a5f70 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.402+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f206c04ebb0 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.402+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f205c010460 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f2053fff700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20540a1480 0x7f20540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f206a7fc700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20540a1480 0x7f20540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f205c0ccc00 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f2053fff700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] conn(0x7f20540ac000 0x7f20540ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f20540aeb10 con 0x7f20540ac000 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f205c0d2290 con 0x7f206c100080 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.403+0000 7f206b7fe700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] conn(0x7f20540ac000 0x7f20540ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.404+0000 7f206a7fc700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20540a1480 0x7f20540a3940 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f206c069ce0 tx=0x7f206000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.404+0000 7f206b7fe700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] conn(0x7f20540ac000 0x7f20540ae440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.404+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== osd.3 v2:172.21.15.29:6810/2964248670 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f20540aeb10 con 0x7f20540ac000 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.421+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 --> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f206c110050 con 0x7f20540ac000 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.421+0000 7f2053fff700 1 -- 172.21.15.29:0/2145269098 <== osd.3 v2:172.21.15.29:6810/2964248670 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f2064007c90 con 0x7f20540ac000 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.421+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] conn(0x7f20540ac000 msgr2=0x7f20540ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.421+0000 7f20715c7700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] conn(0x7f20540ac000 0x7f20540ae440 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20540a1480 msgr2=0x7f20540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20540a1480 0x7f20540a3940 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f206c069ce0 tx=0x7f206000b540 comp rx=0 tx=0).stop 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 msgr2=0x7f206c195bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 --2- 172.21.15.29:0/2145269098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f206c100080 0x7f206c195bd0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f205c00d950 tx=0x7f205c00dd10 comp rx=0 tx=0).stop 2023-10-05T15:21:05.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f206b7fe700 1 -- 172.21.15.29:0/2145269098 reap_dead start 2023-10-05T15:21:05.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 shutdown_connections 2023-10-05T15:21:05.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 >> 172.21.15.29:0/2145269098 conn(0x7f206c0fb910 msgr2=0x7f206c0fc330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:05.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 shutdown_connections 2023-10-05T15:21:05.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:05.422+0000 7f20715c7700 1 -- 172.21.15.29:0/2145269098 wait complete. 2023-10-05T15:21:05.761 INFO:teuthology.orchestra.run.smithi029.stdout:330712481810 2023-10-05T15:21:05.761 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.11 2023-10-05T15:21:06.260 INFO:teuthology.orchestra.run.smithi029.stdout:279172874267 2023-10-05T15:21:06.261 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.9 2023-10-05T15:21:06.370 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:06 smithi029 ceph-mon[99237]: pgmap v274: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:06.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:06 smithi177 ceph-mon[103568]: pgmap v274: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:06 smithi040 ceph-mon[103696]: pgmap v274: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 -- 172.21.15.29:0/1334508940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3600695b0 msgr2=0x7fa360105b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 --2- 172.21.15.29:0/1334508940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3600695b0 0x7fa360105b80 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fa354009990 tx=0x7fa354009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 -- 172.21.15.29:0/1334508940 shutdown_connections 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 --2- 172.21.15.29:0/1334508940 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa3601062b0 0x7fa36010de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 --2- 172.21.15.29:0/1334508940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa360068c00 0x7fa360068fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 --2- 172.21.15.29:0/1334508940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3600695b0 0x7fa360105b80 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 -- 172.21.15.29:0/1334508940 >> 172.21.15.29:0/1334508940 conn(0x7fa360075e00 msgr2=0x7fa360076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 -- 172.21.15.29:0/1334508940 shutdown_connections 2023-10-05T15:21:06.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.836+0000 7fa365716700 1 -- 172.21.15.29:0/1334508940 wait complete. 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 Processor -- start 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 -- start start 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa360068c00 0x7fa3600fff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3600695b0 0x7fa360100470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 0x7fa3601009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3601a5470 con 0x7fa3601062b0 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3601a55e0 con 0x7fa3600695b0 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.837+0000 7fa365716700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3601a57a0 con 0x7fa360068c00 2023-10-05T15:21:06.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 0x7fa3601009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 0x7fa3601009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45700/0 (socket says 172.21.15.29:45700) 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 -- 172.21.15.29:0/429728265 learned_addr learned my addr 172.21.15.29:0/429728265 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35effd700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa360068c00 0x7fa3600fff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35e7fc700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3600695b0 0x7fa360100470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 -- 172.21.15.29:0/429728265 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa360068c00 msgr2=0x7fa3600fff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa360068c00 0x7fa3600fff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 -- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3600695b0 msgr2=0x7fa360100470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa3600695b0 0x7fa360100470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3540095f0 con 0x7fa3601062b0 2023-10-05T15:21:06.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa35f7fe700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 0x7fa3601009f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa35800ef30 tx=0x7fa35800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa358018070 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3601a5a20 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa35800f040 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa35800cd00 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.838+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3601a5ef0 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.840+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa360111110 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.841+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa358003a00 con 0x7fa3601062b0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.841+0000 7fa347fff700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa3480a1480 0x7fa3480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.841+0000 7fa35effd700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa3480a1480 0x7fa3480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.841+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fa3580cc990 con 0x7fa3601062b0 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.841+0000 7fa347fff700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] conn(0x7fa3480ac000 0x7fa3480ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.842+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa3480aeb10 con 0x7fa3480ac000 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.842+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa3580d12a0 con 0x7fa3601062b0 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.842+0000 7fa35effd700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa3480a1480 0x7fa3480a3940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa350009c60 tx=0x7fa350009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.842+0000 7fa35e7fc700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] conn(0x7fa3480ac000 0x7fa3480ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.842+0000 7fa35e7fc700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] conn(0x7fa3480ac000 0x7fa3480ae440 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.843+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== osd.4 v2:172.21.15.40:6808/433883163 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fa3480aeb10 con 0x7fa3480ac000 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.860+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 --> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa36004ebb0 con 0x7fa3480ac000 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa347fff700 1 -- 172.21.15.29:0/429728265 <== osd.4 v2:172.21.15.40:6808/433883163 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fa36004ebb0 con 0x7fa3480ac000 2023-10-05T15:21:06.906 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] conn(0x7fa3480ac000 msgr2=0x7fa3480ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] conn(0x7fa3480ac000 0x7fa3480ae440 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa3480a1480 msgr2=0x7fa3480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa3480a1480 0x7fa3480a3940 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fa350009c60 tx=0x7fa350009260 comp rx=0 tx=0).stop 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 msgr2=0x7fa3601009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 --2- 172.21.15.29:0/429728265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa3601062b0 0x7fa3601009f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fa35800ef30 tx=0x7fa35800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa35f7fe700 1 -- 172.21.15.29:0/429728265 reap_dead start 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 shutdown_connections 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 >> 172.21.15.29:0/429728265 conn(0x7fa360075e00 msgr2=0x7fa3600fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.861+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 shutdown_connections 2023-10-05T15:21:06.907 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.862+0000 7fa365716700 1 -- 172.21.15.29:0/429728265 wait complete. 2023-10-05T15:21:06.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 -- 172.21.15.29:0/2247381055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944100820 msgr2=0x7f394410cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 --2- 172.21.15.29:0/2247381055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944100820 0x7f394410cc90 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f393c00b0d0 tx=0x7f393c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 -- 172.21.15.29:0/2247381055 shutdown_connections 2023-10-05T15:21:06.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 --2- 172.21.15.29:0/2247381055 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3944105e70 0x7f3944106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 --2- 172.21.15.29:0/2247381055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944100820 0x7f394410cc90 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 --2- 172.21.15.29:0/2247381055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39440ffe60 0x7f39441002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 -- 172.21.15.29:0/2247381055 >> 172.21.15.29:0/2247381055 conn(0x7f3944075e00 msgr2=0x7f3944076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 -- 172.21.15.29:0/2247381055 shutdown_connections 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.802+0000 7f394b16f700 1 -- 172.21.15.29:0/2247381055 wait complete. 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 Processor -- start 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 -- start start 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39440ffe60 0x7f3944197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3944100820 0x7f39441984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 0x7f39441a3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39441a3540 con 0x7f3944105e70 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39441a3680 con 0x7f3944100820 2023-10-05T15:21:06.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394b16f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39441a37c0 con 0x7f39440ffe60 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394970c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 0x7f39441a3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394970c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 0x7f39441a3000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45684/0 (socket says 172.21.15.29:45684) 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f3943fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3944100820 0x7f39441984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f394970c700 1 -- 172.21.15.29:0/1341440177 learned_addr learned my addr 172.21.15.29:0/1341440177 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.803+0000 7f3948f0b700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39440ffe60 0x7f3944197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 -- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39440ffe60 msgr2=0x7f3944197f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39440ffe60 0x7f3944197f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 -- 172.21.15.29:0/1341440177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3944100820 msgr2=0x7f39441984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3944100820 0x7f39441984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f393c009d00 con 0x7f3944105e70 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394970c700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 0x7f39441a3000 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f393c009380 tx=0x7f393c0093b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f393c00e040 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f393c003e10 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f393c01ba10 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39441a39c0 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.804+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39441a3d80 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.806+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f394410fff0 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.808+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f393c0056c0 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.808+0000 7f3941ffb700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39340a1500 0x7f39340a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.808+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f393c0ce880 con 0x7f3944105e70 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.808+0000 7f3948f0b700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39340a1500 0x7f39340a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3941ffb700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] conn(0x7f39340ac080 0x7f39340ae4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f39340aeb90 con 0x7f39340ac080 2023-10-05T15:21:06.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f393c0cec30 con 0x7f3944105e70 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3948f0b700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39340a1500 0x7f39340a39c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3938005950 tx=0x7f393800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3943fff700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] conn(0x7f39340ac080 0x7f39340ae4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.809+0000 7f3943fff700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] conn(0x7f39340ac080 0x7f39340ae4c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.810+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== osd.2 v2:172.21.15.177:6800/36775394 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f39340aeb90 con 0x7f39340ac080 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.827+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 --> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f394404ebb0 con 0x7f39340ac080 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.827+0000 7f3941ffb700 1 -- 172.21.15.29:0/1341440177 <== osd.2 v2:172.21.15.177:6800/36775394 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f394404ebb0 con 0x7f39340ac080 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] conn(0x7f39340ac080 msgr2=0x7f39340ae4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] conn(0x7f39340ac080 0x7f39340ae4c0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39340a1500 msgr2=0x7f39340a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f39340a1500 0x7f39340a39c0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3938005950 tx=0x7f393800b410 comp rx=0 tx=0).stop 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 msgr2=0x7f39441a3000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 --2- 172.21.15.29:0/1341440177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3944105e70 0x7f39441a3000 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f393c009380 tx=0x7f393c0093b0 comp rx=0 tx=0).stop 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394970c700 1 -- 172.21.15.29:0/1341440177 reap_dead start 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 shutdown_connections 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 >> 172.21.15.29:0/1341440177 conn(0x7f3944075e00 msgr2=0x7f39440fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 shutdown_connections 2023-10-05T15:21:06.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:06.828+0000 7f394b16f700 1 -- 172.21.15.29:0/1341440177 wait complete. 2023-10-05T15:21:07.017 INFO:teuthology.orchestra.run.smithi029.stdout:107374182452 2023-10-05T15:21:07.018 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.3 2023-10-05T15:21:07.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 -- 172.21.15.29:0/3713947390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78101940 msgr2=0x7f1a7810ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/3713947390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78101940 0x7f1a7810ddb0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f1a7000b0d0 tx=0x7f1a7000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 -- 172.21.15.29:0/3713947390 shutdown_connections 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/3713947390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78101940 0x7f1a7810ddb0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/3713947390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1a78106f90 0x7f1a78107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/3713947390 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1a78100f80 0x7f1a78101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.206+0000 7f1a7f25c700 1 -- 172.21.15.29:0/3713947390 >> 172.21.15.29:0/3713947390 conn(0x7f1a780780a0 msgr2=0x7f1a780784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.208+0000 7f1a7f25c700 1 -- 172.21.15.29:0/3713947390 shutdown_connections 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.208+0000 7f1a7f25c700 1 -- 172.21.15.29:0/3713947390 wait complete. 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.208+0000 7f1a7f25c700 1 Processor -- start 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.208+0000 7f1a7f25c700 1 -- start start 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 0x7f1a780731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1a78101940 0x7f1a780736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1a78106f90 0x7f1a78073c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a781a54c0 con 0x7f1a78100f80 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a781a5630 con 0x7f1a78106f90 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7f25c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a781a57f0 con 0x7f1a78101940 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 0x7f1a780731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 0x7f1a780731b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45710/0 (socket says 172.21.15.29:45710) 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 -- 172.21.15.29:0/411264916 learned_addr learned my addr 172.21.15.29:0/411264916 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7d7f9700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1a78106f90 0x7f1a78073c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a77fff700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1a78101940 0x7f1a780736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 -- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1a78101940 msgr2=0x7f1a780736f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1a78101940 0x7f1a780736f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 -- 172.21.15.29:0/411264916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1a78106f90 msgr2=0x7f1a78073c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1a78106f90 0x7f1a78073c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a70009d00 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.209+0000 7f1a7cff8700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 0x7f1a780731b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00d950 tx=0x7f1a6c00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.210+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c00f890 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.210+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a781a5ad0 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.210+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a6c010460 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.210+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c00e610 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.210+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a781a6020 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.211+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1a78111150 con 0x7f1a78100f80 2023-10-05T15:21:07.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.212+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1a6c0108d0 con 0x7f1a78100f80 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.212+0000 7f1a75ffb700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1a680a1480 0x7f1a680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f1a6c0ccfe0 con 0x7f1a78100f80 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a77fff700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1a680a1480 0x7f1a680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a75ffb700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] conn(0x7f1a680ac000 0x7f1a680ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1a680aeb10 con 0x7f1a680ac000 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a6c0cf640 con 0x7f1a78100f80 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a7d7f9700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] conn(0x7f1a680ac000 0x7f1a680ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.213+0000 7f1a77fff700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1a680a1480 0x7f1a680a3940 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1a78074950 tx=0x7f1a6400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.451 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.214+0000 7f1a7d7f9700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] conn(0x7f1a680ac000 0x7f1a680ae440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.215+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== osd.8 v2:172.21.15.177:6816/3267958663 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f1a680aeb10 con 0x7f1a680ac000 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.231+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 --> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1a7804ebb0 con 0x7f1a680ac000 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.232+0000 7f1a75ffb700 1 -- 172.21.15.29:0/411264916 <== osd.8 v2:172.21.15.177:6816/3267958663 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f1a7804ebb0 con 0x7f1a680ac000 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.232+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] conn(0x7f1a680ac000 msgr2=0x7f1a680ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.232+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] conn(0x7f1a680ac000 0x7f1a680ae440 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.232+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1a680a1480 msgr2=0x7f1a680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1a680a1480 0x7f1a680a3940 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f1a78074950 tx=0x7f1a6400b410 comp rx=0 tx=0).stop 2023-10-05T15:21:07.452 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 msgr2=0x7f1a780731b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 --2- 172.21.15.29:0/411264916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a78100f80 0x7f1a780731b0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00d950 tx=0x7f1a6c00dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7d7f9700 1 -- 172.21.15.29:0/411264916 reap_dead start 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 shutdown_connections 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 >> 172.21.15.29:0/411264916 conn(0x7f1a780780a0 msgr2=0x7f1a78104c90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 shutdown_connections 2023-10-05T15:21:07.453 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.233+0000 7f1a7f25c700 1 -- 172.21.15.29:0/411264916 wait complete. 2023-10-05T15:21:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 -- 172.21.15.29:0/4034554399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ffdf0 msgr2=0x7f7bd810ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/4034554399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ffdf0 0x7f7bd810ddc0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f7bd000b0d0 tx=0x7f7bd000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.525 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 -- 172.21.15.29:0/4034554399 shutdown_connections 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/4034554399 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7bd8105f00 0x7f7bd81062e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/4034554399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ffdf0 0x7f7bd810ddc0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/4034554399 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7bd80ff430 0x7f7bd80ff8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 -- 172.21.15.29:0/4034554399 >> 172.21.15.29:0/4034554399 conn(0x7f7bd8076360 msgr2=0x7f7bd80fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 -- 172.21.15.29:0/4034554399 shutdown_connections 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.347+0000 7f7bdf1db700 1 -- 172.21.15.29:0/4034554399 wait complete. 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 Processor -- start 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 -- start start 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 0x7f7bd8197140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7bd80ffdf0 0x7f7bd8197680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.526 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7bd8105f00 0x7f7bd819baf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd819c100 con 0x7f7bd80ff430 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd819c270 con 0x7f7bd8105f00 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdf1db700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bd819c430 con 0x7f7bd80ffdf0 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdcf77700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 0x7f7bd8197140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdcf77700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 0x7f7bd8197140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45726/0 (socket says 172.21.15.29:45726) 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.348+0000 7f7bdcf77700 1 -- 172.21.15.29:0/1175451706 learned_addr learned my addr 172.21.15.29:0/1175451706 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdd778700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7bd8105f00 0x7f7bd819baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bd7fff700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7bd80ffdf0 0x7f7bd8197680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 -- 172.21.15.29:0/1175451706 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7bd80ffdf0 msgr2=0x7f7bd8197680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7bd80ffdf0 0x7f7bd8197680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 -- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7bd8105f00 msgr2=0x7f7bd819baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7bd8105f00 0x7f7bd819baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bd0009d00 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdcf77700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 0x7f7bd8197140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc00e9a0 tx=0x7f7bcc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc009790 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7bcc00cbd0 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bcc018680 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bd819c710 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.349+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bd81a3f70 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.350+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f7bd8111160 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.352+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7bcc00cd40 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.352+0000 7f7bd5ffb700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7bc80a1480 0x7f7bc80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7bcc014070 con 0x7f7bd80ff430 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd7fff700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7bc80a1480 0x7f7bc80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd5ffb700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] conn(0x7f7bc80ac000 0x7f7bc80ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f7bc80aeb10 con 0x7f7bc80ac000 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7bcc0cd8e0 con 0x7f7bd80ff430 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bd7fff700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7bc80a1480 0x7f7bc80a3940 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8198760 tx=0x7f7bc4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.353+0000 7f7bdd778700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] conn(0x7f7bc80ac000 0x7f7bc80ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.354+0000 7f7bdd778700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] conn(0x7f7bc80ac000 0x7f7bc80ae440 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.355+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== osd.7 v2:172.21.15.40:6816/3932535570 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f7bc80aeb10 con 0x7f7bc80ac000 2023-10-05T15:21:07.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.371+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 --> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f7bd804ebb0 con 0x7f7bc80ac000 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.371+0000 7f7bd5ffb700 1 -- 172.21.15.29:0/1175451706 <== osd.7 v2:172.21.15.40:6816/3932535570 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f7bd804ebb0 con 0x7f7bc80ac000 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] conn(0x7f7bc80ac000 msgr2=0x7f7bc80ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] conn(0x7f7bc80ac000 0x7f7bc80ae440 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7bc80a1480 msgr2=0x7f7bc80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7bc80a1480 0x7f7bc80a3940 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7bd8198760 tx=0x7f7bc4009260 comp rx=0 tx=0).stop 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 msgr2=0x7f7bd8197140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 --2- 172.21.15.29:0/1175451706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7bd80ff430 0x7f7bd8197140 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc00e9a0 tx=0x7f7bcc00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdd778700 1 -- 172.21.15.29:0/1175451706 reap_dead start 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 shutdown_connections 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 >> 172.21.15.29:0/1175451706 conn(0x7f7bd8076360 msgr2=0x7f7bd80fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:07.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 shutdown_connections 2023-10-05T15:21:07.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:07.372+0000 7f7bdf1db700 1 -- 172.21.15.29:0/1175451706 wait complete. 2023-10-05T15:21:07.656 INFO:teuthology.orchestra.run.smithi029.stdout:77309411386 2023-10-05T15:21:07.657 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.2 2023-10-05T15:21:07.950 INFO:teuthology.orchestra.run.smithi029.stdout:141733920817 2023-10-05T15:21:07.951 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.4 2023-10-05T15:21:08.233 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:08 smithi029 ceph-mon[99237]: pgmap v275: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:08.234 INFO:teuthology.orchestra.run.smithi029.stdout:249108103200 2023-10-05T15:21:08.234 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.8 2023-10-05T15:21:08.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 -- 172.21.15.29:0/1645775008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710106f90 msgr2=0x7f0710107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 --2- 172.21.15.29:0/1645775008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710106f90 0x7f0710107370 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f07000099c0 tx=0x7f0700009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 -- 172.21.15.29:0/1645775008 shutdown_connections 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 --2- 172.21.15.29:0/1645775008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0710101940 0x7f071010ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 --2- 172.21.15.29:0/1645775008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710106f90 0x7f0710107370 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 --2- 172.21.15.29:0/1645775008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0710100f80 0x7f0710101400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 -- 172.21.15.29:0/1645775008 >> 172.21.15.29:0/1645775008 conn(0x7f07100780a0 msgr2=0x7f07100784b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 -- 172.21.15.29:0/1645775008 shutdown_connections 2023-10-05T15:21:08.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 -- 172.21.15.29:0/1645775008 wait complete. 2023-10-05T15:21:08.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.303+0000 7f0716a39700 1 Processor -- start 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 -- start start 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 0x7f07100731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0710101940 0x7f07100736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0710106f90 0x7f0710073c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a53f0 con 0x7f0710100f80 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a5560 con 0x7f0710106f90 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0716a39700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07101a5720 con 0x7f0710101940 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 0x7f07100731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 0x7f07100731b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45742/0 (socket says 172.21.15.29:45742) 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 -- 172.21.15.29:0/1913700285 learned_addr learned my addr 172.21.15.29:0/1913700285 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f0714fd6700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0710106f90 0x7f0710073c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070f7fe700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0710101940 0x7f07100736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 -- 172.21.15.29:0/1913700285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0710101940 msgr2=0x7f07100736f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0710101940 0x7f07100736f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 -- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0710106f90 msgr2=0x7f0710073c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0710106f90 0x7f0710073c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.304+0000 7f070ffff700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07000095f0 con 0x7f0710100f80 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f070ffff700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 0x7f07100731b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0700009990 tx=0x7f0700009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f070001d070 con 0x7f0710100f80 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0700003f90 con 0x7f0710100f80 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0700022ce0 con 0x7f0710100f80 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07101a59a0 con 0x7f0710100f80 2023-10-05T15:21:08.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.305+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07101a5d60 con 0x7f0710100f80 2023-10-05T15:21:08.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.306+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0710111110 con 0x7f0710100f80 2023-10-05T15:21:08.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.308+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0700022470 con 0x7f0710100f80 2023-10-05T15:21:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070d7fa700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06f80a1480 0x7f06f80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f07000ce0d0 con 0x7f0710100f80 2023-10-05T15:21:08.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070f7fe700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06f80a1480 0x7f06f80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070d7fa700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] conn(0x7f06f80ac000 0x7f06f80ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f06f80aeb10 con 0x7f06f80ac000 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07000d0730 con 0x7f0710100f80 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f070f7fe700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06f80a1480 0x7f06f80a3940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0704005950 tx=0x7f07040058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.309+0000 7f0714fd6700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] conn(0x7f06f80ac000 0x7f06f80ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.310+0000 7f0714fd6700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] conn(0x7f06f80ac000 0x7f06f80ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.311+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== osd.1 v2:172.21.15.40:6800/2170082854 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f06f80aeb10 con 0x7f06f80ac000 2023-10-05T15:21:08.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.330+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 --> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f071004ebb0 con 0x7f06f80ac000 2023-10-05T15:21:08.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.331+0000 7f070d7fa700 1 -- 172.21.15.29:0/1913700285 <== osd.1 v2:172.21.15.40:6800/2170082854 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f071004ebb0 con 0x7f06f80ac000 2023-10-05T15:21:08.334 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] conn(0x7f06f80ac000 msgr2=0x7f06f80ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] conn(0x7f06f80ac000 0x7f06f80ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06f80a1480 msgr2=0x7f06f80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06f80a1480 0x7f06f80a3940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f0704005950 tx=0x7f07040058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 msgr2=0x7f07100731b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 --2- 172.21.15.29:0/1913700285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0710100f80 0x7f07100731b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0700009990 tx=0x7f0700009580 comp rx=0 tx=0).stop 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0714fd6700 1 -- 172.21.15.29:0/1913700285 reap_dead start 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 shutdown_connections 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 >> 172.21.15.29:0/1913700285 conn(0x7f07100780a0 msgr2=0x7f07100ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 shutdown_connections 2023-10-05T15:21:08.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.332+0000 7f0716a39700 1 -- 172.21.15.29:0/1913700285 wait complete. 2023-10-05T15:21:08.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:08 smithi177 ceph-mon[103568]: pgmap v275: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:08.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 -- 172.21.15.29:0/1382956759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f923810b530 msgr2=0x7f923810d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 --2- 172.21.15.29:0/1382956759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f923810b530 0x7f923810d9a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f923000b0a0 tx=0x7f923000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 -- 172.21.15.29:0/1382956759 shutdown_connections 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 --2- 172.21.15.29:0/1382956759 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9238102150 0x7f9238102530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 --2- 172.21.15.29:0/1382956759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f923810b530 0x7f923810d9a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 --2- 172.21.15.29:0/1382956759 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9238102a70 0x7f923810af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 -- 172.21.15.29:0/1382956759 >> 172.21.15.29:0/1382956759 conn(0x7f92380fb920 msgr2=0x7f92380fdd40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 -- 172.21.15.29:0/1382956759 shutdown_connections 2023-10-05T15:21:08.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.542+0000 7f923e4e6700 1 -- 172.21.15.29:0/1382956759 wait complete. 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 Processor -- start 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 -- start start 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 0x7f9238197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9238102a70 0x7f9238197660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f923810b530 0x7f923819bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f923819c0e0 con 0x7f9238102150 2023-10-05T15:21:08.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f923819c250 con 0x7f923810b530 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923e4e6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f923819c410 con 0x7f9238102a70 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f9237fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 0x7f9238197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f9237fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 0x7f9238197120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45756/0 (socket says 172.21.15.29:45756) 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f9237fff700 1 -- 172.21.15.29:0/2627545962 learned_addr learned my addr 172.21.15.29:0/2627545962 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f923ca83700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f923810b530 0x7f923819bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.543+0000 7f922ffff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9238102a70 0x7f9238197660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 -- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9238102a70 msgr2=0x7f9238197660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9238102a70 0x7f9238197660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 -- 172.21.15.29:0/2627545962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f923810b530 msgr2=0x7f923819bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f923810b530 0x7f923819bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9230009d00 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9237fff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 0x7f9238197120 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f922800e9a0 tx=0x7f922800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9228009790 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9228010430 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f923819c6f0 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9228018680 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.544+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92381a3f50 con 0x7f9238102150 2023-10-05T15:21:08.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.545+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9238111130 con 0x7f9238102150 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.546+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f92280105a0 con 0x7f9238102150 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f9235ffb700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f92240a1480 0x7f92240a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9228014070 con 0x7f9238102150 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f922ffff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f92240a1480 0x7f92240a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f9235ffb700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] conn(0x7f92240ac000 0x7f92240ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f92240aeb10 con 0x7f92240ac000 2023-10-05T15:21:08.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f92280cde60 con 0x7f9238102150 2023-10-05T15:21:08.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f922ffff700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f92240a1480 0x7f92240a3940 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9238198740 tx=0x7f92200073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.547+0000 7f923ca83700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] conn(0x7f92240ac000 0x7f92240ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.548+0000 7f923ca83700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] conn(0x7f92240ac000 0x7f92240ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.548+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== osd.5 v2:172.21.15.177:6808/1640191398 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f92240aeb10 con 0x7f92240ac000 2023-10-05T15:21:08.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.565+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 --> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f923804ebb0 con 0x7f92240ac000 2023-10-05T15:21:08.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.566+0000 7f9235ffb700 1 -- 172.21.15.29:0/2627545962 <== osd.5 v2:172.21.15.177:6808/1640191398 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f923804ebb0 con 0x7f92240ac000 2023-10-05T15:21:08.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.566+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] conn(0x7f92240ac000 msgr2=0x7f92240ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.566+0000 7f923e4e6700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] conn(0x7f92240ac000 0x7f92240ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f92240a1480 msgr2=0x7f92240a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f92240a1480 0x7f92240a3940 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f9238198740 tx=0x7f92200073d0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 msgr2=0x7f9238197120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 --2- 172.21.15.29:0/2627545962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9238102150 0x7f9238197120 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f922800e9a0 tx=0x7f922800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923ca83700 1 -- 172.21.15.29:0/2627545962 reap_dead start 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 shutdown_connections 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 >> 172.21.15.29:0/2627545962 conn(0x7f92380fb920 msgr2=0x7f923810d670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 shutdown_connections 2023-10-05T15:21:08.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.567+0000 7f923e4e6700 1 -- 172.21.15.29:0/2627545962 wait complete. 2023-10-05T15:21:08.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:08 smithi040 ceph-mon[103696]: pgmap v275: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:08.673 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.667+0000 7f4023e34700 1 -- 172.21.15.29:0/2024992111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c106f90 msgr2=0x7f401c107370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.673 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.667+0000 7f4023e34700 1 --2- 172.21.15.29:0/2024992111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c106f90 0x7f401c107370 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f4018009a40 tx=0x7f4018009d50 comp rx=0 tx=0).stop 2023-10-05T15:21:08.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.667+0000 7f4023e34700 1 -- 172.21.15.29:0/2024992111 shutdown_connections 2023-10-05T15:21:08.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.667+0000 7f4023e34700 1 --2- 172.21.15.29:0/2024992111 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c069360 0x7f401c10ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 --2- 172.21.15.29:0/2024992111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c106f90 0x7f401c107370 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 --2- 172.21.15.29:0/2024992111 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 0x7f401c068e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 -- 172.21.15.29:0/2024992111 >> 172.21.15.29:0/2024992111 conn(0x7f401c075e00 msgr2=0x7f401c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 -- 172.21.15.29:0/2024992111 shutdown_connections 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 -- 172.21.15.29:0/2024992111 wait complete. 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 Processor -- start 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.668+0000 7f4023e34700 1 -- start start 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 0x7f401c194e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 0x7f401c195370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c106f90 0x7f401c1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f401c199df0 con 0x7f401c069360 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f401c199f60 con 0x7f401c106f90 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f401c19a120 con 0x7f401c0689a0 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 0x7f401c195370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 0x7f401c195370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45774/0 (socket says 172.21.15.29:45774) 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 -- 172.21.15.29:0/2497302173 learned_addr learned my addr 172.21.15.29:0/2497302173 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4021bd0700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 0x7f401c194e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40223d1700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c106f90 0x7f401c1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 -- 172.21.15.29:0/2497302173 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 msgr2=0x7f401c194e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 0x7f401c194e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 -- 172.21.15.29:0/2497302173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c106f90 msgr2=0x7f401c1997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c106f90 0x7f401c1997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40180095f0 con 0x7f401c069360 2023-10-05T15:21:08.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4021bd0700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f401c0689a0 0x7f401c194e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:08.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40223d1700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f401c106f90 0x7f401c1997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:08.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f40213cf700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 0x7f401c195370 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f400c00d950 tx=0x7f400c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f400c009b40 con 0x7f401c069360 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f400c009ca0 con 0x7f401c069360 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f401c19a400 con 0x7f401c069360 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f400c00f620 con 0x7f401c069360 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.669+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f401c1a1c60 con 0x7f401c069360 2023-10-05T15:21:08.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.670+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f401c04ebb0 con 0x7f401c069360 2023-10-05T15:21:08.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.671+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f400c010460 con 0x7f401c069360 2023-10-05T15:21:08.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4012ffd700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f40080a1480 0x7f40080a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4021bd0700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f40080a1480 0x7f40080a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f400c0cd400 con 0x7f401c069360 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4012ffd700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] conn(0x7f40080ac000 0x7f40080ae440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f40080aeb10 con 0x7f40080ac000 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.672+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_get_version_reply(handle=1 version=86) v2 ==== 24+0+0 (secure 0 0 0) 0x7f400c0cd770 con 0x7f401c069360 2023-10-05T15:21:08.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.673+0000 7f40223d1700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] conn(0x7f40080ac000 0x7f40080ae440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:08.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.673+0000 7f4021bd0700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f40080a1480 0x7f40080a3940 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4018000c00 tx=0x7f4018012040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.673+0000 7f40223d1700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] conn(0x7f40080ac000 0x7f40080ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:08.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.674+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== osd.6 v2:172.21.15.29:6818/835373352 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f40080aeb10 con 0x7f40080ac000 2023-10-05T15:21:08.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.691+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 --> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f401c10f030 con 0x7f40080ac000 2023-10-05T15:21:08.694 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.691+0000 7f4012ffd700 1 -- 172.21.15.29:0/2497302173 <== osd.6 v2:172.21.15.29:6818/835373352 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f40140097e0 con 0x7f40080ac000 2023-10-05T15:21:08.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] conn(0x7f40080ac000 msgr2=0x7f40080ae440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.696 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] conn(0x7f40080ac000 0x7f40080ae440 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f40080a1480 msgr2=0x7f40080a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f40080a1480 0x7f40080a3940 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f4018000c00 tx=0x7f4018012040 comp rx=0 tx=0).stop 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 msgr2=0x7f401c195370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 --2- 172.21.15.29:0/2497302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f401c069360 0x7f401c195370 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f400c00d950 tx=0x7f400c00dd10 comp rx=0 tx=0).stop 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f40223d1700 1 -- 172.21.15.29:0/2497302173 reap_dead start 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 shutdown_connections 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 >> 172.21.15.29:0/2497302173 conn(0x7f401c075e00 msgr2=0x7f401c0fea10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:08.699 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 shutdown_connections 2023-10-05T15:21:08.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:08.692+0000 7f4023e34700 1 -- 172.21.15.29:0/2497302173 wait complete. 2023-10-05T15:21:08.843 INFO:teuthology.orchestra.run.smithi029.stdout:34359738433 2023-10-05T15:21:08.844 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.0 2023-10-05T15:21:09.058 INFO:teuthology.orchestra.run.smithi029.stdout:219043332132 2023-10-05T15:21:09.058 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.7 2023-10-05T15:21:09.113 INFO:teuthology.orchestra.run.smithi029.stdout:197568495657 2023-10-05T15:21:09.114 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.6 2023-10-05T15:21:09.651 INFO:teuthology.orchestra.run.smithi029.stdout:163208757292 2023-10-05T15:21:09.651 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.5 2023-10-05T15:21:09.727 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:09.751 INFO:teuthology.orchestra.run.smithi029.stdout:55834574909 2023-10-05T15:21:09.752 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph osd last-stat-seq osd.1 2023-10-05T15:21:09.854 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:09.882 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:09.887 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:09.955 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:10.356 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:10.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:10 smithi029 ceph-mon[99237]: pgmap v276: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:10.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:10 smithi177 ceph-mon[103568]: pgmap v276: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:10.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:10 smithi040 ceph-mon[103696]: pgmap v276: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:10.959 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:11.059 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:12.541 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:12.570 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:12 smithi029 ceph-mon[99237]: pgmap v277: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:12.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:12 smithi040 ceph-mon[103696]: pgmap v277: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:12 smithi177 ceph-mon[103568]: pgmap v277: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:13.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- 172.21.15.29:0/2477737855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 msgr2=0x7f7ca41002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 --2- 172.21.15.29:0/2477737855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca41002e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7c940099c0 tx=0x7f7c94009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- 172.21.15.29:0/2477737855 shutdown_connections 2023-10-05T15:21:13.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 --2- 172.21.15.29:0/2477737855 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4105e70 0x7f7ca4106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 --2- 172.21.15.29:0/2477737855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4100820 0x7f7ca410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 --2- 172.21.15.29:0/2477737855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca41002e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- 172.21.15.29:0/2477737855 >> 172.21.15.29:0/2477737855 conn(0x7f7ca4075e00 msgr2=0x7f7ca4076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:13.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- 172.21.15.29:0/2477737855 shutdown_connections 2023-10-05T15:21:13.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- 172.21.15.29:0/2477737855 wait complete. 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 Processor -- start 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.473+0000 7f7cac639700 1 -- start start 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 0x7f7ca4199740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4105e70 0x7f7ca419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca419e1c0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca419e330 con 0x7f7ca4105e70 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ca419e4f0 con 0x7f7ca4100820 2023-10-05T15:21:13.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45788/0 (socket says 172.21.15.29:45788) 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 -- 172.21.15.29:0/1569584796 learned_addr learned my addr 172.21.15.29:0/1569584796 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caabd6700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4105e70 0x7f7ca419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7ca9bd4700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 0x7f7ca4199740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 -- 172.21.15.29:0/1569584796 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 msgr2=0x7f7ca4199740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 0x7f7ca4199740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 -- 172.21.15.29:0/1569584796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4105e70 msgr2=0x7f7ca419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4105e70 0x7f7ca419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 -- 172.21.15.29:0/1569584796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c940095f0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7ca9bd4700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 0x7f7ca4199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7caa3d5700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7ca000b530 tx=0x7f7ca000b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:13.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca0011830 con 0x7f7ca40ffe60 2023-10-05T15:21:13.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ca419e7d0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7ca0011e50 con 0x7f7ca40ffe60 2023-10-05T15:21:13.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.474+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca000f2e0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.475+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ca41a6030 con 0x7f7ca40ffe60 2023-10-05T15:21:13.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.475+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ca404ebb0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.476+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7ca0010380 con 0x7f7ca40ffe60 2023-10-05T15:21:13.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.477+0000 7f7c9b7fe700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 0x7f7c900a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.477+0000 7f7ca9bd4700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 0x7f7c900a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.477+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f7ca00cca50 con 0x7f7ca40ffe60 2023-10-05T15:21:13.481 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.478+0000 7f7ca9bd4700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 0x7f7c900a3940 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7ca419a820 tx=0x7f7c94005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:13.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.482+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7ca0095ec0 con 0x7f7ca40ffe60 2023-10-05T15:21:13.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.706+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f7ca419a560 con 0x7f7ca40ffe60 2023-10-05T15:21:13.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.706+0000 7f7c9b7fe700 1 -- 172.21.15.29:0/1569584796 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f7ca419a560 con 0x7f7ca40ffe60 2023-10-05T15:21:13.709 INFO:teuthology.orchestra.run.smithi029.stdout:279172874268 2023-10-05T15:21:13.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 msgr2=0x7f7c900a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 0x7f7c900a3940 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f7ca419a820 tx=0x7f7c94005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 msgr2=0x7f7ca4199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f7ca000b530 tx=0x7f7ca000b840 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 shutdown_connections 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7c900a1480 0x7f7c900a3940 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7ca4105e70 0x7f7ca419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca40ffe60 0x7f7ca4199200 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 --2- 172.21.15.29:0/1569584796 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7ca4100820 0x7f7ca4199740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 >> 172.21.15.29:0/1569584796 conn(0x7f7ca4075e00 msgr2=0x7f7ca40fee40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 shutdown_connections 2023-10-05T15:21:13.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.709+0000 7f7cac639700 1 -- 172.21.15.29:0/1569584796 wait complete. 2023-10-05T15:21:13.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 -- 172.21.15.29:0/3104451383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49741013a0 msgr2=0x7f4974101780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 --2- 172.21.15.29:0/3104451383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49741013a0 0x7f4974101780 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4964009990 tx=0x7f4964009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 -- 172.21.15.29:0/3104451383 shutdown_connections 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 --2- 172.21.15.29:0/3104451383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4974106320 0x7f497410def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 --2- 172.21.15.29:0/3104451383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f49741013a0 0x7f4974101780 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 --2- 172.21.15.29:0/3104451383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974101d50 0x7f4974105c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 -- 172.21.15.29:0/3104451383 >> 172.21.15.29:0/3104451383 conn(0x7f4974078e50 msgr2=0x7f4974079260 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 -- 172.21.15.29:0/3104451383 shutdown_connections 2023-10-05T15:21:13.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.724+0000 7f4979b50700 1 -- 172.21.15.29:0/3104451383 wait complete. 2023-10-05T15:21:13.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.725+0000 7f4979b50700 1 Processor -- start 2023-10-05T15:21:13.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.725+0000 7f4979b50700 1 -- start start 2023-10-05T15:21:13.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f49741013a0 0x7f49740731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 0x7f4974073c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49741a5480 con 0x7f4974101d50 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49741a55f0 con 0x7f4974106320 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4979b50700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49741a57b0 con 0x7f49741013a0 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45804/0 (socket says 172.21.15.29:45804) 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 -- 172.21.15.29:0/4106111128 learned_addr learned my addr 172.21.15.29:0/4106111128 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:13.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4973fff700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 0x7f4974073c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 -- 172.21.15.29:0/4106111128 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f49741013a0 msgr2=0x7f49740731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f49741013a0 0x7f49740731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 -- 172.21.15.29:0/4106111128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 msgr2=0x7f4974073c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 0x7f4974073c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4972ffd700 1 -- 172.21.15.29:0/4106111128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49640095f0 con 0x7f4974101d50 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.726+0000 7f4973fff700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 0x7f4974073c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4972ffd700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f496800d980 tx=0x7f496800dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4968009b40 con 0x7f4974101d50 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f496800de60 con 0x7f4974101d50 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f496800f620 con 0x7f4974101d50 2023-10-05T15:21:13.730 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4974196dd0 con 0x7f4974101d50 2023-10-05T15:21:13.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.727+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4974197280 con 0x7f4974101d50 2023-10-05T15:21:13.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.729+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f497404ebb0 con 0x7f4974101d50 2023-10-05T15:21:13.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.730+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4968010460 con 0x7f4974101d50 2023-10-05T15:21:13.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.731+0000 7f4970ff9700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 0x7f495c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:13.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.731+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f49680cca10 con 0x7f4974101d50 2023-10-05T15:21:13.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.731+0000 7f49737fe700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 0x7f495c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:13.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.732+0000 7f49737fe700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 0x7f495c0a39c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4964003730 tx=0x7f49640036a0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:13.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.740+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4968095e80 con 0x7f4974101d50 2023-10-05T15:21:13.756 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:13.974 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:14.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:13.999+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f4974111020 con 0x7f4974101d50 2023-10-05T15:21:14.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.000+0000 7f4970ff9700 1 -- 172.21.15.29:0/4106111128 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f4968020090 con 0x7f4974101d50 2023-10-05T15:21:14.003 INFO:teuthology.orchestra.run.smithi029.stdout:249108103201 2023-10-05T15:21:14.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.003+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 msgr2=0x7f495c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.003+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 0x7f495c0a39c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f4964003730 tx=0x7f49640036a0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.003+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 msgr2=0x7f49740736f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.003+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f496800d980 tx=0x7f496800dd40 comp rx=0 tx=0).stop 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 shutdown_connections 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f495c0a1500 0x7f495c0a39c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f49741013a0 0x7f49740731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4974106320 0x7f4974073c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 --2- 172.21.15.29:0/4106111128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4974101d50 0x7f49740736f0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 >> 172.21.15.29:0/4106111128 conn(0x7f4974078e50 msgr2=0x7f49740ff0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 shutdown_connections 2023-10-05T15:21:14.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.004+0000 7f4979b50700 1 -- 172.21.15.29:0/4106111128 wait complete. 2023-10-05T15:21:14.432 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:14 smithi029 ceph-mon[99237]: pgmap v278: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:14.432 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:14 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1569584796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:21:14.432 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:14 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4106111128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 -- 172.21.15.29:0/2864581058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f181007d0 msgr2=0x7f8f1810cc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 --2- 172.21.15.29:0/2864581058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f181007d0 0x7f8f1810cc70 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8f1000b0a0 tx=0x7f8f1000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 -- 172.21.15.29:0/2864581058 shutdown_connections 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 --2- 172.21.15.29:0/2864581058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f181007d0 0x7f8f1810cc70 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 --2- 172.21.15.29:0/2864581058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f18105ec0 0x7f8f181062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 --2- 172.21.15.29:0/2864581058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f180ffe10 0x7f8f18100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 -- 172.21.15.29:0/2864581058 >> 172.21.15.29:0/2864581058 conn(0x7f8f18076dc0 msgr2=0x7f8f180771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 -- 172.21.15.29:0/2864581058 shutdown_connections 2023-10-05T15:21:14.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.221+0000 7f8f1f150700 1 -- 172.21.15.29:0/2864581058 wait complete. 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 Processor -- start 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 -- start start 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f181007d0 0x7f8f18196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f18105ec0 0x7f8f1819a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1819aea0 con 0x7f8f180ffe10 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1819b010 con 0x7f8f18105ec0 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1f150700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f1819b1d0 con 0x7f8f181007d0 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45816/0 (socket says 172.21.15.29:45816) 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 -- 172.21.15.29:0/1036847924 learned_addr learned my addr 172.21.15.29:0/1036847924 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:14.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f17fff700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f181007d0 0x7f8f18196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:14.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 -- 172.21.15.29:0/1036847924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f181007d0 msgr2=0x7f8f18196420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f181007d0 0x7f8f18196420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 -- 172.21.15.29:0/1036847924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f18105ec0 msgr2=0x7f8f1819a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.593 INFO:teuthology.orchestra.run.smithi029.stdout:300647710745 2023-10-05T15:21:14.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f18105ec0 0x7f8f1819a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.222+0000 7f8f1ceec700 1 -- 172.21.15.29:0/1036847924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f10009d00 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f1ceec700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c007b50 tx=0x7f8f0c007f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f0c011070 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f0c00c2e0 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f1819b4b0 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f0c00aa30 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.223+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f18069400 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.224+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f1804ebb0 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.225+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8f0c00ec80 con 0x7f8f180ffe10 2023-10-05T15:21:14.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.225+0000 7f8f15ffb700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 0x7f8f080a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.226+0000 7f8f17fff700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 0x7f8f080a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.226+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f8f0c0cdc00 con 0x7f8f180ffe10 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.226+0000 7f8f17fff700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 0x7f8f080a3940 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8f04005950 tx=0x7f8f040058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.230+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8f0c0d4080 con 0x7f8f180ffe10 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.439+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f8f1810fd40 con 0x7f8f180ffe10 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.440+0000 7f8f15ffb700 1 -- 172.21.15.29:0/1036847924 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f8f0c097070 con 0x7f8f180ffe10 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 msgr2=0x7f8f080a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 0x7f8f080a3940 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f8f04005950 tx=0x7f8f040058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 msgr2=0x7f8f18195ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c007b50 tx=0x7f8f0c007f10 comp rx=0 tx=0).stop 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 shutdown_connections 2023-10-05T15:21:14.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8f080a1480 0x7f8f080a3940 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8f18105ec0 0x7f8f1819a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f180ffe10 0x7f8f18195ee0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 --2- 172.21.15.29:0/1036847924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8f181007d0 0x7f8f18196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 >> 172.21.15.29:0/1036847924 conn(0x7f8f18076dc0 msgr2=0x7f8f18103b50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 shutdown_connections 2023-10-05T15:21:14.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:14.442+0000 7f8f1f150700 1 -- 172.21.15.29:0/1036847924 wait complete. 2023-10-05T15:21:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:14 smithi040 ceph-mon[103696]: pgmap v278: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:14 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1569584796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:21:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:14 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4106111128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:21:14.674 INFO:tasks.cephadm.ceph_manager.ceph:need seq 249108103200 got 249108103201 for osd.8 2023-10-05T15:21:14.674 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:14 smithi177 ceph-mon[103568]: pgmap v278: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:14 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1569584796' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2023-10-05T15:21:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:14 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4106111128' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2023-10-05T15:21:14.852 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:15.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:15 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1036847924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 -- 172.21.15.29:0/2350087005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb720100020 msgr2=0x7fb720105b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2350087005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb720100020 0x7fb720105b60 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fb710009990 tx=0x7fb710009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 -- 172.21.15.29:0/2350087005 shutdown_connections 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2350087005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb7200ff670 0x7fb7200ffa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2350087005 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 0x7fb72010de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2350087005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb720100020 0x7fb720105b60 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 -- 172.21.15.29:0/2350087005 >> 172.21.15.29:0/2350087005 conn(0x7fb720076360 msgr2=0x7fb7200fd740 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:15.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.367+0000 7fb727c9e700 1 -- 172.21.15.29:0/2350087005 shutdown_connections 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 -- 172.21.15.29:0/2350087005 wait complete. 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 Processor -- start 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 -- start start 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb720100020 0x7fb720197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 0x7fb72019ba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72019c010 con 0x7fb7200ff670 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72019c180 con 0x7fb720106240 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb727c9e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb72019c340 con 0x7fb720100020 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb725a3a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb725a3a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45830/0 (socket says 172.21.15.29:45830) 2023-10-05T15:21:15.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.368+0000 7fb725a3a700 1 -- 172.21.15.29:0/2813522296 learned_addr learned my addr 172.21.15.29:0/2813522296 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb72623b700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 0x7fb72019ba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725239700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb720100020 0x7fb720197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 -- 172.21.15.29:0/2813522296 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb720100020 msgr2=0x7fb720197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb720100020 0x7fb720197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 -- 172.21.15.29:0/2813522296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 msgr2=0x7fb72019ba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 0x7fb72019ba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 -- 172.21.15.29:0/2813522296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7100095f0 con 0x7fb7200ff670 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb725a3a700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00d950 tx=0x7fb71c00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c009b40 con 0x7fb7200ff670 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb71c009ca0 con 0x7fb7200ff670 2023-10-05T15:21:15.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb72019c620 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71c00f620 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.369+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7201a3e80 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.371+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb72004ebb0 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.373+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb71c010460 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.374+0000 7fb716ffd700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 0x7fb70c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.374+0000 7fb725239700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 0x7fb70c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.374+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fb71c0cd290 con 0x7fb7200ff670 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.375+0000 7fb725239700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 0x7fb70c0a3940 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb71000b2e0 tx=0x7fb710005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:15.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.377+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb71c096700 con 0x7fb7200ff670 2023-10-05T15:21:15.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 -- 172.21.15.29:0/2370712247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde001062b0 msgr2=0x7fde0010de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 --2- 172.21.15.29:0/2370712247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde001062b0 0x7fde0010de30 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fddf800b0a0 tx=0x7fddf800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 -- 172.21.15.29:0/2370712247 shutdown_connections 2023-10-05T15:21:15.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 --2- 172.21.15.29:0/2370712247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde001062b0 0x7fde0010de30 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 --2- 172.21.15.29:0/2370712247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde00068c00 0x7fde00068fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 --2- 172.21.15.29:0/2370712247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde000695b0 0x7fde00105b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.408+0000 7fde05988700 1 -- 172.21.15.29:0/2370712247 >> 172.21.15.29:0/2370712247 conn(0x7fde00075e00 msgr2=0x7fde00076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 -- 172.21.15.29:0/2370712247 shutdown_connections 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 -- 172.21.15.29:0/2370712247 wait complete. 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 Processor -- start 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 -- start start 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde00068c00 0x7fde00197190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.409+0000 7fde05988700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde001062b0 0x7fde0019bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde05988700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde0019c150 con 0x7fde000695b0 2023-10-05T15:21:15.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde05988700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde0019c2c0 con 0x7fde001062b0 2023-10-05T15:21:15.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde05988700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde0019c480 con 0x7fde00068c00 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45846/0 (socket says 172.21.15.29:45846) 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 -- 172.21.15.29:0/1390864354 learned_addr learned my addr 172.21.15.29:0/1390864354 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfeffd700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde00068c00 0x7fde00197190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddff7fe700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde001062b0 0x7fde0019bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 -- 172.21.15.29:0/1390864354 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde00068c00 msgr2=0x7fde00197190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde00068c00 0x7fde00197190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.577 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 -- 172.21.15.29:0/1390864354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde001062b0 msgr2=0x7fde0019bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde001062b0 0x7fde0019bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 -- 172.21.15.29:0/1390864354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddf0009520 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fddfe7fc700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fddf400d950 tx=0x7fddf400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddf400f890 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddf8009d00 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fddf4010460 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddf400e610 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.410+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde001a3df0 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.411+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde0004ebb0 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.413+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fddf4010860 con 0x7fde000695b0 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.413+0000 7fde04986700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 0x7fdde80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:15.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.413+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fddf40cc920 con 0x7fde000695b0 2023-10-05T15:21:15.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.413+0000 7fddfeffd700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 0x7fdde80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:15.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.414+0000 7fddfeffd700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 0x7fdde80a3940 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fddf0009df0 tx=0x7fddf0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:15.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.421+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fddf4095d90 con 0x7fde000695b0 2023-10-05T15:21:15.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.586+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fb720110fc0 con 0x7fb7200ff670 2023-10-05T15:21:15.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.586+0000 7fb716ffd700 1 -- 172.21.15.29:0/2813522296 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb71c016020 con 0x7fb7200ff670 2023-10-05T15:21:15.588 INFO:teuthology.orchestra.run.smithi029.stdout:77309411387 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 msgr2=0x7fb70c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 0x7fb70c0a3940 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb71000b2e0 tx=0x7fb710005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 msgr2=0x7fb720197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fb71c00d950 tx=0x7fb71c00dd10 comp rx=0 tx=0).stop 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 shutdown_connections 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb70c0a1480 0x7fb70c0a3940 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb720106240 0x7fb72019ba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb7200ff670 0x7fb720197050 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 --2- 172.21.15.29:0/2813522296 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb720100020 0x7fb720197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 >> 172.21.15.29:0/2813522296 conn(0x7fb720076360 msgr2=0x7fb720104ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:15.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 shutdown_connections 2023-10-05T15:21:15.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.589+0000 7fb727c9e700 1 -- 172.21.15.29:0/2813522296 wait complete. 2023-10-05T15:21:15.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.630+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fde00110f70 con 0x7fde000695b0 2023-10-05T15:21:15.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.631+0000 7fde04986700 1 -- 172.21.15.29:0/1390864354 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fddf4017020 con 0x7fde000695b0 2023-10-05T15:21:15.634 INFO:teuthology.orchestra.run.smithi029.stdout:219043332133 2023-10-05T15:21:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 msgr2=0x7fdde80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 0x7fdde80a3940 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fddf0009df0 tx=0x7fddf0009260 comp rx=0 tx=0).stop 2023-10-05T15:21:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 msgr2=0x7fde001976d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fddf400d950 tx=0x7fddf400dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:15.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 shutdown_connections 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdde80a1480 0x7fdde80a3940 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde00068c00 0x7fde00197190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde001062b0 0x7fde0019bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 --2- 172.21.15.29:0/1390864354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde000695b0 0x7fde001976d0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 >> 172.21.15.29:0/1390864354 conn(0x7fde00075e00 msgr2=0x7fde000fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 shutdown_connections 2023-10-05T15:21:15.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:15.634+0000 7fde05988700 1 -- 172.21.15.29:0/1390864354 wait complete. 2023-10-05T15:21:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:15 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1036847924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:21:15.668 INFO:tasks.cephadm.ceph_manager.ceph:need seq 279172874267 got 279172874268 for osd.9 2023-10-05T15:21:15.668 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:15.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:15 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1036847924' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2023-10-05T15:21:16.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:16 smithi029 ceph-mon[99237]: pgmap v279: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2023-10-05T15:21:16.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:16 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2813522296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:21:16.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:16 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1390864354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:21:16.437 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411386 got 77309411387 for osd.2 2023-10-05T15:21:16.438 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:16.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 -- 172.21.15.29:0/2739481110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048101180 msgr2=0x7f2048101560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 --2- 172.21.15.29:0/2739481110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048101180 0x7f2048101560 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f2038009990 tx=0x7f2038009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 -- 172.21.15.29:0/2739481110 shutdown_connections 2023-10-05T15:21:16.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 --2- 172.21.15.29:0/2739481110 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048106260 0x7f204810de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 --2- 172.21.15.29:0/2739481110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048101180 0x7f2048101560 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 --2- 172.21.15.29:0/2739481110 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101b30 0x7f2048105b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 -- 172.21.15.29:0/2739481110 >> 172.21.15.29:0/2739481110 conn(0x7f20480fca10 msgr2=0x7f20480fee30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 -- 172.21.15.29:0/2739481110 shutdown_connections 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 -- 172.21.15.29:0/2739481110 wait complete. 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.177+0000 7f204d93d700 1 Processor -- start 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 -- start start 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101180 0x7f2048199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048101b30 0x7f2048199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204819e2c0 con 0x7f2048106260 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204819e430 con 0x7f2048101b30 2023-10-05T15:21:16.600 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f204d93d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f204819e5f0 con 0x7f2048101180 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45862/0 (socket says 172.21.15.29:45862) 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 -- 172.21.15.29:0/3132709517 learned_addr learned my addr 172.21.15.29:0/3132709517 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20467fc700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048101b30 0x7f2048199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f2046ffd700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101180 0x7f2048199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 -- 172.21.15.29:0/3132709517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101180 msgr2=0x7f2048199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101180 0x7f2048199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 -- 172.21.15.29:0/3132709517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048101b30 msgr2=0x7f2048199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048101b30 0x7f2048199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.178+0000 7f20477fe700 1 -- 172.21.15.29:0/3132709517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20380095f0 con 0x7f2048106260 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f20477fe700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2040007ee0 tx=0x7f204000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:16.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2040017070 con 0x7f2048106260 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stdout:197568495658 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f204000f040 con 0x7f2048106260 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f204819e8d0 con 0x7f2048106260 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2040005740 con 0x7f2048106260 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.179+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20481a6130 con 0x7f2048106260 2023-10-05T15:21:16.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.180+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f204804ebb0 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.181+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f20400058a0 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.181+0000 7f204c93b700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 0x7f20300a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.181+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f20400cc790 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.181+0000 7f2046ffd700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 0x7f20300a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.182+0000 7f2046ffd700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 0x7f20300a3940 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2038006010 tx=0x7f203800b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.186+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2040095c00 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.396+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f2048110ff0 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.396+0000 7f204c93b700 1 -- 172.21.15.29:0/3132709517 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f2040099220 con 0x7f2048106260 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 msgr2=0x7f20300a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 0x7f20300a3940 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2038006010 tx=0x7f203800b540 comp rx=0 tx=0).stop 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 msgr2=0x7f204819dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f2040007ee0 tx=0x7f204000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 shutdown_connections 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f20300a1480 0x7f20300a3940 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2048101180 0x7f2048199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2048106260 0x7f204819dcb0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 --2- 172.21.15.29:0/3132709517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2048101b30 0x7f2048199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.398+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 >> 172.21.15.29:0/3132709517 conn(0x7f20480fca10 msgr2=0x7f204810d100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.399+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 shutdown_connections 2023-10-05T15:21:16.604 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.399+0000 7f204d93d700 1 -- 172.21.15.29:0/3132709517 wait complete. 2023-10-05T15:21:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:16 smithi040 ceph-mon[103696]: pgmap v279: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2023-10-05T15:21:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:16 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2813522296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:21:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:16 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1390864354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:21:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:16 smithi177 ceph-mon[103568]: pgmap v279: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 6 op/s 2023-10-05T15:21:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:16 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2813522296' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2023-10-05T15:21:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:16 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1390864354' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2023-10-05T15:21:16.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 -- 172.21.15.29:0/498085793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e80689a0 msgr2=0x7f30e8068e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 --2- 172.21.15.29:0/498085793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e80689a0 0x7f30e8068e20 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f30d00099c0 tx=0x7f30d0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 -- 172.21.15.29:0/498085793 shutdown_connections 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 --2- 172.21.15.29:0/498085793 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8106f90 0x7f30e8107370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 --2- 172.21.15.29:0/498085793 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e8069360 0x7f30e810ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 --2- 172.21.15.29:0/498085793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e80689a0 0x7f30e8068e20 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 -- 172.21.15.29:0/498085793 >> 172.21.15.29:0/498085793 conn(0x7f30e8075e00 msgr2=0x7f30e8076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 -- 172.21.15.29:0/498085793 shutdown_connections 2023-10-05T15:21:16.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.797+0000 7f30ed27f700 1 -- 172.21.15.29:0/498085793 wait complete. 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 Processor -- start 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 -- start start 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 0x7f30e8196eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8069360 0x7f30e81973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e819be70 con 0x7f30e8106f90 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e819bfe0 con 0x7f30e80689a0 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30ed27f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e819c1a0 con 0x7f30e8069360 2023-10-05T15:21:16.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 0x7f30e8196eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e67fc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8069360 0x7f30e81973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e6ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 0x7f30e8196eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:52994/0 (socket says 172.21.15.29:52994) 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e6ffd700 1 -- 172.21.15.29:0/1484566791 learned_addr learned my addr 172.21.15.29:0/1484566791 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.798+0000 7f30e77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45876/0 (socket says 172.21.15.29:45876) 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 -- 172.21.15.29:0/1484566791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8069360 msgr2=0x7f30e81973f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8069360 0x7f30e81973f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 -- 172.21.15.29:0/1484566791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 msgr2=0x7f30e8196eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 0x7f30e8196eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 -- 172.21.15.29:0/1484566791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30d00095f0 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30e77fe700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f30e0007f10 tx=0x7f30e000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e0004db0 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30e819c480 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f30e000f040 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e0005990 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.799+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30e81a3ce0 con 0x7f30e8106f90 2023-10-05T15:21:16.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.802+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30e804ebb0 con 0x7f30e8106f90 2023-10-05T15:21:16.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.803+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f30e000db20 con 0x7f30e8106f90 2023-10-05T15:21:16.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.804+0000 7f30dffff700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 0x7f30d40a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:16.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.804+0000 7f30e6ffd700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 0x7f30d40a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:16.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.804+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f30e00cc700 con 0x7f30e8106f90 2023-10-05T15:21:16.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.805+0000 7f30e6ffd700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 0x7f30d40a39c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f30d800ad20 tx=0x7f30d8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:16.810 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:16.809+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f30e004f100 con 0x7f30e8106f90 2023-10-05T15:21:17.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.013+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f30e8111000 con 0x7f30e8106f90 2023-10-05T15:21:17.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.014+0000 7f30dffff700 1 -- 172.21.15.29:0/1484566791 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f30e0095b70 con 0x7f30e8106f90 2023-10-05T15:21:17.015 INFO:teuthology.orchestra.run.smithi029.stdout:34359738435 2023-10-05T15:21:17.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 msgr2=0x7f30d40a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 0x7f30d40a39c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f30d800ad20 tx=0x7f30d8005f90 comp rx=0 tx=0).stop 2023-10-05T15:21:17.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 msgr2=0x7f30e819b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f30e0007f10 tx=0x7f30e000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 shutdown_connections 2023-10-05T15:21:17.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f30d40a1500 0x7f30d40a39c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30e8106f90 0x7f30e819b860 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30e80689a0 0x7f30e8196eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 --2- 172.21.15.29:0/1484566791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30e8069360 0x7f30e81973f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 >> 172.21.15.29:0/1484566791 conn(0x7f30e8075e00 msgr2=0x7f30e80fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:17.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 shutdown_connections 2023-10-05T15:21:17.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.016+0000 7f30ed27f700 1 -- 172.21.15.29:0/1484566791 wait complete. 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 -- 172.21.15.29:0/2596225909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 msgr2=0x7f88f8101530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 --2- 172.21.15.29:0/2596225909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f8101530 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f88e800b0a0 tx=0x7f88e800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 -- 172.21.15.29:0/2596225909 shutdown_connections 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 --2- 172.21.15.29:0/2596225909 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8106230 0x7f88f810de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 --2- 172.21.15.29:0/2596225909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f8101530 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 --2- 172.21.15.29:0/2596225909 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8101b00 0x7f88f8105b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 -- 172.21.15.29:0/2596225909 >> 172.21.15.29:0/2596225909 conn(0x7f88f80fc9a0 msgr2=0x7f88f80fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 -- 172.21.15.29:0/2596225909 shutdown_connections 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.084+0000 7f88fd459700 1 -- 172.21.15.29:0/2596225909 wait complete. 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.085+0000 7f88fd459700 1 Processor -- start 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.085+0000 7f88fd459700 1 -- start start 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 0x7f88f8197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8106230 0x7f88f819bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88f819c1b0 con 0x7f88f8101150 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88f819c320 con 0x7f88f8101b00 2023-10-05T15:21:17.200 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88fd459700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88f819c4e0 con 0x7f88f8106230 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45886/0 (socket says 172.21.15.29:45886) 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 -- 172.21.15.29:0/4097732667 learned_addr learned my addr 172.21.15.29:0/4097732667 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f67fc700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 0x7f88f8197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f77fe700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8106230 0x7f88f819bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 -- 172.21.15.29:0/4097732667 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8106230 msgr2=0x7f88f819bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8106230 0x7f88f819bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 -- 172.21.15.29:0/4097732667 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 msgr2=0x7f88f8197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 0x7f88f8197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f6ffd700 1 -- 172.21.15.29:0/4097732667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88f0009520 con 0x7f88f8101150 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.086+0000 7f88f67fc700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 0x7f88f8197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:21:17.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88f6ffd700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f88e80062a0 tx=0x7f88e800bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88e800e040 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88e8009d00 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88f819c9f0 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f88e8003c00 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.087+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88e801b6c0 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.088+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88d8005320 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.090+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f88e801d470 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.090+0000 7f88effff700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 0x7f88e40a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.090+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f88e80cdcb0 con 0x7f88f8101150 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.090+0000 7f88f67fc700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 0x7f88e40a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:17.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.091+0000 7f88f67fc700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 0x7f88e40a3a10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f88f8198810 tx=0x7f88e00073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:17.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.096+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f88e8097240 con 0x7f88f8101150 2023-10-05T15:21:17.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:17 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3132709517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:21:17.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:17 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1484566791' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:21:17.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.338+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7f88d80055d0 con 0x7f88f8101150 2023-10-05T15:21:17.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.339+0000 7f88effff700 1 -- 172.21.15.29:0/4097732667 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f88e809a860 con 0x7f88f8101150 2023-10-05T15:21:17.340 INFO:teuthology.orchestra.run.smithi029.stdout:330712481813 2023-10-05T15:21:17.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 msgr2=0x7f88e40a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 0x7f88e40a3a10 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f88f8198810 tx=0x7f88e00073d0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 msgr2=0x7f88f81971f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:17.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f88e80062a0 tx=0x7f88e800bab0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 shutdown_connections 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f88e40a1550 0x7f88e40a3a10 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f88f8106230 0x7f88f819bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f88f8101150 0x7f88f81971f0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 --2- 172.21.15.29:0/4097732667 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f88f8101b00 0x7f88f8197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 >> 172.21.15.29:0/4097732667 conn(0x7f88f80fc9a0 msgr2=0x7f88f80fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 shutdown_connections 2023-10-05T15:21:17.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:17.342+0000 7f88fd459700 1 -- 172.21.15.29:0/4097732667 wait complete. 2023-10-05T15:21:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:17 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3132709517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:21:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:17 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1484566791' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:21:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:17 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3132709517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2023-10-05T15:21:17.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:17 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1484566791' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2023-10-05T15:21:17.690 INFO:tasks.cephadm.ceph_manager.ceph:need seq 300647710743 got 300647710745 for osd.10 2023-10-05T15:21:17.691 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:17.843 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738433 got 34359738435 for osd.0 2023-10-05T15:21:17.843 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:18.360 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332132 got 219043332133 for osd.7 2023-10-05T15:21:18.361 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:18.526 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:18 smithi029 ceph-mon[99237]: pgmap v280: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:18.526 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:18 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4097732667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:21:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:18 smithi040 ceph-mon[103696]: pgmap v280: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:18 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4097732667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:21:18.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:18 smithi177 ceph-mon[103568]: pgmap v280: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:18.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:18 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4097732667' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2023-10-05T15:21:18.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 -- 172.21.15.29:0/1852311650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b80ffe10 msgr2=0x7f17b8100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 --2- 172.21.15.29:0/1852311650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b80ffe10 0x7f17b8100290 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f17a0009990 tx=0x7f17a0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 -- 172.21.15.29:0/1852311650 shutdown_connections 2023-10-05T15:21:18.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 --2- 172.21.15.29:0/1852311650 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b8105ec0 0x7f17b81062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 --2- 172.21.15.29:0/1852311650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b81007d0 0x7f17b810cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 --2- 172.21.15.29:0/1852311650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b80ffe10 0x7f17b8100290 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 -- 172.21.15.29:0/1852311650 >> 172.21.15.29:0/1852311650 conn(0x7f17b8076dc0 msgr2=0x7f17b80771d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:18.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 -- 172.21.15.29:0/1852311650 shutdown_connections 2023-10-05T15:21:18.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.857+0000 7f17be23d700 1 -- 172.21.15.29:0/1852311650 wait complete. 2023-10-05T15:21:18.862 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 Processor -- start 2023-10-05T15:21:18.862 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 -- start start 2023-10-05T15:21:18.862 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 0x7f17b8196fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.862 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b8105ec0 0x7f17b819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b819bf80 con 0x7f17b81007d0 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b819c0f0 con 0x7f17b8105ec0 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17be23d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b819c2b0 con 0x7f17b80ffe10 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45916/0 (socket says 172.21.15.29:45916) 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 -- 172.21.15.29:0/3275748168 learned_addr learned my addr 172.21.15.29:0/3275748168 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:18.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b7fff700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b8105ec0 0x7f17b819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b77fe700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 0x7f17b8196fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 -- 172.21.15.29:0/3275748168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 msgr2=0x7f17b8196fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 0x7f17b8196fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 -- 172.21.15.29:0/3275748168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b8105ec0 msgr2=0x7f17b819b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b8105ec0 0x7f17b819b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b6ffd700 1 -- 172.21.15.29:0/3275748168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17a00095f0 con 0x7f17b81007d0 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.858+0000 7f17b77fe700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 0x7f17b8196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17b6ffd700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f17a00095c0 tx=0x7f17a000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a001d070 con 0x7f17b81007d0 2023-10-05T15:21:18.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b819c530 con 0x7f17b81007d0 2023-10-05T15:21:18.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17a00054f0 con 0x7f17b81007d0 2023-10-05T15:21:18.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a0004b30 con 0x7f17b81007d0 2023-10-05T15:21:18.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.859+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b81a3df0 con 0x7f17b81007d0 2023-10-05T15:21:18.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.860+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b804ebb0 con 0x7f17b81007d0 2023-10-05T15:21:18.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.861+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f17a000fb80 con 0x7f17b81007d0 2023-10-05T15:21:18.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.862+0000 7f17b4ff9700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 0x7f17a40a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.862+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f17a00cddc0 con 0x7f17b81007d0 2023-10-05T15:21:18.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.862+0000 7f17b77fe700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 0x7f17a40a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.862+0000 7f17b77fe700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 0x7f17a40a3940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f17a8009b50 tx=0x7f17a8009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:18.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.868+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f17a00972c0 con 0x7f17b81007d0 2023-10-05T15:21:18.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 -- 172.21.15.29:0/2307285717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8181020e0 msgr2=0x7ff8181024c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 --2- 172.21.15.29:0/2307285717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8181020e0 0x7ff8181024c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7ff808009990 tx=0x7ff808009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 -- 172.21.15.29:0/2307285717 shutdown_connections 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 --2- 172.21.15.29:0/2307285717 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 0x7ff81810d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 --2- 172.21.15.29:0/2307285717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8181020e0 0x7ff8181024c0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 --2- 172.21.15.29:0/2307285717 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff818102a00 0x7ff81810aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 -- 172.21.15.29:0/2307285717 >> 172.21.15.29:0/2307285717 conn(0x7ff8180fb910 msgr2=0x7ff8180fdd30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 -- 172.21.15.29:0/2307285717 shutdown_connections 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.614+0000 7ff81e750700 1 -- 172.21.15.29:0/2307285717 wait complete. 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.615+0000 7ff81e750700 1 Processor -- start 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.615+0000 7ff81e750700 1 -- start start 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff8181020e0 0x7ff818196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 0x7ff81819b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81819bf30 con 0x7ff818102a00 2023-10-05T15:21:18.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81819c0a0 con 0x7ff81810b510 2023-10-05T15:21:18.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81e750700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff81819c260 con 0x7ff8181020e0 2023-10-05T15:21:18.943 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45902/0 (socket says 172.21.15.29:45902) 2023-10-05T15:21:18.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 -- 172.21.15.29:0/2894295147 learned_addr learned my addr 172.21.15.29:0/2894295147 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:18.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff817fff700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff8181020e0 0x7ff818196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff81cced700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 0x7ff81819b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.944 INFO:teuthology.orchestra.run.smithi029.stdout:55834574911 2023-10-05T15:21:18.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 -- 172.21.15.29:0/2894295147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff8181020e0 msgr2=0x7ff818196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff8181020e0 0x7ff818196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 -- 172.21.15.29:0/2894295147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 msgr2=0x7ff81819b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 0x7ff81819b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 -- 172.21.15.29:0/2894295147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8080095f0 con 0x7ff818102a00 2023-10-05T15:21:18.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.616+0000 7ff8177fe700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00c970 tx=0x7ff80c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:18.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.617+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff80c007b00 con 0x7ff818102a00 2023-10-05T15:21:18.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.617+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff80c00ce60 con 0x7ff818102a00 2023-10-05T15:21:18.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.617+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff80c018660 con 0x7ff818102a00 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.619+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff81819c540 con 0x7ff818102a00 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.619+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8181a3da0 con 0x7ff818102a00 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.620+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff818105d50 con 0x7ff818102a00 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.621+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff80c00f450 con 0x7ff818102a00 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.621+0000 7ff8157fa700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 0x7ff8000a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:18.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.621+0000 7ff817fff700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 0x7ff8000a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:18.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.621+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7ff80c0ccc80 con 0x7ff818102a00 2023-10-05T15:21:18.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.622+0000 7ff817fff700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 0x7ff8000a3940 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff80800b5c0 tx=0x7ff808005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:18.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.626+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff80c0960f0 con 0x7ff818102a00 2023-10-05T15:21:18.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.835+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7ff818110e90 con 0x7ff818102a00 2023-10-05T15:21:18.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.836+0000 7ff8157fa700 1 -- 172.21.15.29:0/2894295147 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff80c007e60 con 0x7ff818102a00 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 msgr2=0x7ff8000a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 0x7ff8000a3940 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff80800b5c0 tx=0x7ff808005960 comp rx=0 tx=0).stop 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 msgr2=0x7ff8181974b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7ff80c00c970 tx=0x7ff80c00cc80 comp rx=0 tx=0).stop 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 shutdown_connections 2023-10-05T15:21:18.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff8000a1480 0x7ff8000a3940 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff8181020e0 0x7ff818196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff81810b510 0x7ff81819b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 --2- 172.21.15.29:0/2894295147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff818102a00 0x7ff8181974b0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 >> 172.21.15.29:0/2894295147 conn(0x7ff8180fb910 msgr2=0x7ff818102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:18.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 shutdown_connections 2023-10-05T15:21:18.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:18.838+0000 7ff81e750700 1 -- 172.21.15.29:0/2894295147 wait complete. 2023-10-05T15:21:19.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.097+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f17b810fd60 con 0x7f17b81007d0 2023-10-05T15:21:19.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.097+0000 7f17b4ff9700 1 -- 172.21.15.29:0/3275748168 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f17a009a8e0 con 0x7f17b81007d0 2023-10-05T15:21:19.099 INFO:teuthology.orchestra.run.smithi029.stdout:107374182454 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.099+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 msgr2=0x7f17a40a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.099+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 0x7f17a40a3940 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f17a8009b50 tx=0x7f17a8009550 comp rx=0 tx=0).stop 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.099+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 msgr2=0x7f17b8197500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.099+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f17a00095c0 tx=0x7f17a000f690 comp rx=0 tx=0).stop 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 shutdown_connections 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a40a1480 0x7f17a40a3940 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17b80ffe10 0x7f17b8196fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17b8105ec0 0x7f17b819b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 --2- 172.21.15.29:0/3275748168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17b81007d0 0x7f17b8197500 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 >> 172.21.15.29:0/3275748168 conn(0x7f17b8076dc0 msgr2=0x7f17b80fef10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:19.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 shutdown_connections 2023-10-05T15:21:19.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.100+0000 7f17be23d700 1 -- 172.21.15.29:0/3275748168 wait complete. 2023-10-05T15:21:19.195 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495657 got 197568495658 for osd.6 2023-10-05T15:21:19.195 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:19.504 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:19 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2894295147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:21:19.504 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:19 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3275748168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:21:19.553 INFO:tasks.cephadm.ceph_manager.ceph:need seq 330712481810 got 330712481813 for osd.11 2023-10-05T15:21:19.554 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:19.571 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182452 got 107374182454 for osd.3 2023-10-05T15:21:19.571 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:19 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2894295147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:21:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:19 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3275748168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:21:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:19 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2894295147' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2023-10-05T15:21:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:19 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3275748168' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2023-10-05T15:21:19.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 -- 172.21.15.29:0/179872816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f44280ffe60 msgr2=0x7f44281002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:19.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 --2- 172.21.15.29:0/179872816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f44280ffe60 0x7f44281002e0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f441c0099c0 tx=0x7f441c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 -- 172.21.15.29:0/179872816 shutdown_connections 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 --2- 172.21.15.29:0/179872816 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428105e70 0x7f4428106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 --2- 172.21.15.29:0/179872816 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4428100820 0x7f442810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 --2- 172.21.15.29:0/179872816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f44280ffe60 0x7f44281002e0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 -- 172.21.15.29:0/179872816 >> 172.21.15.29:0/179872816 conn(0x7f4428075e00 msgr2=0x7f4428076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 -- 172.21.15.29:0/179872816 shutdown_connections 2023-10-05T15:21:19.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.845+0000 7f442c8f9700 1 -- 172.21.15.29:0/179872816 wait complete. 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 Processor -- start 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 -- start start 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44280ffe60 0x7f4428197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428100820 0x7f4428198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4428198cb0 con 0x7f4428105e70 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281a33f0 con 0x7f44280ffe60 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442c8f9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44281a35b0 con 0x7f4428100820 2023-10-05T15:21:19.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45930/0 (socket says 172.21.15.29:45930) 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 -- 172.21.15.29:0/665250317 learned_addr learned my addr 172.21.15.29:0/665250317 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4425d9b700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428100820 0x7f4428198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f442659c700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44280ffe60 0x7f4428197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 -- 172.21.15.29:0/665250317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428100820 msgr2=0x7f4428198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428100820 0x7f4428198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 -- 172.21.15.29:0/665250317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44280ffe60 msgr2=0x7f4428197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44280ffe60 0x7f4428197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.846+0000 7f4426d9d700 1 -- 172.21.15.29:0/665250317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f441c0095f0 con 0x7f4428105e70 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f4426d9d700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4420007ee0 tx=0x7f442000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:19.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f442000ddd0 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f442000f040 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44200048e0 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44281a3890 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.847+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44281a3d10 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.848+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f442804ebb0 con 0x7f4428105e70 2023-10-05T15:21:19.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.849+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4420003a00 con 0x7f4428105e70 2023-10-05T15:21:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.850+0000 7f44177fe700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 0x7f44100a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.850+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f44200cc840 con 0x7f4428105e70 2023-10-05T15:21:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.850+0000 7f442659c700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 0x7f44100a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:19.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.850+0000 7f442659c700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 0x7f44100a39c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4418005950 tx=0x7f44180058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:19.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:19.854+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f442004f100 con 0x7f4428105e70 2023-10-05T15:21:19.950 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574909 got 55834574911 for osd.1 2023-10-05T15:21:19.950 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:20.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 -- 172.21.15.29:0/859742371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d040ffe60 msgr2=0x7f6d041002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 --2- 172.21.15.29:0/859742371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d040ffe60 0x7f6d041002e0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6cf80099c0 tx=0x7f6cf8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 -- 172.21.15.29:0/859742371 shutdown_connections 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 --2- 172.21.15.29:0/859742371 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04100820 0x7f6d0410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 --2- 172.21.15.29:0/859742371 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d04105e70 0x7f6d04106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 --2- 172.21.15.29:0/859742371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d040ffe60 0x7f6d041002e0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 -- 172.21.15.29:0/859742371 >> 172.21.15.29:0/859742371 conn(0x7f6d04075e00 msgr2=0x7f6d04076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 -- 172.21.15.29:0/859742371 shutdown_connections 2023-10-05T15:21:20.038 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.036+0000 7f6d0b501700 1 -- 172.21.15.29:0/859742371 wait complete. 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 Processor -- start 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 -- start start 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d040ffe60 0x7f6d04197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04105e70 0x7f6d041a2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d04198cb0 con 0x7f6d04100820 2023-10-05T15:21:20.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d041a33f0 con 0x7f6d040ffe60 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0b501700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d041a35b0 con 0x7f6d04105e70 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d08a9c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d0929d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d040ffe60 0x7f6d04197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d08a9c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45942/0 (socket says 172.21.15.29:45942) 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.037+0000 7f6d08a9c700 1 -- 172.21.15.29:0/4101901990 learned_addr learned my addr 172.21.15.29:0/4101901990 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d09a9e700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04105e70 0x7f6d041a2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 -- 172.21.15.29:0/4101901990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04105e70 msgr2=0x7f6d041a2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04105e70 0x7f6d041a2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 -- 172.21.15.29:0/4101901990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d040ffe60 msgr2=0x7f6d04197e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d040ffe60 0x7f6d04197e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 -- 172.21.15.29:0/4101901990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cf80095f0 con 0x7f6d04100820 2023-10-05T15:21:20.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d08a9c700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6cf800b580 tx=0x7f6cf8005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:20.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cf801d070 con 0x7f6d04100820 2023-10-05T15:21:20.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6cf8003f90 con 0x7f6d04100820 2023-10-05T15:21:20.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d041a3830 con 0x7f6d04100820 2023-10-05T15:21:20.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cf8022d20 con 0x7f6d04100820 2023-10-05T15:21:20.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.038+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d041a3ca0 con 0x7f6d04100820 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.039+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d0404ebb0 con 0x7f6d04100820 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.040+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6cf8022470 con 0x7f6d04100820 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.041+0000 7f6d027fc700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 0x7f6cec0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.041+0000 7f6d0929d700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 0x7f6cec0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.041+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f6cf80ce210 con 0x7f6d04100820 2023-10-05T15:21:20.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.042+0000 7f6d0929d700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 0x7f6cec0a39c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009550 tx=0x7f6cf40091b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:20.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.046+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6cf8097710 con 0x7f6d04100820 2023-10-05T15:21:20.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.071+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f442810ff10 con 0x7f4428105e70 2023-10-05T15:21:20.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.071+0000 7f44177fe700 1 -- 172.21.15.29:0/665250317 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f4420095cb0 con 0x7f4428105e70 2023-10-05T15:21:20.073 INFO:teuthology.orchestra.run.smithi029.stdout:141733920820 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 msgr2=0x7f44100a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 0x7f44100a39c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4418005950 tx=0x7f44180058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 msgr2=0x7f44281a2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f4420007ee0 tx=0x7f442000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 shutdown_connections 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f44100a1500 0x7f44100a39c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4428105e70 0x7f44281a2eb0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f44280ffe60 0x7f4428197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 --2- 172.21.15.29:0/665250317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4428100820 0x7f4428198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 >> 172.21.15.29:0/665250317 conn(0x7f4428075e00 msgr2=0x7f44280fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:20.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 shutdown_connections 2023-10-05T15:21:20.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.074+0000 7f442c8f9700 1 -- 172.21.15.29:0/665250317 wait complete. 2023-10-05T15:21:20.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.260+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f6d0410fd80 con 0x7f6d04100820 2023-10-05T15:21:20.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.260+0000 7f6d027fc700 1 -- 172.21.15.29:0/4101901990 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f6cf809ad30 con 0x7f6d04100820 2023-10-05T15:21:20.262 INFO:teuthology.orchestra.run.smithi029.stdout:163208757294 2023-10-05T15:21:20.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 msgr2=0x7f6cec0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 0x7f6cec0a39c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009550 tx=0x7f6cf40091b0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 msgr2=0x7f6d04198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6cf800b580 tx=0x7f6cf8005740 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 shutdown_connections 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cec0a1500 0x7f6cec0a39c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d04105e70 0x7f6d041a2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d040ffe60 0x7f6d04197e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 --2- 172.21.15.29:0/4101901990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d04100820 0x7f6d04198370 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 >> 172.21.15.29:0/4101901990 conn(0x7f6d04075e00 msgr2=0x7f6d04103b00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 shutdown_connections 2023-10-05T15:21:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:20.262+0000 7f6d0b501700 1 -- 172.21.15.29:0/4101901990 wait complete. 2023-10-05T15:21:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:20 smithi029 ceph-mon[99237]: pgmap v281: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:20 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/665250317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:21:20.507 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920817 got 141733920820 for osd.4 2023-10-05T15:21:20.507 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:20 smithi040 ceph-mon[103696]: pgmap v281: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:20 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/665250317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:21:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:20 smithi177 ceph-mon[103568]: pgmap v281: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:20 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/665250317' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2023-10-05T15:21:20.863 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757292 got 163208757294 for osd.5 2023-10-05T15:21:20.863 DEBUG:teuthology.parallel:result is None 2023-10-05T15:21:20.864 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2023-10-05T15:21:20.864 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-05T15:21:21.432 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:21.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:21 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4101901990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:21:21.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:21 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4101901990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:21:21.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:21 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4101901990' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2023-10-05T15:21:22.464 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:22 smithi029 ceph-mon[99237]: pgmap v282: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2023-10-05T15:21:22.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.629+0000 7fef5c212700 1 -- 172.21.15.29:0/1644180428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef540ffe60 msgr2=0x7fef541002e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:22.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.629+0000 7fef5c212700 1 --2- 172.21.15.29:0/1644180428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef540ffe60 0x7fef541002e0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fef500099c0 tx=0x7fef50009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 -- 172.21.15.29:0/1644180428 shutdown_connections 2023-10-05T15:21:22.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 --2- 172.21.15.29:0/1644180428 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef54105e70 0x7fef54106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 --2- 172.21.15.29:0/1644180428 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 0x7fef5410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 --2- 172.21.15.29:0/1644180428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef540ffe60 0x7fef541002e0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 -- 172.21.15.29:0/1644180428 >> 172.21.15.29:0/1644180428 conn(0x7fef54075e00 msgr2=0x7fef54076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 -- 172.21.15.29:0/1644180428 shutdown_connections 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 -- 172.21.15.29:0/1644180428 wait complete. 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 Processor -- start 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.630+0000 7fef5c212700 1 -- start start 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef540ffe60 0x7fef54196f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 0x7fef541974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5419bf40 con 0x7fef54105e70 2023-10-05T15:21:22.634 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5419c0b0 con 0x7fef54100820 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5419c270 con 0x7fef540ffe60 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45956/0 (socket says 172.21.15.29:45956) 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 -- 172.21.15.29:0/3247157849 learned_addr learned my addr 172.21.15.29:0/3247157849 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef59fae700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef540ffe60 0x7fef54196f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef597ad700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 0x7fef541974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 -- 172.21.15.29:0/3247157849 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef540ffe60 msgr2=0x7fef54196f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef540ffe60 0x7fef54196f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 -- 172.21.15.29:0/3247157849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 msgr2=0x7fef541974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 0x7fef541974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 -- 172.21.15.29:0/3247157849 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef500095f0 con 0x7fef54105e70 2023-10-05T15:21:22.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5a7af700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fef4c00ada0 tx=0x7fef4c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:22.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4c00f070 con 0x7fef54105e70 2023-10-05T15:21:22.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fef4c007b30 con 0x7fef54105e70 2023-10-05T15:21:22.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef4c005280 con 0x7fef54105e70 2023-10-05T15:21:22.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.631+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef5419c550 con 0x7fef54105e70 2023-10-05T15:21:22.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.632+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef541a3db0 con 0x7fef54105e70 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.633+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef5404ebb0 con 0x7fef54105e70 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.634+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fef4c00c8d0 con 0x7fef54105e70 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.634+0000 7fef46ffd700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 0x7fef400a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.634+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fef4c0cc350 con 0x7fef54105e70 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.634+0000 7fef59fae700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 0x7fef400a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:22.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.635+0000 7fef59fae700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 0x7fef400a39c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fef48005950 tx=0x7fef4800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:22.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.638+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fef4c0992e0 con 0x7fef54105e70 2023-10-05T15:21:22.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:22 smithi040 ceph-mon[103696]: pgmap v282: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2023-10-05T15:21:22.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:22 smithi177 ceph-mon[103568]: pgmap v282: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2023-10-05T15:21:22.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.835+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fef5410fee0 con 0x7fef400a1500 2023-10-05T15:21:22.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.850+0000 7fef46ffd700 1 -- 172.21.15.29:0/3247157849 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+422127 (secure 0 0 0) 0x7fef5410fee0 con 0x7fef400a1500 2023-10-05T15:21:22.859 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 msgr2=0x7fef400a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 0x7fef400a39c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fef48005950 tx=0x7fef4800a300 comp rx=0 tx=0).stop 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 msgr2=0x7fef5419b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fef4c00ada0 tx=0x7fef4c00c330 comp rx=0 tx=0).stop 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 shutdown_connections 2023-10-05T15:21:22.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fef400a1500 0x7fef400a39c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fef540ffe60 0x7fef54196f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fef54105e70 0x7fef5419b930 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 --2- 172.21.15.29:0/3247157849 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fef54100820 0x7fef541974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.853+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 >> 172.21.15.29:0/3247157849 conn(0x7fef54075e00 msgr2=0x7fef540fef80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.854+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 shutdown_connections 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:22.854+0000 7fef5c212700 1 -- 172.21.15.29:0/3247157849 wait complete. 2023-10-05T15:21:22.864 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:21:23.301 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":283,"stamp":"2023-10-05T15:21:22.660452+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":360,"num_read_kb":245,"num_write":310,"num_write_kb":2981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":250,"ondisk_log_size":250,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337204,"kb_used_data":13012,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604620,"statfs":{"total":1151940427776,"available":1151595130880,"internally_reserved":0,"allocated":13324288,"data_stored":7286170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003277"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072415+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:20:29.072415+0000","last_peered":"2023-10-05T15:20:29.072415+0000","last_clean":"2023-10-05T15:20:29.072415+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:20:29.072415+0000","last_undegraded":"2023-10-05T15:20:29.072415+0000","last_fullsized":"2023-10-05T15:20:29.072415+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084222+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:20:29.084222+0000","last_peered":"2023-10-05T15:20:29.084222+0000","last_clean":"2023-10-05T15:20:29.084222+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:20:29.084222+0000","last_undegraded":"2023-10-05T15:20:29.084222+0000","last_fullsized":"2023-10-05T15:20:29.084222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081008+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:20:29.081008+0000","last_peered":"2023-10-05T15:20:29.081008+0000","last_clean":"2023-10-05T15:20:29.081008+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:20:29.081008+0000","last_undegraded":"2023-10-05T15:20:29.081008+0000","last_fullsized":"2023-10-05T15:20:29.081008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074572+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:20:29.074572+0000","last_peered":"2023-10-05T15:20:29.074572+0000","last_clean":"2023-10-05T15:20:29.074572+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:20:29.074572+0000","last_undegraded":"2023-10-05T15:20:29.074572+0000","last_fullsized":"2023-10-05T15:20:29.074572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076538+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:20:29.076538+0000","last_peered":"2023-10-05T15:20:29.076538+0000","last_clean":"2023-10-05T15:20:29.076538+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:20:29.076538+0000","last_undegraded":"2023-10-05T15:20:29.076538+0000","last_fullsized":"2023-10-05T15:20:29.076538+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067116+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:20:29.067116+0000","last_peered":"2023-10-05T15:20:29.067116+0000","last_clean":"2023-10-05T15:20:29.067116+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:20:29.067116+0000","last_undegraded":"2023-10-05T15:20:29.067116+0000","last_fullsized":"2023-10-05T15:20:29.067116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071528+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:20:29.071528+0000","last_peered":"2023-10-05T15:20:29.071528+0000","last_clean":"2023-10-05T15:20:29.071528+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:20:29.071528+0000","last_undegraded":"2023-10-05T15:20:29.071528+0000","last_fullsized":"2023-10-05T15:20:29.071528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072942+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:20:29.072942+0000","last_peered":"2023-10-05T15:20:29.072942+0000","last_clean":"2023-10-05T15:20:29.072942+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:20:29.072942+0000","last_undegraded":"2023-10-05T15:20:29.072942+0000","last_fullsized":"2023-10-05T15:20:29.072942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071855+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:20:29.071855+0000","last_peered":"2023-10-05T15:20:29.071855+0000","last_clean":"2023-10-05T15:20:29.071855+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:20:29.071855+0000","last_undegraded":"2023-10-05T15:20:29.071855+0000","last_fullsized":"2023-10-05T15:20:29.071855+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067585+0000","last_change":"2023-10-05T15:20:25.050395+0000","last_active":"2023-10-05T15:20:29.067585+0000","last_peered":"2023-10-05T15:20:29.067585+0000","last_clean":"2023-10-05T15:20:29.067585+0000","last_became_active":"2023-10-05T15:20:25.046895+0000","last_became_peered":"2023-10-05T15:20:25.046895+0000","last_unstale":"2023-10-05T15:20:29.067585+0000","last_undegraded":"2023-10-05T15:20:29.067585+0000","last_fullsized":"2023-10-05T15:20:29.067585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:30:37.421372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076464+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:20:29.076464+0000","last_peered":"2023-10-05T15:20:29.076464+0000","last_clean":"2023-10-05T15:20:29.076464+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:20:29.076464+0000","last_undegraded":"2023-10-05T15:20:29.076464+0000","last_fullsized":"2023-10-05T15:20:29.076464+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074463+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:20:29.074463+0000","last_peered":"2023-10-05T15:20:29.074463+0000","last_clean":"2023-10-05T15:20:29.074463+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:20:29.074463+0000","last_undegraded":"2023-10-05T15:20:29.074463+0000","last_fullsized":"2023-10-05T15:20:29.074463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071580+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:20:29.071580+0000","last_peered":"2023-10-05T15:20:29.071580+0000","last_clean":"2023-10-05T15:20:29.071580+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:20:29.071580+0000","last_undegraded":"2023-10-05T15:20:29.071580+0000","last_fullsized":"2023-10-05T15:20:29.071580+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078820+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:20:29.078820+0000","last_peered":"2023-10-05T15:20:29.078820+0000","last_clean":"2023-10-05T15:20:29.078820+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:20:29.078820+0000","last_undegraded":"2023-10-05T15:20:29.078820+0000","last_fullsized":"2023-10-05T15:20:29.078820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083567+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:20:29.083567+0000","last_peered":"2023-10-05T15:20:29.083567+0000","last_clean":"2023-10-05T15:20:29.083567+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:20:29.083567+0000","last_undegraded":"2023-10-05T15:20:29.083567+0000","last_fullsized":"2023-10-05T15:20:29.083567+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071405+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:20:29.071405+0000","last_peered":"2023-10-05T15:20:29.071405+0000","last_clean":"2023-10-05T15:20:29.071405+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:20:29.071405+0000","last_undegraded":"2023-10-05T15:20:29.071405+0000","last_fullsized":"2023-10-05T15:20:29.071405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072315+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:20:29.072315+0000","last_peered":"2023-10-05T15:20:29.072315+0000","last_clean":"2023-10-05T15:20:29.072315+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:20:29.072315+0000","last_undegraded":"2023-10-05T15:20:29.072315+0000","last_fullsized":"2023-10-05T15:20:29.072315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066715+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:20:29.066715+0000","last_peered":"2023-10-05T15:20:29.066715+0000","last_clean":"2023-10-05T15:20:29.066715+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:20:29.066715+0000","last_undegraded":"2023-10-05T15:20:29.066715+0000","last_fullsized":"2023-10-05T15:20:29.066715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075749+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:20:29.075749+0000","last_peered":"2023-10-05T15:20:29.075749+0000","last_clean":"2023-10-05T15:20:29.075749+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:20:29.075749+0000","last_undegraded":"2023-10-05T15:20:29.075749+0000","last_fullsized":"2023-10-05T15:20:29.075749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069181+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:20:30.069181+0000","last_peered":"2023-10-05T15:20:30.069181+0000","last_clean":"2023-10-05T15:20:30.069181+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:20:30.069181+0000","last_undegraded":"2023-10-05T15:20:30.069181+0000","last_fullsized":"2023-10-05T15:20:30.069181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879517+0000","last_change":"2023-10-05T15:20:24.046303+0000","last_active":"2023-10-05T15:20:44.879517+0000","last_peered":"2023-10-05T15:20:44.879517+0000","last_clean":"2023-10-05T15:20:44.879517+0000","last_became_active":"2023-10-05T15:20:24.045945+0000","last_became_peered":"2023-10-05T15:20:24.045945+0000","last_unstale":"2023-10-05T15:20:44.879517+0000","last_undegraded":"2023-10-05T15:20:44.879517+0000","last_fullsized":"2023-10-05T15:20:44.879517+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:52:21.849737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078044+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:20:29.078044+0000","last_peered":"2023-10-05T15:20:29.078044+0000","last_clean":"2023-10-05T15:20:29.078044+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:20:29.078044+0000","last_undegraded":"2023-10-05T15:20:29.078044+0000","last_fullsized":"2023-10-05T15:20:29.078044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538523+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:20:30.538523+0000","last_peered":"2023-10-05T15:20:30.538523+0000","last_clean":"2023-10-05T15:20:30.538523+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:20:30.538523+0000","last_undegraded":"2023-10-05T15:20:30.538523+0000","last_fullsized":"2023-10-05T15:20:30.538523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069781+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:20:30.069781+0000","last_peered":"2023-10-05T15:20:30.069781+0000","last_clean":"2023-10-05T15:20:30.069781+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:20:30.069781+0000","last_undegraded":"2023-10-05T15:20:30.069781+0000","last_fullsized":"2023-10-05T15:20:30.069781+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083823+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:20:29.083823+0000","last_peered":"2023-10-05T15:20:29.083823+0000","last_clean":"2023-10-05T15:20:29.083823+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:20:29.083823+0000","last_undegraded":"2023-10-05T15:20:29.083823+0000","last_fullsized":"2023-10-05T15:20:29.083823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538704+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:20:30.538704+0000","last_peered":"2023-10-05T15:20:30.538704+0000","last_clean":"2023-10-05T15:20:30.538704+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:20:30.538704+0000","last_undegraded":"2023-10-05T15:20:30.538704+0000","last_fullsized":"2023-10-05T15:20:30.538704+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876443+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:20:44.876443+0000","last_peered":"2023-10-05T15:20:44.876443+0000","last_clean":"2023-10-05T15:20:44.876443+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:20:44.876443+0000","last_undegraded":"2023-10-05T15:20:44.876443+0000","last_fullsized":"2023-10-05T15:20:44.876443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071748+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:20:29.071748+0000","last_peered":"2023-10-05T15:20:29.071748+0000","last_clean":"2023-10-05T15:20:29.071748+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:20:29.071748+0000","last_undegraded":"2023-10-05T15:20:29.071748+0000","last_fullsized":"2023-10-05T15:20:29.071748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538556+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:20:30.538556+0000","last_peered":"2023-10-05T15:20:30.538556+0000","last_clean":"2023-10-05T15:20:30.538556+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:20:30.538556+0000","last_undegraded":"2023-10-05T15:20:30.538556+0000","last_fullsized":"2023-10-05T15:20:30.538556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077791+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:20:29.077791+0000","last_peered":"2023-10-05T15:20:29.077791+0000","last_clean":"2023-10-05T15:20:29.077791+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:20:29.077791+0000","last_undegraded":"2023-10-05T15:20:29.077791+0000","last_fullsized":"2023-10-05T15:20:29.077791+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081141+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:20:29.081141+0000","last_peered":"2023-10-05T15:20:29.081141+0000","last_clean":"2023-10-05T15:20:29.081141+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:20:29.081141+0000","last_undegraded":"2023-10-05T15:20:29.081141+0000","last_fullsized":"2023-10-05T15:20:29.081141+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069549+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:20:30.069549+0000","last_peered":"2023-10-05T15:20:30.069549+0000","last_clean":"2023-10-05T15:20:30.069549+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:20:30.069549+0000","last_undegraded":"2023-10-05T15:20:30.069549+0000","last_fullsized":"2023-10-05T15:20:30.069549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":58,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:17.932275+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:21:17.932275+0000","last_peered":"2023-10-05T15:21:17.932275+0000","last_clean":"2023-10-05T15:21:17.932275+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:21:17.932275+0000","last_undegraded":"2023-10-05T15:21:17.932275+0000","last_fullsized":"2023-10-05T15:21:17.932275+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077346+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:20:29.077346+0000","last_peered":"2023-10-05T15:20:29.077346+0000","last_clean":"2023-10-05T15:20:29.077346+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:20:29.077346+0000","last_undegraded":"2023-10-05T15:20:29.077346+0000","last_fullsized":"2023-10-05T15:20:29.077346+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069296+0000","last_change":"2023-10-05T15:20:29.085224+0000","last_active":"2023-10-05T15:20:30.069296+0000","last_peered":"2023-10-05T15:20:30.069296+0000","last_clean":"2023-10-05T15:20:30.069296+0000","last_became_active":"2023-10-05T15:20:29.084833+0000","last_became_peered":"2023-10-05T15:20:29.084833+0000","last_unstale":"2023-10-05T15:20:30.069296+0000","last_undegraded":"2023-10-05T15:20:30.069296+0000","last_fullsized":"2023-10-05T15:20:30.069296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:19:47.123490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879613+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:20:44.879613+0000","last_peered":"2023-10-05T15:20:44.879613+0000","last_clean":"2023-10-05T15:20:44.879613+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:20:44.879613+0000","last_undegraded":"2023-10-05T15:20:44.879613+0000","last_fullsized":"2023-10-05T15:20:44.879613+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.079105+0000","last_change":"2023-10-05T15:20:25.046338+0000","last_active":"2023-10-05T15:20:29.079105+0000","last_peered":"2023-10-05T15:20:29.079105+0000","last_clean":"2023-10-05T15:20:29.079105+0000","last_became_active":"2023-10-05T15:20:25.046017+0000","last_became_peered":"2023-10-05T15:20:25.046017+0000","last_unstale":"2023-10-05T15:20:29.079105+0000","last_undegraded":"2023-10-05T15:20:29.079105+0000","last_fullsized":"2023-10-05T15:20:29.079105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:00.137108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792361+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:20:31.792361+0000","last_peered":"2023-10-05T15:20:31.792361+0000","last_clean":"2023-10-05T15:20:31.792361+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:20:31.792361+0000","last_undegraded":"2023-10-05T15:20:31.792361+0000","last_fullsized":"2023-10-05T15:20:31.792361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879391+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:20:44.879391+0000","last_peered":"2023-10-05T15:20:44.879391+0000","last_clean":"2023-10-05T15:20:44.879391+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:20:44.879391+0000","last_undegraded":"2023-10-05T15:20:44.879391+0000","last_fullsized":"2023-10-05T15:20:44.879391+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072845+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:20:29.072845+0000","last_peered":"2023-10-05T15:20:29.072845+0000","last_clean":"2023-10-05T15:20:29.072845+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:20:29.072845+0000","last_undegraded":"2023-10-05T15:20:29.072845+0000","last_fullsized":"2023-10-05T15:20:29.072845+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.257016+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:20:30.257016+0000","last_peered":"2023-10-05T15:20:30.257016+0000","last_clean":"2023-10-05T15:20:30.257016+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:20:30.257016+0000","last_undegraded":"2023-10-05T15:20:30.257016+0000","last_fullsized":"2023-10-05T15:20:30.257016+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350583+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:20:30.350583+0000","last_peered":"2023-10-05T15:20:30.350583+0000","last_clean":"2023-10-05T15:20:30.350583+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:20:30.350583+0000","last_undegraded":"2023-10-05T15:20:30.350583+0000","last_fullsized":"2023-10-05T15:20:30.350583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066285+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:20:29.066285+0000","last_peered":"2023-10-05T15:20:29.066285+0000","last_clean":"2023-10-05T15:20:29.066285+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:20:29.066285+0000","last_undegraded":"2023-10-05T15:20:29.066285+0000","last_fullsized":"2023-10-05T15:20:29.066285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069264+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:20:30.069264+0000","last_peered":"2023-10-05T15:20:30.069264+0000","last_clean":"2023-10-05T15:20:30.069264+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:20:30.069264+0000","last_undegraded":"2023-10-05T15:20:30.069264+0000","last_fullsized":"2023-10-05T15:20:30.069264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":53,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:17.931583+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:21:17.931583+0000","last_peered":"2023-10-05T15:21:17.931583+0000","last_clean":"2023-10-05T15:21:17.931583+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:21:17.931583+0000","last_undegraded":"2023-10-05T15:21:17.931583+0000","last_fullsized":"2023-10-05T15:21:17.931583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":34,"num_read_kb":34,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071479+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:20:29.071479+0000","last_peered":"2023-10-05T15:20:29.071479+0000","last_clean":"2023-10-05T15:20:29.071479+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:20:29.071479+0000","last_undegraded":"2023-10-05T15:20:29.071479+0000","last_fullsized":"2023-10-05T15:20:29.071479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199579+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:20:31.199579+0000","last_peered":"2023-10-05T15:20:31.199579+0000","last_clean":"2023-10-05T15:20:31.199579+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:20:31.199579+0000","last_undegraded":"2023-10-05T15:20:31.199579+0000","last_fullsized":"2023-10-05T15:20:31.199579+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.867038+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:20:43.867038+0000","last_peered":"2023-10-05T15:20:43.867038+0000","last_clean":"2023-10-05T15:20:43.867038+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:20:43.867038+0000","last_undegraded":"2023-10-05T15:20:43.867038+0000","last_fullsized":"2023-10-05T15:20:43.867038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083902+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:20:29.083902+0000","last_peered":"2023-10-05T15:20:29.083902+0000","last_clean":"2023-10-05T15:20:29.083902+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:20:29.083902+0000","last_undegraded":"2023-10-05T15:20:29.083902+0000","last_fullsized":"2023-10-05T15:20:29.083902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.539069+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:20:30.539069+0000","last_peered":"2023-10-05T15:20:30.539069+0000","last_clean":"2023-10-05T15:20:30.539069+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:20:30.539069+0000","last_undegraded":"2023-10-05T15:20:30.539069+0000","last_fullsized":"2023-10-05T15:20:30.539069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868943+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:20:43.868943+0000","last_peered":"2023-10-05T15:20:43.868943+0000","last_clean":"2023-10-05T15:20:43.868943+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:20:43.868943+0000","last_undegraded":"2023-10-05T15:20:43.868943+0000","last_fullsized":"2023-10-05T15:20:43.868943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071915+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:20:29.071915+0000","last_peered":"2023-10-05T15:20:29.071915+0000","last_clean":"2023-10-05T15:20:29.071915+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:20:29.071915+0000","last_undegraded":"2023-10-05T15:20:29.071915+0000","last_fullsized":"2023-10-05T15:20:29.071915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199773+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:20:31.199773+0000","last_peered":"2023-10-05T15:20:31.199773+0000","last_clean":"2023-10-05T15:20:31.199773+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:20:31.199773+0000","last_undegraded":"2023-10-05T15:20:31.199773+0000","last_fullsized":"2023-10-05T15:20:31.199773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":98,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:18.932837+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:21:18.932837+0000","last_peered":"2023-10-05T15:21:18.932837+0000","last_clean":"2023-10-05T15:21:18.932837+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:21:18.932837+0000","last_undegraded":"2023-10-05T15:21:18.932837+0000","last_fullsized":"2023-10-05T15:21:18.932837+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":70,"num_read_kb":39,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078364+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:20:29.078364+0000","last_peered":"2023-10-05T15:20:29.078364+0000","last_clean":"2023-10-05T15:20:29.078364+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:20:29.078364+0000","last_undegraded":"2023-10-05T15:20:29.078364+0000","last_fullsized":"2023-10-05T15:20:29.078364+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351274+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:20:30.351274+0000","last_peered":"2023-10-05T15:20:30.351274+0000","last_clean":"2023-10-05T15:20:30.351274+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:20:30.351274+0000","last_undegraded":"2023-10-05T15:20:30.351274+0000","last_fullsized":"2023-10-05T15:20:30.351274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.877805+0000","last_change":"2023-10-05T15:20:24.048920+0000","last_active":"2023-10-05T15:20:44.877805+0000","last_peered":"2023-10-05T15:20:44.877805+0000","last_clean":"2023-10-05T15:20:44.877805+0000","last_became_active":"2023-10-05T15:20:24.048620+0000","last_became_peered":"2023-10-05T15:20:24.048620+0000","last_unstale":"2023-10-05T15:20:44.877805+0000","last_undegraded":"2023-10-05T15:20:44.877805+0000","last_fullsized":"2023-10-05T15:20:44.877805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:04.960466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071591+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:20:29.071591+0000","last_peered":"2023-10-05T15:20:29.071591+0000","last_clean":"2023-10-05T15:20:29.071591+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:20:29.071591+0000","last_undegraded":"2023-10-05T15:20:29.071591+0000","last_fullsized":"2023-10-05T15:20:29.071591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792078+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:20:31.792078+0000","last_peered":"2023-10-05T15:20:31.792078+0000","last_clean":"2023-10-05T15:20:31.792078+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:20:31.792078+0000","last_undegraded":"2023-10-05T15:20:31.792078+0000","last_fullsized":"2023-10-05T15:20:31.792078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868934+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:20:43.868934+0000","last_peered":"2023-10-05T15:20:43.868934+0000","last_clean":"2023-10-05T15:20:43.868934+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:20:43.868934+0000","last_undegraded":"2023-10-05T15:20:43.868934+0000","last_fullsized":"2023-10-05T15:20:43.868934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071997+0000","last_change":"2023-10-05T15:20:25.057708+0000","last_active":"2023-10-05T15:20:29.071997+0000","last_peered":"2023-10-05T15:20:29.071997+0000","last_clean":"2023-10-05T15:20:29.071997+0000","last_became_active":"2023-10-05T15:20:25.057407+0000","last_became_peered":"2023-10-05T15:20:25.057407+0000","last_unstale":"2023-10-05T15:20:29.071997+0000","last_undegraded":"2023-10-05T15:20:29.071997+0000","last_fullsized":"2023-10-05T15:20:29.071997+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:38.517770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199770+0000","last_change":"2023-10-05T15:20:29.092316+0000","last_active":"2023-10-05T15:20:31.199770+0000","last_peered":"2023-10-05T15:20:31.199770+0000","last_clean":"2023-10-05T15:20:31.199770+0000","last_became_active":"2023-10-05T15:20:29.091950+0000","last_became_peered":"2023-10-05T15:20:29.091950+0000","last_unstale":"2023-10-05T15:20:31.199770+0000","last_undegraded":"2023-10-05T15:20:31.199770+0000","last_fullsized":"2023-10-05T15:20:31.199770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:57:25.486074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":55,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:16.937972+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:21:16.937972+0000","last_peered":"2023-10-05T15:21:16.937972+0000","last_clean":"2023-10-05T15:21:16.937972+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:21:16.937972+0000","last_undegraded":"2023-10-05T15:21:16.937972+0000","last_fullsized":"2023-10-05T15:21:16.937972+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":36,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071775+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:20:29.071775+0000","last_peered":"2023-10-05T15:20:29.071775+0000","last_clean":"2023-10-05T15:20:29.071775+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:20:29.071775+0000","last_undegraded":"2023-10-05T15:20:29.071775+0000","last_fullsized":"2023-10-05T15:20:29.071775+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451499+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:20:31.451499+0000","last_peered":"2023-10-05T15:20:31.451499+0000","last_clean":"2023-10-05T15:20:31.451499+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:20:31.451499+0000","last_undegraded":"2023-10-05T15:20:31.451499+0000","last_fullsized":"2023-10-05T15:20:31.451499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879959+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:20:44.879959+0000","last_peered":"2023-10-05T15:20:44.879959+0000","last_clean":"2023-10-05T15:20:44.879959+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:20:44.879959+0000","last_undegraded":"2023-10-05T15:20:44.879959+0000","last_fullsized":"2023-10-05T15:20:44.879959+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077875+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:20:29.077875+0000","last_peered":"2023-10-05T15:20:29.077875+0000","last_clean":"2023-10-05T15:20:29.077875+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:20:29.077875+0000","last_undegraded":"2023-10-05T15:20:29.077875+0000","last_fullsized":"2023-10-05T15:20:29.077875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350828+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:20:30.350828+0000","last_peered":"2023-10-05T15:20:30.350828+0000","last_clean":"2023-10-05T15:20:30.350828+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:20:30.350828+0000","last_undegraded":"2023-10-05T15:20:30.350828+0000","last_fullsized":"2023-10-05T15:20:30.350828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:45.881475+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:20:45.881475+0000","last_peered":"2023-10-05T15:20:45.881475+0000","last_clean":"2023-10-05T15:20:45.881475+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:20:45.881475+0000","last_undegraded":"2023-10-05T15:20:45.881475+0000","last_fullsized":"2023-10-05T15:20:45.881475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071051+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:20:29.071051+0000","last_peered":"2023-10-05T15:20:29.071051+0000","last_clean":"2023-10-05T15:20:29.071051+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:20:29.071051+0000","last_undegraded":"2023-10-05T15:20:29.071051+0000","last_fullsized":"2023-10-05T15:20:29.071051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451776+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:20:31.451776+0000","last_peered":"2023-10-05T15:20:31.451776+0000","last_clean":"2023-10-05T15:20:31.451776+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:20:31.451776+0000","last_undegraded":"2023-10-05T15:20:31.451776+0000","last_fullsized":"2023-10-05T15:20:31.451776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066278+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:20:29.066278+0000","last_peered":"2023-10-05T15:20:29.066278+0000","last_clean":"2023-10-05T15:20:29.066278+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:20:29.066278+0000","last_undegraded":"2023-10-05T15:20:29.066278+0000","last_fullsized":"2023-10-05T15:20:29.066278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067468+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:20:29.067468+0000","last_peered":"2023-10-05T15:20:29.067468+0000","last_clean":"2023-10-05T15:20:29.067468+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:20:29.067468+0000","last_undegraded":"2023-10-05T15:20:29.067468+0000","last_fullsized":"2023-10-05T15:20:29.067468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451348+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:20:31.451348+0000","last_peered":"2023-10-05T15:20:31.451348+0000","last_clean":"2023-10-05T15:20:31.451348+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:20:31.451348+0000","last_undegraded":"2023-10-05T15:20:31.451348+0000","last_fullsized":"2023-10-05T15:20:31.451348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069689+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:20:30.069689+0000","last_peered":"2023-10-05T15:20:30.069689+0000","last_clean":"2023-10-05T15:20:30.069689+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:20:30.069689+0000","last_undegraded":"2023-10-05T15:20:30.069689+0000","last_fullsized":"2023-10-05T15:20:30.069689+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067249+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:20:29.067249+0000","last_peered":"2023-10-05T15:20:29.067249+0000","last_clean":"2023-10-05T15:20:29.067249+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:20:29.067249+0000","last_undegraded":"2023-10-05T15:20:29.067249+0000","last_fullsized":"2023-10-05T15:20:29.067249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451436+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:20:31.451436+0000","last_peered":"2023-10-05T15:20:31.451436+0000","last_clean":"2023-10-05T15:20:31.451436+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:20:31.451436+0000","last_undegraded":"2023-10-05T15:20:31.451436+0000","last_fullsized":"2023-10-05T15:20:31.451436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077283+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:20:29.077283+0000","last_peered":"2023-10-05T15:20:29.077283+0000","last_clean":"2023-10-05T15:20:29.077283+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:20:29.077283+0000","last_undegraded":"2023-10-05T15:20:29.077283+0000","last_fullsized":"2023-10-05T15:20:29.077283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":56,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:18.939935+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:21:18.939935+0000","last_peered":"2023-10-05T15:21:18.939935+0000","last_clean":"2023-10-05T15:21:18.939935+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:21:18.939935+0000","last_undegraded":"2023-10-05T15:21:18.939935+0000","last_fullsized":"2023-10-05T15:21:18.939935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.070166+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:20:30.070166+0000","last_peered":"2023-10-05T15:20:30.070166+0000","last_clean":"2023-10-05T15:20:30.070166+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:20:30.070166+0000","last_undegraded":"2023-10-05T15:20:30.070166+0000","last_fullsized":"2023-10-05T15:20:30.070166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071085+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:20:29.071085+0000","last_peered":"2023-10-05T15:20:29.071085+0000","last_clean":"2023-10-05T15:20:29.071085+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:20:29.071085+0000","last_undegraded":"2023-10-05T15:20:29.071085+0000","last_fullsized":"2023-10-05T15:20:29.071085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:45.878794+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:20:45.878794+0000","last_peered":"2023-10-05T15:20:45.878794+0000","last_clean":"2023-10-05T15:20:45.878794+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:20:45.878794+0000","last_undegraded":"2023-10-05T15:20:45.878794+0000","last_fullsized":"2023-10-05T15:20:45.878794+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":317,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071565+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:20:29.071565+0000","last_peered":"2023-10-05T15:20:29.071565+0000","last_clean":"2023-10-05T15:20:29.071565+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:20:29.071565+0000","last_undegraded":"2023-10-05T15:20:29.071565+0000","last_fullsized":"2023-10-05T15:20:29.071565+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351055+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:20:30.351055+0000","last_peered":"2023-10-05T15:20:30.351055+0000","last_clean":"2023-10-05T15:20:30.351055+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:20:30.351055+0000","last_undegraded":"2023-10-05T15:20:30.351055+0000","last_fullsized":"2023-10-05T15:20:30.351055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.070871+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:20:29.070871+0000","last_peered":"2023-10-05T15:20:29.070871+0000","last_clean":"2023-10-05T15:20:29.070871+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:20:29.070871+0000","last_undegraded":"2023-10-05T15:20:29.070871+0000","last_fullsized":"2023-10-05T15:20:29.070871+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876935+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:20:44.876935+0000","last_peered":"2023-10-05T15:20:44.876935+0000","last_clean":"2023-10-05T15:20:44.876935+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:20:44.876935+0000","last_undegraded":"2023-10-05T15:20:44.876935+0000","last_fullsized":"2023-10-05T15:20:44.876935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792028+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:20:31.792028+0000","last_peered":"2023-10-05T15:20:31.792028+0000","last_clean":"2023-10-05T15:20:31.792028+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:20:31.792028+0000","last_undegraded":"2023-10-05T15:20:31.792028+0000","last_fullsized":"2023-10-05T15:20:31.792028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868394+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:20:43.868394+0000","last_peered":"2023-10-05T15:20:43.868394+0000","last_clean":"2023-10-05T15:20:43.868394+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:20:43.868394+0000","last_undegraded":"2023-10-05T15:20:43.868394+0000","last_fullsized":"2023-10-05T15:20:43.868394+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071476+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:20:29.071476+0000","last_peered":"2023-10-05T15:20:29.071476+0000","last_clean":"2023-10-05T15:20:29.071476+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:20:29.071476+0000","last_undegraded":"2023-10-05T15:20:29.071476+0000","last_fullsized":"2023-10-05T15:20:29.071476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069737+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:20:30.069737+0000","last_peered":"2023-10-05T15:20:30.069737+0000","last_clean":"2023-10-05T15:20:30.069737+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:20:30.069737+0000","last_undegraded":"2023-10-05T15:20:30.069737+0000","last_fullsized":"2023-10-05T15:20:30.069737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.878627+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:20:44.878627+0000","last_peered":"2023-10-05T15:20:44.878627+0000","last_clean":"2023-10-05T15:20:44.878627+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:20:44.878627+0000","last_undegraded":"2023-10-05T15:20:44.878627+0000","last_fullsized":"2023-10-05T15:20:44.878627+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078433+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:20:29.078433+0000","last_peered":"2023-10-05T15:20:29.078433+0000","last_clean":"2023-10-05T15:20:29.078433+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:20:29.078433+0000","last_undegraded":"2023-10-05T15:20:29.078433+0000","last_fullsized":"2023-10-05T15:20:29.078433+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069121+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:20:30.069121+0000","last_peered":"2023-10-05T15:20:30.069121+0000","last_clean":"2023-10-05T15:20:30.069121+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:20:30.069121+0000","last_undegraded":"2023-10-05T15:20:30.069121+0000","last_fullsized":"2023-10-05T15:20:30.069121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.866312+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:20:43.866312+0000","last_peered":"2023-10-05T15:20:43.866312+0000","last_clean":"2023-10-05T15:20:43.866312+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:20:43.866312+0000","last_undegraded":"2023-10-05T15:20:43.866312+0000","last_fullsized":"2023-10-05T15:20:43.866312+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084306+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:20:29.084306+0000","last_peered":"2023-10-05T15:20:29.084306+0000","last_clean":"2023-10-05T15:20:29.084306+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:20:29.084306+0000","last_undegraded":"2023-10-05T15:20:29.084306+0000","last_fullsized":"2023-10-05T15:20:29.084306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538948+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:20:30.538948+0000","last_peered":"2023-10-05T15:20:30.538948+0000","last_clean":"2023-10-05T15:20:30.538948+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:20:30.538948+0000","last_undegraded":"2023-10-05T15:20:30.538948+0000","last_fullsized":"2023-10-05T15:20:30.538948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868064+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:20:43.868064+0000","last_peered":"2023-10-05T15:20:43.868064+0000","last_clean":"2023-10-05T15:20:43.868064+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:20:43.868064+0000","last_undegraded":"2023-10-05T15:20:43.868064+0000","last_fullsized":"2023-10-05T15:20:43.868064+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076421+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:20:29.076421+0000","last_peered":"2023-10-05T15:20:29.076421+0000","last_clean":"2023-10-05T15:20:29.076421+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:20:29.076421+0000","last_undegraded":"2023-10-05T15:20:29.076421+0000","last_fullsized":"2023-10-05T15:20:29.076421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199926+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:20:31.199926+0000","last_peered":"2023-10-05T15:20:31.199926+0000","last_clean":"2023-10-05T15:20:31.199926+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:20:31.199926+0000","last_undegraded":"2023-10-05T15:20:31.199926+0000","last_fullsized":"2023-10-05T15:20:31.199926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.866551+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:20:43.866551+0000","last_peered":"2023-10-05T15:20:43.866551+0000","last_clean":"2023-10-05T15:20:43.866551+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:20:43.866551+0000","last_undegraded":"2023-10-05T15:20:43.866551+0000","last_fullsized":"2023-10-05T15:20:43.866551+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071328+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:20:29.071328+0000","last_peered":"2023-10-05T15:20:29.071328+0000","last_clean":"2023-10-05T15:20:29.071328+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:20:29.071328+0000","last_undegraded":"2023-10-05T15:20:29.071328+0000","last_fullsized":"2023-10-05T15:20:29.071328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538838+0000","last_change":"2023-10-05T15:20:29.082104+0000","last_active":"2023-10-05T15:20:30.538838+0000","last_peered":"2023-10-05T15:20:30.538838+0000","last_clean":"2023-10-05T15:20:30.538838+0000","last_became_active":"2023-10-05T15:20:29.081681+0000","last_became_peered":"2023-10-05T15:20:29.081681+0000","last_unstale":"2023-10-05T15:20:30.538838+0000","last_undegraded":"2023-10-05T15:20:30.538838+0000","last_fullsized":"2023-10-05T15:20:30.538838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:27:13.142822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069069+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:20:30.069069+0000","last_peered":"2023-10-05T15:20:30.069069+0000","last_clean":"2023-10-05T15:20:30.069069+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:20:30.069069+0000","last_undegraded":"2023-10-05T15:20:30.069069+0000","last_fullsized":"2023-10-05T15:20:30.069069+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071627+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:20:29.071627+0000","last_peered":"2023-10-05T15:20:29.071627+0000","last_clean":"2023-10-05T15:20:29.071627+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:20:29.071627+0000","last_undegraded":"2023-10-05T15:20:29.071627+0000","last_fullsized":"2023-10-05T15:20:29.071627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538908+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:20:30.538908+0000","last_peered":"2023-10-05T15:20:30.538908+0000","last_clean":"2023-10-05T15:20:30.538908+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:20:30.538908+0000","last_undegraded":"2023-10-05T15:20:30.538908+0000","last_fullsized":"2023-10-05T15:20:30.538908+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868114+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:20:43.868114+0000","last_peered":"2023-10-05T15:20:43.868114+0000","last_clean":"2023-10-05T15:20:43.868114+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:20:43.868114+0000","last_undegraded":"2023-10-05T15:20:43.868114+0000","last_fullsized":"2023-10-05T15:20:43.868114+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072398+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:20:29.072398+0000","last_peered":"2023-10-05T15:20:29.072398+0000","last_clean":"2023-10-05T15:20:29.072398+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:20:29.072398+0000","last_undegraded":"2023-10-05T15:20:29.072398+0000","last_fullsized":"2023-10-05T15:20:29.072398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451385+0000","last_change":"2023-10-05T15:20:29.084280+0000","last_active":"2023-10-05T15:20:31.451385+0000","last_peered":"2023-10-05T15:20:31.451385+0000","last_clean":"2023-10-05T15:20:31.451385+0000","last_became_active":"2023-10-05T15:20:29.083826+0000","last_became_peered":"2023-10-05T15:20:29.083826+0000","last_unstale":"2023-10-05T15:20:31.451385+0000","last_undegraded":"2023-10-05T15:20:31.451385+0000","last_fullsized":"2023-10-05T15:20:31.451385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:15:50.569369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879682+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:20:44.879682+0000","last_peered":"2023-10-05T15:20:44.879682+0000","last_clean":"2023-10-05T15:20:44.879682+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:20:44.879682+0000","last_undegraded":"2023-10-05T15:20:44.879682+0000","last_fullsized":"2023-10-05T15:20:44.879682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076553+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:20:29.076553+0000","last_peered":"2023-10-05T15:20:29.076553+0000","last_clean":"2023-10-05T15:20:29.076553+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:20:29.076553+0000","last_undegraded":"2023-10-05T15:20:29.076553+0000","last_fullsized":"2023-10-05T15:20:29.076553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.256612+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:20:30.256612+0000","last_peered":"2023-10-05T15:20:30.256612+0000","last_clean":"2023-10-05T15:20:30.256612+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:20:30.256612+0000","last_undegraded":"2023-10-05T15:20:30.256612+0000","last_fullsized":"2023-10-05T15:20:30.256612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351096+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:20:30.351096+0000","last_peered":"2023-10-05T15:20:30.351096+0000","last_clean":"2023-10-05T15:20:30.351096+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:20:30.351096+0000","last_undegraded":"2023-10-05T15:20:30.351096+0000","last_fullsized":"2023-10-05T15:20:30.351096+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072128+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:20:29.072128+0000","last_peered":"2023-10-05T15:20:29.072128+0000","last_clean":"2023-10-05T15:20:29.072128+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:20:29.072128+0000","last_undegraded":"2023-10-05T15:20:29.072128+0000","last_fullsized":"2023-10-05T15:20:29.072128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350412+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:20:30.350412+0000","last_peered":"2023-10-05T15:20:30.350412+0000","last_clean":"2023-10-05T15:20:30.350412+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:20:30.350412+0000","last_undegraded":"2023-10-05T15:20:30.350412+0000","last_fullsized":"2023-10-05T15:20:30.350412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072298+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:20:29.072298+0000","last_peered":"2023-10-05T15:20:29.072298+0000","last_clean":"2023-10-05T15:20:29.072298+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:20:29.072298+0000","last_undegraded":"2023-10-05T15:20:29.072298+0000","last_fullsized":"2023-10-05T15:20:29.072298+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075741+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:20:29.075741+0000","last_peered":"2023-10-05T15:20:29.075741+0000","last_clean":"2023-10-05T15:20:29.075741+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:20:29.075741+0000","last_undegraded":"2023-10-05T15:20:29.075741+0000","last_fullsized":"2023-10-05T15:20:29.075741+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071432+0000","last_change":"2023-10-05T15:20:25.042618+0000","last_active":"2023-10-05T15:20:29.071432+0000","last_peered":"2023-10-05T15:20:29.071432+0000","last_clean":"2023-10-05T15:20:29.071432+0000","last_became_active":"2023-10-05T15:20:25.042305+0000","last_became_peered":"2023-10-05T15:20:25.042305+0000","last_unstale":"2023-10-05T15:20:29.071432+0000","last_undegraded":"2023-10-05T15:20:29.071432+0000","last_fullsized":"2023-10-05T15:20:29.071432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:35:20.915544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073915+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:20:29.073915+0000","last_peered":"2023-10-05T15:20:29.073915+0000","last_clean":"2023-10-05T15:20:29.073915+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:20:29.073915+0000","last_undegraded":"2023-10-05T15:20:29.073915+0000","last_fullsized":"2023-10-05T15:20:29.073915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073645+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:20:29.073645+0000","last_peered":"2023-10-05T15:20:29.073645+0000","last_clean":"2023-10-05T15:20:29.073645+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:20:29.073645+0000","last_undegraded":"2023-10-05T15:20:29.073645+0000","last_fullsized":"2023-10-05T15:20:29.073645+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.085159+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:20:29.085159+0000","last_peered":"2023-10-05T15:20:29.085159+0000","last_clean":"2023-10-05T15:20:29.085159+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:20:29.085159+0000","last_undegraded":"2023-10-05T15:20:29.085159+0000","last_fullsized":"2023-10-05T15:20:29.085159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071568+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:20:29.071568+0000","last_peered":"2023-10-05T15:20:29.071568+0000","last_clean":"2023-10-05T15:20:29.071568+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:20:29.071568+0000","last_undegraded":"2023-10-05T15:20:29.071568+0000","last_fullsized":"2023-10-05T15:20:29.071568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072893+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:20:29.072893+0000","last_peered":"2023-10-05T15:20:29.072893+0000","last_clean":"2023-10-05T15:20:29.072893+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:20:29.072893+0000","last_undegraded":"2023-10-05T15:20:29.072893+0000","last_fullsized":"2023-10-05T15:20:29.072893+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075558+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:20:29.075558+0000","last_peered":"2023-10-05T15:20:29.075558+0000","last_clean":"2023-10-05T15:20:29.075558+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:20:29.075558+0000","last_undegraded":"2023-10-05T15:20:29.075558+0000","last_fullsized":"2023-10-05T15:20:29.075558+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078540+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:20:29.078540+0000","last_peered":"2023-10-05T15:20:29.078540+0000","last_clean":"2023-10-05T15:20:29.078540+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:20:29.078540+0000","last_undegraded":"2023-10-05T15:20:29.078540+0000","last_fullsized":"2023-10-05T15:20:29.078540+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077184+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:20:29.077184+0000","last_peered":"2023-10-05T15:20:29.077184+0000","last_clean":"2023-10-05T15:20:29.077184+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:20:29.077184+0000","last_undegraded":"2023-10-05T15:20:29.077184+0000","last_fullsized":"2023-10-05T15:20:29.077184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074719+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:20:29.074719+0000","last_peered":"2023-10-05T15:20:29.074719+0000","last_clean":"2023-10-05T15:20:29.074719+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:20:29.074719+0000","last_undegraded":"2023-10-05T15:20:29.074719+0000","last_fullsized":"2023-10-05T15:20:29.074719+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073278+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:20:29.073278+0000","last_peered":"2023-10-05T15:20:29.073278+0000","last_clean":"2023-10-05T15:20:29.073278+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:20:29.073278+0000","last_undegraded":"2023-10-05T15:20:29.073278+0000","last_fullsized":"2023-10-05T15:20:29.073278+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071640+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:20:29.071640+0000","last_peered":"2023-10-05T15:20:29.071640+0000","last_clean":"2023-10-05T15:20:29.071640+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:20:29.071640+0000","last_undegraded":"2023-10-05T15:20:29.071640+0000","last_fullsized":"2023-10-05T15:20:29.071640+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073372+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:20:29.073372+0000","last_peered":"2023-10-05T15:20:29.073372+0000","last_clean":"2023-10-05T15:20:29.073372+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:20:29.073372+0000","last_undegraded":"2023-10-05T15:20:29.073372+0000","last_fullsized":"2023-10-05T15:20:29.073372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":224,"num_read_kb":126,"num_write":129,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":22356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481814,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":458354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.505},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.44600000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.52900000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.375}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.64500000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60599999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.46800000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.77700000000000002}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73599999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.79500000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.753}]}]},{"osd":10,"up_from":70,"seq":300647710747,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1053560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52900000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.45000000000000001}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.64600000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61699999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.55800000000000005}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.70099999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.74299999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.77200000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.72099999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:20:45 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.81200000000000006}]}]},{"osd":9,"up_from":65,"seq":279172874270,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":458590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.47599999999999998,"15min":0.48399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68700000000000006,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.433,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46600000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.498}]},{"osd":2,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89500000000000002,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.68200000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.38800000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.627},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.48699999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.95899999999999996,"5min":1.119,"15min":1.119},"last":0.54200000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73299999999999998,"15min":0.74299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.998,"5min":1.04,"15min":1.04},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.748,"5min":0.77400000000000002,"15min":0.77800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.077,"5min":2.077,"15min":2.077},"last":0.75900000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79100000000000004,"15min":0.80400000000000005},"min":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.46100000000000002,"5min":0.443,"15min":0.443},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.48399999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83099999999999996,"15min":0.85099999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0109999999999999,"5min":1.278,"15min":1.278},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83499999999999996,"15min":0.84999999999999998},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0629999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.748}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.65600000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]}]},{"osd":8,"up_from":58,"seq":249108103203,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":458510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.59399999999999997,"15min":0.57699999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.7329999999999997,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.499},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.318,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.53000000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.60599999999999998,"15min":0.59599999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.2930000000000001,"5min":2.2930000000000001,"15min":2.2930000000000001},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.61599999999999999,"15min":0.59299999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":5.1749999999999998,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.67600000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.46700000000000003,"15min":0.47399999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58299999999999996,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.51300000000000001,"15min":0.48499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5049999999999999,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.60199999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56999999999999995}]},{"osd":4,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.67000000000000004,"15min":0.66300000000000003},"min":{"1min":0.41999999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.86699999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.59699999999999998,"15min":0.57999999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.0759999999999996,"5min":5.0759999999999996,"15min":5.0759999999999996},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58599999999999997,"15min":0.59099999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80100000000000005,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.75600000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.68200000000000005,"15min":0.68500000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.73399999999999999,"15min":0.71499999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.78800000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.73799999999999999,"15min":0.71099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":6.0979999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.93999999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.90400000000000003}]},{"osd":10,"last update":"Thu Oct 5 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.96699999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.92800000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91700000000000004}]}]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1049932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.45600000000000002,"15min":0.44},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.49099999999999999,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.441}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.60699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.622,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.68600000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63800000000000001,"15min":0.629},"min":{"1min":0.45000000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.67300000000000004,"15min":0.65000000000000002},"min":{"1min":0.47099999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.431,"5min":2.431,"15min":2.431},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.1480000000000001,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39400000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.64900000000000002,"15min":0.63400000000000001},"min":{"1min":0.46300000000000002,"5min":0.441,"15min":0.441},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.72999999999999998,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.435,"15min":0.435},"max":{"1min":1.01,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.625}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73799999999999999,"15min":0.71899999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.69599999999999995,"15min":0.68400000000000005},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.64200000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.746},"min":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.754,"15min":0.752},"min":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.81699999999999995,"15min":0.81100000000000005},"min":{"1min":0.56599999999999995,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.81799999999999995,"15min":0.81399999999999995},"min":{"1min":0.54600000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.913,"5min":1.913,"15min":1.913},"last":0.753}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.82999999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":457862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.41799999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.375}]},{"osd":1,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.59099999999999997,"15min":0.57299999999999995},"min":{"1min":0.47099999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.68200000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67100000000000004,"15min":0.64300000000000002},"min":{"1min":0.46600000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.645,"5min":3.645,"15min":3.645},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.442,"5min":0.437,"15min":0.437},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.66500000000000004,"15min":0.64900000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.6829999999999998,"5min":3.6829999999999998,"15min":3.6829999999999998},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68300000000000005,"15min":0.67900000000000005},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.65000000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":3.6019999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.73799999999999999,"15min":0.71299999999999997},"min":{"1min":0.48299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":3.7759999999999998,"5min":3.7759999999999998,"15min":3.7759999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.76100000000000001,"15min":0.76200000000000001},"min":{"1min":0.51300000000000001,"5min":0.497,"15min":0.497},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.76100000000000001,"15min":0.76900000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.71699999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.72999999999999998,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.81299999999999994,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.81200000000000006},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.80500000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.83399999999999996,"15min":0.80200000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.86299999999999999,"15min":0.83599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":7.6420000000000003,"5min":7.6420000000000003,"15min":7.6420000000000003},"last":0.70399999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.82099999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.53400000000000003,"15min":0.48699999999999999},"min":{"1min":0.436,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.85999999999999999,"5min":0.873,"15min":0.873},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.54000000000000004,"15min":0.51900000000000002},"min":{"1min":0.437,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.54200000000000004,"15min":0.50900000000000001},"min":{"1min":0.44,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.57499999999999996,"15min":0.53500000000000003},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.81000000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59699999999999998,"15min":0.54100000000000004},"min":{"1min":0.38600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.61699999999999999,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89300000000000002,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.747}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.48699999999999999,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.495,"15min":0.47899999999999998},"min":{"1min":0.371,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.69399999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.70999999999999996,"15min":0.64000000000000001},"min":{"1min":0.66200000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.871},{"interface":"front","average":{"1min":0.749,"5min":0.63400000000000001,"15min":0.60199999999999998},"min":{"1min":0.51200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.79400000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69599999999999995,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92700000000000005,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64100000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.59899999999999998,"15min":0.58299999999999996},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88300000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.84399999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.82699999999999996,"15min":0.82299999999999995},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.79900000000000004,"15min":0.79000000000000004},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.92300000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.75600000000000001,"15min":0.746},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.85599999999999998,"15min":0.84999999999999998},"min":{"1min":0.58099999999999996,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.95899999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.89200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.499},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55000000000000004,"15min":0.51700000000000002},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.85299999999999998,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57199999999999995,"15min":0.53200000000000003},"min":{"1min":0.42699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.76100000000000001,"5min":1.972,"15min":1.972},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53800000000000003,"15min":0.51700000000000002},"min":{"1min":0.40500000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79000000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:18:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.374},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.45500000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.443},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61799999999999999,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0169999999999999,"5min":1.923,"15min":1.923},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60899999999999999,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.85999999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.629},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58399999999999996,"15min":0.56799999999999995},"min":{"1min":0.39000000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.88900000000000001,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.85399999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.56999999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82399999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85599999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.1030000000000002,"5min":2.1030000000000002,"15min":2.1030000000000002},"last":0.71199999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.71499999999999997,"15min":0.72699999999999998},"min":{"1min":0.436,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93500000000000005,"5min":1.101,"15min":1.101},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.84399999999999997,"15min":0.87},"min":{"1min":0.53400000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.97599999999999998,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.72599999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.76600000000000001,"15min":0.78800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":1.089,"15min":1.089},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.64700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.65700000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.81299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":462691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.56499999999999995,"15min":0.54400000000000004},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0270000000000001,"5min":4.0270000000000001,"15min":4.0270000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54600000000000004,"15min":0.57199999999999995},"min":{"1min":0.41099999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.68000000000000005,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.55200000000000005,"15min":0.52800000000000002},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.624},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.58599999999999997,"15min":0.55800000000000005},"min":{"1min":0.41099999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.40899999999999997,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94499999999999995,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82899999999999996,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.79800000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42999999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.745},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.64300000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.46999999999999997,"15min":0.45000000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.49199999999999999,"15min":0.47599999999999998},"min":{"1min":0.34699999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.439}]},{"osd":6,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.65700000000000003,"15min":0.64100000000000001},"min":{"1min":0.46700000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91400000000000003,"5min":1.127,"15min":1.127},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85799999999999998,"5min":0.876,"15min":0.876},"last":0.83799999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.67800000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:20:42 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.53700000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.504,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93799999999999994,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.753,"15min":0.755},"min":{"1min":0.56299999999999994,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95999999999999996,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.874}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182456,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":458056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.373,"15min":0.32700000000000001},"min":{"1min":0.29399999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.33900000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61099999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.504},"min":{"1min":0.42799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.506,"5min":1.512,"15min":1.512},"last":0.74399999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.60899999999999999,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57399999999999995,"15min":0.56499999999999995},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.874,"5min":1.347,"15min":1.347},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.626,"15min":0.60199999999999998},"min":{"1min":0.52200000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.72299999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:20:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.65000000000000002,"15min":0.621},"min":{"1min":0.47599999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.58299999999999996},"min":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.438},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.53700000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.052,"5min":1.143,"15min":1.143},"last":0.628},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79000000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61799999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79500000000000004,"15min":0.80900000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.45700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.80600000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920820,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":458416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.41899999999999998,"15min":0.39800000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.51700000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55900000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60599999999999998,"15min":0.57599999999999996},"min":{"1min":0.47899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.78100000000000003}]},{"osd":3,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.45800000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.872}]},{"osd":5,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.627,"15min":0.59799999999999998},"min":{"1min":0.439,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.012,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.48399999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88600000000000001,"5min":1,"15min":1},"last":0.81899999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.66800000000000004,"15min":0.622},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.5730000000000004,"5min":4.5730000000000004,"15min":4.5730000000000004},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.751,"15min":0.69899999999999995},"min":{"1min":0.47899999999999998,"5min":0.434,"15min":0.434},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.92800000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64100000000000001,"15min":0.627},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.96899999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.67000000000000004,"15min":0.67200000000000004},"min":{"1min":0.46200000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.92000000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.749,"15min":0.74299999999999999},"min":{"1min":0.55600000000000005,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.036,"5min":1.079,"15min":1.079},"last":1.0229999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.89100000000000001,"15min":0.82799999999999996},"min":{"1min":0.42799999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.5030000000000001,"5min":9.5030000000000001,"15min":9.5030000000000001},"last":0.996},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.78100000000000003,"15min":0.754},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.80200000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.90200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94099999999999995}]}]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1049335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76300000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.442},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.51800000000000002,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81399999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.46200000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78400000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.879,"15min":0.879},"last":0.55500000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.499},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.51800000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.55400000000000005},"min":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0129999999999999,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.64500000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64500000000000002,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85799999999999998,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65800000000000003,"15min":0.626},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.69299999999999995}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.54000000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.755,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.63},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79400000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.68100000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64400000000000002,"15min":0.64000000000000001},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.82399999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.70199999999999996,"15min":0.67700000000000005},"min":{"1min":0.52600000000000002,"5min":0.499,"15min":0.499},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.80000000000000004}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.624,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.75700000000000001}]},{"osd":9,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.89300000000000002},"min":{"1min":0.498,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84199999999999997,"5min":3.996,"15min":3.996},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.47699999999999998,"5min":0.443,"15min":0.443},"max":{"1min":0.90200000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.84599999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.74399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:21:23.311 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph pg dump --format=json 2023-10-05T15:21:23.875 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:24 smithi029 ceph-mon[99237]: pgmap v283: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:24 smithi029 ceph-mon[99237]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:24 smithi040 ceph-mon[103696]: pgmap v283: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:24 smithi040 ceph-mon[103696]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:24 smithi177 ceph-mon[103568]: pgmap v283: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:24 smithi177 ceph-mon[103568]: from='client.15069 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:25.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 -- 172.21.15.29:0/2051333184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c100820 msgr2=0x7f688c10cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:25.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 --2- 172.21.15.29:0/2051333184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c100820 0x7f688c10cc90 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f688400b0d0 tx=0x7f688400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 -- 172.21.15.29:0/2051333184 shutdown_connections 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 --2- 172.21.15.29:0/2051333184 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c105e70 0x7f688c106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 --2- 172.21.15.29:0/2051333184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c100820 0x7f688c10cc90 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 --2- 172.21.15.29:0/2051333184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c0ffe60 0x7f688c1002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 -- 172.21.15.29:0/2051333184 >> 172.21.15.29:0/2051333184 conn(0x7f688c075e00 msgr2=0x7f688c076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 -- 172.21.15.29:0/2051333184 shutdown_connections 2023-10-05T15:21:25.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.073+0000 7f6891e0a700 1 -- 172.21.15.29:0/2051333184 wait complete. 2023-10-05T15:21:25.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 Processor -- start 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 -- start start 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 0x7f688c1970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 0x7f688c197610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19c090 con 0x7f688c105e70 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19c200 con 0x7f688c100820 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f6891e0a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c19c3c0 con 0x7f688c0ffe60 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45968/0 (socket says 172.21.15.29:45968) 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688bfff700 1 -- 172.21.15.29:0/4063149542 learned_addr learned my addr 172.21.15.29:0/4063149542 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688affd700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 0x7f688c197610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:25.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688b7fe700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 0x7f688c1970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.074+0000 7f688bfff700 1 -- 172.21.15.29:0/4063149542 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 msgr2=0x7f688c1970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688bfff700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 0x7f688c1970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688bfff700 1 -- 172.21.15.29:0/4063149542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 msgr2=0x7f688c197610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688bfff700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 0x7f688c197610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688bfff700 1 -- 172.21.15.29:0/4063149542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6884009d00 con 0x7f688c105e70 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688affd700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 0x7f688c197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688b7fe700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 0x7f688c1970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f688bfff700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6884007870 tx=0x7f6884007950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688400e040 con 0x7f688c105e70 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6884003e10 con 0x7f688c105e70 2023-10-05T15:21:25.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f688c19c640 con 0x7f688c105e70 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6884012af0 con 0x7f688c105e70 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.075+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c1a3f00 con 0x7f688c105e70 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.076+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f688c04ebb0 con 0x7f688c105e70 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.077+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f68840056c0 con 0x7f688c105e70 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.078+0000 7f6888ff9700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 0x7f68740a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:25.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.078+0000 7f688b7fe700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 0x7f68740a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:25.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.078+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f68840ced90 con 0x7f688c105e70 2023-10-05T15:21:25.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.079+0000 7f688b7fe700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 0x7f68740a39c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6880005e90 tx=0x7f6880005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:25.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.082+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6884098290 con 0x7f688c105e70 2023-10-05T15:21:25.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.281+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f688c110ff0 con 0x7f68740a1500 2023-10-05T15:21:25.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.296+0000 7f6888ff9700 1 -- 172.21.15.29:0/4063149542 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+422104 (secure 0 0 0) 0x7f688c110ff0 con 0x7f68740a1500 2023-10-05T15:21:25.301 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:25.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 msgr2=0x7f68740a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:25.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 0x7f68740a39c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f6880005e90 tx=0x7f6880005d20 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 msgr2=0x7f688c19ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f6884007870 tx=0x7f6884007950 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 shutdown_connections 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f68740a1500 0x7f68740a39c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f688c0ffe60 0x7f688c1970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f688c105e70 0x7f688c19ba80 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 --2- 172.21.15.29:0/4063149542 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f688c100820 0x7f688c197610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 >> 172.21.15.29:0/4063149542 conn(0x7f688c075e00 msgr2=0x7f688c0fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.299+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 shutdown_connections 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:25.300+0000 7f6891e0a700 1 -- 172.21.15.29:0/4063149542 wait complete. 2023-10-05T15:21:25.305 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:21:25.631 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":284,"stamp":"2023-10-05T15:21:24.660950+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":385,"num_read_kb":255,"num_write":310,"num_write_kb":2981,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":250,"ondisk_log_size":250,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337204,"kb_used_data":13012,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604620,"statfs":{"total":1151940427776,"available":1151595130880,"internally_reserved":0,"allocated":13324288,"data_stored":7286170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":85,"num_read_kb":40,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003152"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072415+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:20:29.072415+0000","last_peered":"2023-10-05T15:20:29.072415+0000","last_clean":"2023-10-05T15:20:29.072415+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:20:29.072415+0000","last_undegraded":"2023-10-05T15:20:29.072415+0000","last_fullsized":"2023-10-05T15:20:29.072415+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084222+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:20:29.084222+0000","last_peered":"2023-10-05T15:20:29.084222+0000","last_clean":"2023-10-05T15:20:29.084222+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:20:29.084222+0000","last_undegraded":"2023-10-05T15:20:29.084222+0000","last_fullsized":"2023-10-05T15:20:29.084222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081008+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:20:29.081008+0000","last_peered":"2023-10-05T15:20:29.081008+0000","last_clean":"2023-10-05T15:20:29.081008+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:20:29.081008+0000","last_undegraded":"2023-10-05T15:20:29.081008+0000","last_fullsized":"2023-10-05T15:20:29.081008+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074572+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:20:29.074572+0000","last_peered":"2023-10-05T15:20:29.074572+0000","last_clean":"2023-10-05T15:20:29.074572+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:20:29.074572+0000","last_undegraded":"2023-10-05T15:20:29.074572+0000","last_fullsized":"2023-10-05T15:20:29.074572+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076538+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:20:29.076538+0000","last_peered":"2023-10-05T15:20:29.076538+0000","last_clean":"2023-10-05T15:20:29.076538+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:20:29.076538+0000","last_undegraded":"2023-10-05T15:20:29.076538+0000","last_fullsized":"2023-10-05T15:20:29.076538+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067116+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:20:29.067116+0000","last_peered":"2023-10-05T15:20:29.067116+0000","last_clean":"2023-10-05T15:20:29.067116+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:20:29.067116+0000","last_undegraded":"2023-10-05T15:20:29.067116+0000","last_fullsized":"2023-10-05T15:20:29.067116+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071528+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:20:29.071528+0000","last_peered":"2023-10-05T15:20:29.071528+0000","last_clean":"2023-10-05T15:20:29.071528+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:20:29.071528+0000","last_undegraded":"2023-10-05T15:20:29.071528+0000","last_fullsized":"2023-10-05T15:20:29.071528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072942+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:20:29.072942+0000","last_peered":"2023-10-05T15:20:29.072942+0000","last_clean":"2023-10-05T15:20:29.072942+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:20:29.072942+0000","last_undegraded":"2023-10-05T15:20:29.072942+0000","last_fullsized":"2023-10-05T15:20:29.072942+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071855+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:20:29.071855+0000","last_peered":"2023-10-05T15:20:29.071855+0000","last_clean":"2023-10-05T15:20:29.071855+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:20:29.071855+0000","last_undegraded":"2023-10-05T15:20:29.071855+0000","last_fullsized":"2023-10-05T15:20:29.071855+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067585+0000","last_change":"2023-10-05T15:20:25.050395+0000","last_active":"2023-10-05T15:20:29.067585+0000","last_peered":"2023-10-05T15:20:29.067585+0000","last_clean":"2023-10-05T15:20:29.067585+0000","last_became_active":"2023-10-05T15:20:25.046895+0000","last_became_peered":"2023-10-05T15:20:25.046895+0000","last_unstale":"2023-10-05T15:20:29.067585+0000","last_undegraded":"2023-10-05T15:20:29.067585+0000","last_fullsized":"2023-10-05T15:20:29.067585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:30:37.421372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076464+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:20:29.076464+0000","last_peered":"2023-10-05T15:20:29.076464+0000","last_clean":"2023-10-05T15:20:29.076464+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:20:29.076464+0000","last_undegraded":"2023-10-05T15:20:29.076464+0000","last_fullsized":"2023-10-05T15:20:29.076464+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074463+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:20:29.074463+0000","last_peered":"2023-10-05T15:20:29.074463+0000","last_clean":"2023-10-05T15:20:29.074463+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:20:29.074463+0000","last_undegraded":"2023-10-05T15:20:29.074463+0000","last_fullsized":"2023-10-05T15:20:29.074463+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071580+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:20:29.071580+0000","last_peered":"2023-10-05T15:20:29.071580+0000","last_clean":"2023-10-05T15:20:29.071580+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:20:29.071580+0000","last_undegraded":"2023-10-05T15:20:29.071580+0000","last_fullsized":"2023-10-05T15:20:29.071580+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078820+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:20:29.078820+0000","last_peered":"2023-10-05T15:20:29.078820+0000","last_clean":"2023-10-05T15:20:29.078820+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:20:29.078820+0000","last_undegraded":"2023-10-05T15:20:29.078820+0000","last_fullsized":"2023-10-05T15:20:29.078820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083567+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:20:29.083567+0000","last_peered":"2023-10-05T15:20:29.083567+0000","last_clean":"2023-10-05T15:20:29.083567+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:20:29.083567+0000","last_undegraded":"2023-10-05T15:20:29.083567+0000","last_fullsized":"2023-10-05T15:20:29.083567+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071405+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:20:29.071405+0000","last_peered":"2023-10-05T15:20:29.071405+0000","last_clean":"2023-10-05T15:20:29.071405+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:20:29.071405+0000","last_undegraded":"2023-10-05T15:20:29.071405+0000","last_fullsized":"2023-10-05T15:20:29.071405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072315+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:20:29.072315+0000","last_peered":"2023-10-05T15:20:29.072315+0000","last_clean":"2023-10-05T15:20:29.072315+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:20:29.072315+0000","last_undegraded":"2023-10-05T15:20:29.072315+0000","last_fullsized":"2023-10-05T15:20:29.072315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066715+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:20:29.066715+0000","last_peered":"2023-10-05T15:20:29.066715+0000","last_clean":"2023-10-05T15:20:29.066715+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:20:29.066715+0000","last_undegraded":"2023-10-05T15:20:29.066715+0000","last_fullsized":"2023-10-05T15:20:29.066715+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075749+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:20:29.075749+0000","last_peered":"2023-10-05T15:20:29.075749+0000","last_clean":"2023-10-05T15:20:29.075749+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:20:29.075749+0000","last_undegraded":"2023-10-05T15:20:29.075749+0000","last_fullsized":"2023-10-05T15:20:29.075749+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069181+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:20:30.069181+0000","last_peered":"2023-10-05T15:20:30.069181+0000","last_clean":"2023-10-05T15:20:30.069181+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:20:30.069181+0000","last_undegraded":"2023-10-05T15:20:30.069181+0000","last_fullsized":"2023-10-05T15:20:30.069181+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":26,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879517+0000","last_change":"2023-10-05T15:20:24.046303+0000","last_active":"2023-10-05T15:20:44.879517+0000","last_peered":"2023-10-05T15:20:44.879517+0000","last_clean":"2023-10-05T15:20:44.879517+0000","last_became_active":"2023-10-05T15:20:24.045945+0000","last_became_peered":"2023-10-05T15:20:24.045945+0000","last_unstale":"2023-10-05T15:20:44.879517+0000","last_undegraded":"2023-10-05T15:20:44.879517+0000","last_fullsized":"2023-10-05T15:20:44.879517+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:52:21.849737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078044+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:20:29.078044+0000","last_peered":"2023-10-05T15:20:29.078044+0000","last_clean":"2023-10-05T15:20:29.078044+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:20:29.078044+0000","last_undegraded":"2023-10-05T15:20:29.078044+0000","last_fullsized":"2023-10-05T15:20:29.078044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538523+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:20:30.538523+0000","last_peered":"2023-10-05T15:20:30.538523+0000","last_clean":"2023-10-05T15:20:30.538523+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:20:30.538523+0000","last_undegraded":"2023-10-05T15:20:30.538523+0000","last_fullsized":"2023-10-05T15:20:30.538523+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069781+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:20:30.069781+0000","last_peered":"2023-10-05T15:20:30.069781+0000","last_clean":"2023-10-05T15:20:30.069781+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:20:30.069781+0000","last_undegraded":"2023-10-05T15:20:30.069781+0000","last_fullsized":"2023-10-05T15:20:30.069781+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083823+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:20:29.083823+0000","last_peered":"2023-10-05T15:20:29.083823+0000","last_clean":"2023-10-05T15:20:29.083823+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:20:29.083823+0000","last_undegraded":"2023-10-05T15:20:29.083823+0000","last_fullsized":"2023-10-05T15:20:29.083823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538704+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:20:30.538704+0000","last_peered":"2023-10-05T15:20:30.538704+0000","last_clean":"2023-10-05T15:20:30.538704+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:20:30.538704+0000","last_undegraded":"2023-10-05T15:20:30.538704+0000","last_fullsized":"2023-10-05T15:20:30.538704+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876443+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:20:44.876443+0000","last_peered":"2023-10-05T15:20:44.876443+0000","last_clean":"2023-10-05T15:20:44.876443+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:20:44.876443+0000","last_undegraded":"2023-10-05T15:20:44.876443+0000","last_fullsized":"2023-10-05T15:20:44.876443+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071748+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:20:29.071748+0000","last_peered":"2023-10-05T15:20:29.071748+0000","last_clean":"2023-10-05T15:20:29.071748+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:20:29.071748+0000","last_undegraded":"2023-10-05T15:20:29.071748+0000","last_fullsized":"2023-10-05T15:20:29.071748+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538556+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:20:30.538556+0000","last_peered":"2023-10-05T15:20:30.538556+0000","last_clean":"2023-10-05T15:20:30.538556+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:20:30.538556+0000","last_undegraded":"2023-10-05T15:20:30.538556+0000","last_fullsized":"2023-10-05T15:20:30.538556+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077791+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:20:29.077791+0000","last_peered":"2023-10-05T15:20:29.077791+0000","last_clean":"2023-10-05T15:20:29.077791+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:20:29.077791+0000","last_undegraded":"2023-10-05T15:20:29.077791+0000","last_fullsized":"2023-10-05T15:20:29.077791+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.081141+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:20:29.081141+0000","last_peered":"2023-10-05T15:20:29.081141+0000","last_clean":"2023-10-05T15:20:29.081141+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:20:29.081141+0000","last_undegraded":"2023-10-05T15:20:29.081141+0000","last_fullsized":"2023-10-05T15:20:29.081141+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069549+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:20:30.069549+0000","last_peered":"2023-10-05T15:20:30.069549+0000","last_clean":"2023-10-05T15:20:30.069549+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:20:30.069549+0000","last_undegraded":"2023-10-05T15:20:30.069549+0000","last_fullsized":"2023-10-05T15:20:30.069549+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":63,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:22.940220+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:21:22.940220+0000","last_peered":"2023-10-05T15:21:22.940220+0000","last_clean":"2023-10-05T15:21:22.940220+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:21:22.940220+0000","last_undegraded":"2023-10-05T15:21:22.940220+0000","last_fullsized":"2023-10-05T15:21:22.940220+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077346+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:20:29.077346+0000","last_peered":"2023-10-05T15:20:29.077346+0000","last_clean":"2023-10-05T15:20:29.077346+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:20:29.077346+0000","last_undegraded":"2023-10-05T15:20:29.077346+0000","last_fullsized":"2023-10-05T15:20:29.077346+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069296+0000","last_change":"2023-10-05T15:20:29.085224+0000","last_active":"2023-10-05T15:20:30.069296+0000","last_peered":"2023-10-05T15:20:30.069296+0000","last_clean":"2023-10-05T15:20:30.069296+0000","last_became_active":"2023-10-05T15:20:29.084833+0000","last_became_peered":"2023-10-05T15:20:29.084833+0000","last_unstale":"2023-10-05T15:20:30.069296+0000","last_undegraded":"2023-10-05T15:20:30.069296+0000","last_fullsized":"2023-10-05T15:20:30.069296+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:19:47.123490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879613+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:20:44.879613+0000","last_peered":"2023-10-05T15:20:44.879613+0000","last_clean":"2023-10-05T15:20:44.879613+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:20:44.879613+0000","last_undegraded":"2023-10-05T15:20:44.879613+0000","last_fullsized":"2023-10-05T15:20:44.879613+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.079105+0000","last_change":"2023-10-05T15:20:25.046338+0000","last_active":"2023-10-05T15:20:29.079105+0000","last_peered":"2023-10-05T15:20:29.079105+0000","last_clean":"2023-10-05T15:20:29.079105+0000","last_became_active":"2023-10-05T15:20:25.046017+0000","last_became_peered":"2023-10-05T15:20:25.046017+0000","last_unstale":"2023-10-05T15:20:29.079105+0000","last_undegraded":"2023-10-05T15:20:29.079105+0000","last_fullsized":"2023-10-05T15:20:29.079105+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:49:00.137108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792361+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:20:31.792361+0000","last_peered":"2023-10-05T15:20:31.792361+0000","last_clean":"2023-10-05T15:20:31.792361+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:20:31.792361+0000","last_undegraded":"2023-10-05T15:20:31.792361+0000","last_fullsized":"2023-10-05T15:20:31.792361+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879391+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:20:44.879391+0000","last_peered":"2023-10-05T15:20:44.879391+0000","last_clean":"2023-10-05T15:20:44.879391+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:20:44.879391+0000","last_undegraded":"2023-10-05T15:20:44.879391+0000","last_fullsized":"2023-10-05T15:20:44.879391+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072845+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:20:29.072845+0000","last_peered":"2023-10-05T15:20:29.072845+0000","last_clean":"2023-10-05T15:20:29.072845+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:20:29.072845+0000","last_undegraded":"2023-10-05T15:20:29.072845+0000","last_fullsized":"2023-10-05T15:20:29.072845+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.257016+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:20:30.257016+0000","last_peered":"2023-10-05T15:20:30.257016+0000","last_clean":"2023-10-05T15:20:30.257016+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:20:30.257016+0000","last_undegraded":"2023-10-05T15:20:30.257016+0000","last_fullsized":"2023-10-05T15:20:30.257016+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350583+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:20:30.350583+0000","last_peered":"2023-10-05T15:20:30.350583+0000","last_clean":"2023-10-05T15:20:30.350583+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:20:30.350583+0000","last_undegraded":"2023-10-05T15:20:30.350583+0000","last_fullsized":"2023-10-05T15:20:30.350583+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066285+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:20:29.066285+0000","last_peered":"2023-10-05T15:20:29.066285+0000","last_clean":"2023-10-05T15:20:29.066285+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:20:29.066285+0000","last_undegraded":"2023-10-05T15:20:29.066285+0000","last_fullsized":"2023-10-05T15:20:29.066285+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069264+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:20:30.069264+0000","last_peered":"2023-10-05T15:20:30.069264+0000","last_clean":"2023-10-05T15:20:30.069264+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:20:30.069264+0000","last_undegraded":"2023-10-05T15:20:30.069264+0000","last_fullsized":"2023-10-05T15:20:30.069264+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":58,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:22.939537+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:21:22.939537+0000","last_peered":"2023-10-05T15:21:22.939537+0000","last_clean":"2023-10-05T15:21:22.939537+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:21:22.939537+0000","last_undegraded":"2023-10-05T15:21:22.939537+0000","last_fullsized":"2023-10-05T15:21:22.939537+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":39,"num_read_kb":39,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071479+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:20:29.071479+0000","last_peered":"2023-10-05T15:20:29.071479+0000","last_clean":"2023-10-05T15:20:29.071479+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:20:29.071479+0000","last_undegraded":"2023-10-05T15:20:29.071479+0000","last_fullsized":"2023-10-05T15:20:29.071479+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199579+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:20:31.199579+0000","last_peered":"2023-10-05T15:20:31.199579+0000","last_clean":"2023-10-05T15:20:31.199579+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:20:31.199579+0000","last_undegraded":"2023-10-05T15:20:31.199579+0000","last_fullsized":"2023-10-05T15:20:31.199579+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.867038+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:20:43.867038+0000","last_peered":"2023-10-05T15:20:43.867038+0000","last_clean":"2023-10-05T15:20:43.867038+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:20:43.867038+0000","last_undegraded":"2023-10-05T15:20:43.867038+0000","last_fullsized":"2023-10-05T15:20:43.867038+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.083902+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:20:29.083902+0000","last_peered":"2023-10-05T15:20:29.083902+0000","last_clean":"2023-10-05T15:20:29.083902+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:20:29.083902+0000","last_undegraded":"2023-10-05T15:20:29.083902+0000","last_fullsized":"2023-10-05T15:20:29.083902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.539069+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:20:30.539069+0000","last_peered":"2023-10-05T15:20:30.539069+0000","last_clean":"2023-10-05T15:20:30.539069+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:20:30.539069+0000","last_undegraded":"2023-10-05T15:20:30.539069+0000","last_fullsized":"2023-10-05T15:20:30.539069+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868943+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:20:43.868943+0000","last_peered":"2023-10-05T15:20:43.868943+0000","last_clean":"2023-10-05T15:20:43.868943+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:20:43.868943+0000","last_undegraded":"2023-10-05T15:20:43.868943+0000","last_fullsized":"2023-10-05T15:20:43.868943+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071915+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:20:29.071915+0000","last_peered":"2023-10-05T15:20:29.071915+0000","last_clean":"2023-10-05T15:20:29.071915+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:20:29.071915+0000","last_undegraded":"2023-10-05T15:20:29.071915+0000","last_fullsized":"2023-10-05T15:20:29.071915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199773+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:20:31.199773+0000","last_peered":"2023-10-05T15:20:31.199773+0000","last_clean":"2023-10-05T15:20:31.199773+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:20:31.199773+0000","last_undegraded":"2023-10-05T15:20:31.199773+0000","last_fullsized":"2023-10-05T15:20:31.199773+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":108,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:23.940965+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:21:23.940965+0000","last_peered":"2023-10-05T15:21:23.940965+0000","last_clean":"2023-10-05T15:21:23.940965+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:21:23.940965+0000","last_undegraded":"2023-10-05T15:21:23.940965+0000","last_fullsized":"2023-10-05T15:21:23.940965+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":80,"num_read_kb":44,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078364+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:20:29.078364+0000","last_peered":"2023-10-05T15:20:29.078364+0000","last_clean":"2023-10-05T15:20:29.078364+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:20:29.078364+0000","last_undegraded":"2023-10-05T15:20:29.078364+0000","last_fullsized":"2023-10-05T15:20:29.078364+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351274+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:20:30.351274+0000","last_peered":"2023-10-05T15:20:30.351274+0000","last_clean":"2023-10-05T15:20:30.351274+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:20:30.351274+0000","last_undegraded":"2023-10-05T15:20:30.351274+0000","last_fullsized":"2023-10-05T15:20:30.351274+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":24,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.877805+0000","last_change":"2023-10-05T15:20:24.048920+0000","last_active":"2023-10-05T15:20:44.877805+0000","last_peered":"2023-10-05T15:20:44.877805+0000","last_clean":"2023-10-05T15:20:44.877805+0000","last_became_active":"2023-10-05T15:20:24.048620+0000","last_became_peered":"2023-10-05T15:20:24.048620+0000","last_unstale":"2023-10-05T15:20:44.877805+0000","last_undegraded":"2023-10-05T15:20:44.877805+0000","last_fullsized":"2023-10-05T15:20:44.877805+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:37:04.960466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071591+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:20:29.071591+0000","last_peered":"2023-10-05T15:20:29.071591+0000","last_clean":"2023-10-05T15:20:29.071591+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:20:29.071591+0000","last_undegraded":"2023-10-05T15:20:29.071591+0000","last_fullsized":"2023-10-05T15:20:29.071591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792078+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:20:31.792078+0000","last_peered":"2023-10-05T15:20:31.792078+0000","last_clean":"2023-10-05T15:20:31.792078+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:20:31.792078+0000","last_undegraded":"2023-10-05T15:20:31.792078+0000","last_fullsized":"2023-10-05T15:20:31.792078+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868934+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:20:43.868934+0000","last_peered":"2023-10-05T15:20:43.868934+0000","last_clean":"2023-10-05T15:20:43.868934+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:20:43.868934+0000","last_undegraded":"2023-10-05T15:20:43.868934+0000","last_fullsized":"2023-10-05T15:20:43.868934+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071997+0000","last_change":"2023-10-05T15:20:25.057708+0000","last_active":"2023-10-05T15:20:29.071997+0000","last_peered":"2023-10-05T15:20:29.071997+0000","last_clean":"2023-10-05T15:20:29.071997+0000","last_became_active":"2023-10-05T15:20:25.057407+0000","last_became_peered":"2023-10-05T15:20:25.057407+0000","last_unstale":"2023-10-05T15:20:29.071997+0000","last_undegraded":"2023-10-05T15:20:29.071997+0000","last_fullsized":"2023-10-05T15:20:29.071997+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:38.517770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199770+0000","last_change":"2023-10-05T15:20:29.092316+0000","last_active":"2023-10-05T15:20:31.199770+0000","last_peered":"2023-10-05T15:20:31.199770+0000","last_clean":"2023-10-05T15:20:31.199770+0000","last_became_active":"2023-10-05T15:20:29.091950+0000","last_became_peered":"2023-10-05T15:20:29.091950+0000","last_unstale":"2023-10-05T15:20:31.199770+0000","last_undegraded":"2023-10-05T15:20:31.199770+0000","last_fullsized":"2023-10-05T15:20:31.199770+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:57:25.486074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":60,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:21.944853+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:21:21.944853+0000","last_peered":"2023-10-05T15:21:21.944853+0000","last_clean":"2023-10-05T15:21:21.944853+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:21:21.944853+0000","last_undegraded":"2023-10-05T15:21:21.944853+0000","last_fullsized":"2023-10-05T15:21:21.944853+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":41,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071775+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:20:29.071775+0000","last_peered":"2023-10-05T15:20:29.071775+0000","last_clean":"2023-10-05T15:20:29.071775+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:20:29.071775+0000","last_undegraded":"2023-10-05T15:20:29.071775+0000","last_fullsized":"2023-10-05T15:20:29.071775+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451499+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:20:31.451499+0000","last_peered":"2023-10-05T15:20:31.451499+0000","last_clean":"2023-10-05T15:20:31.451499+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:20:31.451499+0000","last_undegraded":"2023-10-05T15:20:31.451499+0000","last_fullsized":"2023-10-05T15:20:31.451499+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":32,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879959+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:20:44.879959+0000","last_peered":"2023-10-05T15:20:44.879959+0000","last_clean":"2023-10-05T15:20:44.879959+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:20:44.879959+0000","last_undegraded":"2023-10-05T15:20:44.879959+0000","last_fullsized":"2023-10-05T15:20:44.879959+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077875+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:20:29.077875+0000","last_peered":"2023-10-05T15:20:29.077875+0000","last_clean":"2023-10-05T15:20:29.077875+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:20:29.077875+0000","last_undegraded":"2023-10-05T15:20:29.077875+0000","last_fullsized":"2023-10-05T15:20:29.077875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350828+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:20:30.350828+0000","last_peered":"2023-10-05T15:20:30.350828+0000","last_clean":"2023-10-05T15:20:30.350828+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:20:30.350828+0000","last_undegraded":"2023-10-05T15:20:30.350828+0000","last_fullsized":"2023-10-05T15:20:30.350828+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:45.881475+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:20:45.881475+0000","last_peered":"2023-10-05T15:20:45.881475+0000","last_clean":"2023-10-05T15:20:45.881475+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:20:45.881475+0000","last_undegraded":"2023-10-05T15:20:45.881475+0000","last_fullsized":"2023-10-05T15:20:45.881475+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071051+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:20:29.071051+0000","last_peered":"2023-10-05T15:20:29.071051+0000","last_clean":"2023-10-05T15:20:29.071051+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:20:29.071051+0000","last_undegraded":"2023-10-05T15:20:29.071051+0000","last_fullsized":"2023-10-05T15:20:29.071051+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451776+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:20:31.451776+0000","last_peered":"2023-10-05T15:20:31.451776+0000","last_clean":"2023-10-05T15:20:31.451776+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:20:31.451776+0000","last_undegraded":"2023-10-05T15:20:31.451776+0000","last_fullsized":"2023-10-05T15:20:31.451776+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.066278+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:20:29.066278+0000","last_peered":"2023-10-05T15:20:29.066278+0000","last_clean":"2023-10-05T15:20:29.066278+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:20:29.066278+0000","last_undegraded":"2023-10-05T15:20:29.066278+0000","last_fullsized":"2023-10-05T15:20:29.066278+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067468+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:20:29.067468+0000","last_peered":"2023-10-05T15:20:29.067468+0000","last_clean":"2023-10-05T15:20:29.067468+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:20:29.067468+0000","last_undegraded":"2023-10-05T15:20:29.067468+0000","last_fullsized":"2023-10-05T15:20:29.067468+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451348+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:20:31.451348+0000","last_peered":"2023-10-05T15:20:31.451348+0000","last_clean":"2023-10-05T15:20:31.451348+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:20:31.451348+0000","last_undegraded":"2023-10-05T15:20:31.451348+0000","last_fullsized":"2023-10-05T15:20:31.451348+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":17,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069689+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:20:30.069689+0000","last_peered":"2023-10-05T15:20:30.069689+0000","last_clean":"2023-10-05T15:20:30.069689+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:20:30.069689+0000","last_undegraded":"2023-10-05T15:20:30.069689+0000","last_fullsized":"2023-10-05T15:20:30.069689+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.067249+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:20:29.067249+0000","last_peered":"2023-10-05T15:20:29.067249+0000","last_clean":"2023-10-05T15:20:29.067249+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:20:29.067249+0000","last_undegraded":"2023-10-05T15:20:29.067249+0000","last_fullsized":"2023-10-05T15:20:29.067249+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451436+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:20:31.451436+0000","last_peered":"2023-10-05T15:20:31.451436+0000","last_clean":"2023-10-05T15:20:31.451436+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:20:31.451436+0000","last_undegraded":"2023-10-05T15:20:31.451436+0000","last_fullsized":"2023-10-05T15:20:31.451436+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077283+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:20:29.077283+0000","last_peered":"2023-10-05T15:20:29.077283+0000","last_clean":"2023-10-05T15:20:29.077283+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:20:29.077283+0000","last_undegraded":"2023-10-05T15:20:29.077283+0000","last_fullsized":"2023-10-05T15:20:29.077283+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"86'4","reported_seq":56,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:21:18.939935+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:21:18.939935+0000","last_peered":"2023-10-05T15:21:18.939935+0000","last_clean":"2023-10-05T15:21:18.939935+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:21:18.939935+0000","last_undegraded":"2023-10-05T15:21:18.939935+0000","last_fullsized":"2023-10-05T15:21:18.939935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":35,"num_read_kb":35,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.070166+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:20:30.070166+0000","last_peered":"2023-10-05T15:20:30.070166+0000","last_clean":"2023-10-05T15:20:30.070166+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:20:30.070166+0000","last_undegraded":"2023-10-05T15:20:30.070166+0000","last_fullsized":"2023-10-05T15:20:30.070166+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071085+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:20:29.071085+0000","last_peered":"2023-10-05T15:20:29.071085+0000","last_clean":"2023-10-05T15:20:29.071085+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:20:29.071085+0000","last_undegraded":"2023-10-05T15:20:29.071085+0000","last_fullsized":"2023-10-05T15:20:29.071085+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":22,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:45.878794+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:20:45.878794+0000","last_peered":"2023-10-05T15:20:45.878794+0000","last_clean":"2023-10-05T15:20:45.878794+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:20:45.878794+0000","last_undegraded":"2023-10-05T15:20:45.878794+0000","last_fullsized":"2023-10-05T15:20:45.878794+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":317,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071565+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:20:29.071565+0000","last_peered":"2023-10-05T15:20:29.071565+0000","last_clean":"2023-10-05T15:20:29.071565+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:20:29.071565+0000","last_undegraded":"2023-10-05T15:20:29.071565+0000","last_fullsized":"2023-10-05T15:20:29.071565+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351055+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:20:30.351055+0000","last_peered":"2023-10-05T15:20:30.351055+0000","last_clean":"2023-10-05T15:20:30.351055+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:20:30.351055+0000","last_undegraded":"2023-10-05T15:20:30.351055+0000","last_fullsized":"2023-10-05T15:20:30.351055+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.070871+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:20:29.070871+0000","last_peered":"2023-10-05T15:20:29.070871+0000","last_clean":"2023-10-05T15:20:29.070871+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:20:29.070871+0000","last_undegraded":"2023-10-05T15:20:29.070871+0000","last_fullsized":"2023-10-05T15:20:29.070871+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.876935+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:20:44.876935+0000","last_peered":"2023-10-05T15:20:44.876935+0000","last_clean":"2023-10-05T15:20:44.876935+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:20:44.876935+0000","last_undegraded":"2023-10-05T15:20:44.876935+0000","last_fullsized":"2023-10-05T15:20:44.876935+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.792028+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:20:31.792028+0000","last_peered":"2023-10-05T15:20:31.792028+0000","last_clean":"2023-10-05T15:20:31.792028+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:20:31.792028+0000","last_undegraded":"2023-10-05T15:20:31.792028+0000","last_fullsized":"2023-10-05T15:20:31.792028+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868394+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:20:43.868394+0000","last_peered":"2023-10-05T15:20:43.868394+0000","last_clean":"2023-10-05T15:20:43.868394+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:20:43.868394+0000","last_undegraded":"2023-10-05T15:20:43.868394+0000","last_fullsized":"2023-10-05T15:20:43.868394+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071476+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:20:29.071476+0000","last_peered":"2023-10-05T15:20:29.071476+0000","last_clean":"2023-10-05T15:20:29.071476+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:20:29.071476+0000","last_undegraded":"2023-10-05T15:20:29.071476+0000","last_fullsized":"2023-10-05T15:20:29.071476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069737+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:20:30.069737+0000","last_peered":"2023-10-05T15:20:30.069737+0000","last_clean":"2023-10-05T15:20:30.069737+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:20:30.069737+0000","last_undegraded":"2023-10-05T15:20:30.069737+0000","last_fullsized":"2023-10-05T15:20:30.069737+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'3","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.878627+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:20:44.878627+0000","last_peered":"2023-10-05T15:20:44.878627+0000","last_clean":"2023-10-05T15:20:44.878627+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:20:44.878627+0000","last_undegraded":"2023-10-05T15:20:44.878627+0000","last_fullsized":"2023-10-05T15:20:44.878627+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078433+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:20:29.078433+0000","last_peered":"2023-10-05T15:20:29.078433+0000","last_clean":"2023-10-05T15:20:29.078433+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:20:29.078433+0000","last_undegraded":"2023-10-05T15:20:29.078433+0000","last_fullsized":"2023-10-05T15:20:29.078433+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069121+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:20:30.069121+0000","last_peered":"2023-10-05T15:20:30.069121+0000","last_clean":"2023-10-05T15:20:30.069121+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:20:30.069121+0000","last_undegraded":"2023-10-05T15:20:30.069121+0000","last_fullsized":"2023-10-05T15:20:30.069121+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.866312+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:20:43.866312+0000","last_peered":"2023-10-05T15:20:43.866312+0000","last_clean":"2023-10-05T15:20:43.866312+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:20:43.866312+0000","last_undegraded":"2023-10-05T15:20:43.866312+0000","last_fullsized":"2023-10-05T15:20:43.866312+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.084306+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:20:29.084306+0000","last_peered":"2023-10-05T15:20:29.084306+0000","last_clean":"2023-10-05T15:20:29.084306+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:20:29.084306+0000","last_undegraded":"2023-10-05T15:20:29.084306+0000","last_fullsized":"2023-10-05T15:20:29.084306+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538948+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:20:30.538948+0000","last_peered":"2023-10-05T15:20:30.538948+0000","last_clean":"2023-10-05T15:20:30.538948+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:20:30.538948+0000","last_undegraded":"2023-10-05T15:20:30.538948+0000","last_fullsized":"2023-10-05T15:20:30.538948+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868064+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:20:43.868064+0000","last_peered":"2023-10-05T15:20:43.868064+0000","last_clean":"2023-10-05T15:20:43.868064+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:20:43.868064+0000","last_undegraded":"2023-10-05T15:20:43.868064+0000","last_fullsized":"2023-10-05T15:20:43.868064+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076421+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:20:29.076421+0000","last_peered":"2023-10-05T15:20:29.076421+0000","last_clean":"2023-10-05T15:20:29.076421+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:20:29.076421+0000","last_undegraded":"2023-10-05T15:20:29.076421+0000","last_fullsized":"2023-10-05T15:20:29.076421+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.199926+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:20:31.199926+0000","last_peered":"2023-10-05T15:20:31.199926+0000","last_clean":"2023-10-05T15:20:31.199926+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:20:31.199926+0000","last_undegraded":"2023-10-05T15:20:31.199926+0000","last_fullsized":"2023-10-05T15:20:31.199926+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":20,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.866551+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:20:43.866551+0000","last_peered":"2023-10-05T15:20:43.866551+0000","last_clean":"2023-10-05T15:20:43.866551+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:20:43.866551+0000","last_undegraded":"2023-10-05T15:20:43.866551+0000","last_fullsized":"2023-10-05T15:20:43.866551+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071328+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:20:29.071328+0000","last_peered":"2023-10-05T15:20:29.071328+0000","last_clean":"2023-10-05T15:20:29.071328+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:20:29.071328+0000","last_undegraded":"2023-10-05T15:20:29.071328+0000","last_fullsized":"2023-10-05T15:20:29.071328+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538838+0000","last_change":"2023-10-05T15:20:29.082104+0000","last_active":"2023-10-05T15:20:30.538838+0000","last_peered":"2023-10-05T15:20:30.538838+0000","last_clean":"2023-10-05T15:20:30.538838+0000","last_became_active":"2023-10-05T15:20:29.081681+0000","last_became_peered":"2023-10-05T15:20:29.081681+0000","last_unstale":"2023-10-05T15:20:30.538838+0000","last_undegraded":"2023-10-05T15:20:30.538838+0000","last_fullsized":"2023-10-05T15:20:30.538838+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:27:13.142822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":18,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.069069+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:20:30.069069+0000","last_peered":"2023-10-05T15:20:30.069069+0000","last_clean":"2023-10-05T15:20:30.069069+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:20:30.069069+0000","last_undegraded":"2023-10-05T15:20:30.069069+0000","last_fullsized":"2023-10-05T15:20:30.069069+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071627+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:20:29.071627+0000","last_peered":"2023-10-05T15:20:29.071627+0000","last_clean":"2023-10-05T15:20:29.071627+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:20:29.071627+0000","last_undegraded":"2023-10-05T15:20:29.071627+0000","last_fullsized":"2023-10-05T15:20:29.071627+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.538908+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:20:30.538908+0000","last_peered":"2023-10-05T15:20:30.538908+0000","last_clean":"2023-10-05T15:20:30.538908+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:20:30.538908+0000","last_undegraded":"2023-10-05T15:20:30.538908+0000","last_fullsized":"2023-10-05T15:20:30.538908+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:43.868114+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:20:43.868114+0000","last_peered":"2023-10-05T15:20:43.868114+0000","last_clean":"2023-10-05T15:20:43.868114+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:20:43.868114+0000","last_undegraded":"2023-10-05T15:20:43.868114+0000","last_fullsized":"2023-10-05T15:20:43.868114+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072398+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:20:29.072398+0000","last_peered":"2023-10-05T15:20:29.072398+0000","last_clean":"2023-10-05T15:20:29.072398+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:20:29.072398+0000","last_undegraded":"2023-10-05T15:20:29.072398+0000","last_fullsized":"2023-10-05T15:20:29.072398+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:31.451385+0000","last_change":"2023-10-05T15:20:29.084280+0000","last_active":"2023-10-05T15:20:31.451385+0000","last_peered":"2023-10-05T15:20:31.451385+0000","last_clean":"2023-10-05T15:20:31.451385+0000","last_became_active":"2023-10-05T15:20:29.083826+0000","last_became_peered":"2023-10-05T15:20:29.083826+0000","last_unstale":"2023-10-05T15:20:31.451385+0000","last_undegraded":"2023-10-05T15:20:31.451385+0000","last_fullsized":"2023-10-05T15:20:31.451385+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:15:50.569369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":21,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:44.879682+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:20:44.879682+0000","last_peered":"2023-10-05T15:20:44.879682+0000","last_clean":"2023-10-05T15:20:44.879682+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:20:44.879682+0000","last_undegraded":"2023-10-05T15:20:44.879682+0000","last_fullsized":"2023-10-05T15:20:44.879682+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.076553+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:20:29.076553+0000","last_peered":"2023-10-05T15:20:29.076553+0000","last_clean":"2023-10-05T15:20:29.076553+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:20:29.076553+0000","last_undegraded":"2023-10-05T15:20:29.076553+0000","last_fullsized":"2023-10-05T15:20:29.076553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.256612+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:20:30.256612+0000","last_peered":"2023-10-05T15:20:30.256612+0000","last_clean":"2023-10-05T15:20:30.256612+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:20:30.256612+0000","last_undegraded":"2023-10-05T15:20:30.256612+0000","last_fullsized":"2023-10-05T15:20:30.256612+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":19,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.351096+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:20:30.351096+0000","last_peered":"2023-10-05T15:20:30.351096+0000","last_clean":"2023-10-05T15:20:30.351096+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:20:30.351096+0000","last_undegraded":"2023-10-05T15:20:30.351096+0000","last_fullsized":"2023-10-05T15:20:30.351096+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072128+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:20:29.072128+0000","last_peered":"2023-10-05T15:20:29.072128+0000","last_clean":"2023-10-05T15:20:29.072128+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:20:29.072128+0000","last_undegraded":"2023-10-05T15:20:29.072128+0000","last_fullsized":"2023-10-05T15:20:29.072128+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":86,"state":"active+clean","last_fresh":"2023-10-05T15:20:30.350412+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:20:30.350412+0000","last_peered":"2023-10-05T15:20:30.350412+0000","last_clean":"2023-10-05T15:20:30.350412+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:20:30.350412+0000","last_undegraded":"2023-10-05T15:20:30.350412+0000","last_fullsized":"2023-10-05T15:20:30.350412+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072298+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:20:29.072298+0000","last_peered":"2023-10-05T15:20:29.072298+0000","last_clean":"2023-10-05T15:20:29.072298+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:20:29.072298+0000","last_undegraded":"2023-10-05T15:20:29.072298+0000","last_fullsized":"2023-10-05T15:20:29.072298+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075741+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:20:29.075741+0000","last_peered":"2023-10-05T15:20:29.075741+0000","last_clean":"2023-10-05T15:20:29.075741+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:20:29.075741+0000","last_undegraded":"2023-10-05T15:20:29.075741+0000","last_fullsized":"2023-10-05T15:20:29.075741+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071432+0000","last_change":"2023-10-05T15:20:25.042618+0000","last_active":"2023-10-05T15:20:29.071432+0000","last_peered":"2023-10-05T15:20:29.071432+0000","last_clean":"2023-10-05T15:20:29.071432+0000","last_became_active":"2023-10-05T15:20:25.042305+0000","last_became_peered":"2023-10-05T15:20:25.042305+0000","last_unstale":"2023-10-05T15:20:29.071432+0000","last_undegraded":"2023-10-05T15:20:29.071432+0000","last_fullsized":"2023-10-05T15:20:29.071432+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:35:20.915544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073915+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:20:29.073915+0000","last_peered":"2023-10-05T15:20:29.073915+0000","last_clean":"2023-10-05T15:20:29.073915+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:20:29.073915+0000","last_undegraded":"2023-10-05T15:20:29.073915+0000","last_fullsized":"2023-10-05T15:20:29.073915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073645+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:20:29.073645+0000","last_peered":"2023-10-05T15:20:29.073645+0000","last_clean":"2023-10-05T15:20:29.073645+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:20:29.073645+0000","last_undegraded":"2023-10-05T15:20:29.073645+0000","last_fullsized":"2023-10-05T15:20:29.073645+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.085159+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:20:29.085159+0000","last_peered":"2023-10-05T15:20:29.085159+0000","last_clean":"2023-10-05T15:20:29.085159+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:20:29.085159+0000","last_undegraded":"2023-10-05T15:20:29.085159+0000","last_fullsized":"2023-10-05T15:20:29.085159+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071568+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:20:29.071568+0000","last_peered":"2023-10-05T15:20:29.071568+0000","last_clean":"2023-10-05T15:20:29.071568+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:20:29.071568+0000","last_undegraded":"2023-10-05T15:20:29.071568+0000","last_fullsized":"2023-10-05T15:20:29.071568+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.072893+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:20:29.072893+0000","last_peered":"2023-10-05T15:20:29.072893+0000","last_clean":"2023-10-05T15:20:29.072893+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:20:29.072893+0000","last_undegraded":"2023-10-05T15:20:29.072893+0000","last_fullsized":"2023-10-05T15:20:29.072893+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.075558+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:20:29.075558+0000","last_peered":"2023-10-05T15:20:29.075558+0000","last_clean":"2023-10-05T15:20:29.075558+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:20:29.075558+0000","last_undegraded":"2023-10-05T15:20:29.075558+0000","last_fullsized":"2023-10-05T15:20:29.075558+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.078540+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:20:29.078540+0000","last_peered":"2023-10-05T15:20:29.078540+0000","last_clean":"2023-10-05T15:20:29.078540+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:20:29.078540+0000","last_undegraded":"2023-10-05T15:20:29.078540+0000","last_fullsized":"2023-10-05T15:20:29.078540+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.077184+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:20:29.077184+0000","last_peered":"2023-10-05T15:20:29.077184+0000","last_clean":"2023-10-05T15:20:29.077184+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:20:29.077184+0000","last_undegraded":"2023-10-05T15:20:29.077184+0000","last_fullsized":"2023-10-05T15:20:29.077184+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.074719+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:20:29.074719+0000","last_peered":"2023-10-05T15:20:29.074719+0000","last_clean":"2023-10-05T15:20:29.074719+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:20:29.074719+0000","last_undegraded":"2023-10-05T15:20:29.074719+0000","last_fullsized":"2023-10-05T15:20:29.074719+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073278+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:20:29.073278+0000","last_peered":"2023-10-05T15:20:29.073278+0000","last_clean":"2023-10-05T15:20:29.073278+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:20:29.073278+0000","last_undegraded":"2023-10-05T15:20:29.073278+0000","last_fullsized":"2023-10-05T15:20:29.073278+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.071640+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:20:29.071640+0000","last_peered":"2023-10-05T15:20:29.071640+0000","last_clean":"2023-10-05T15:20:29.071640+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:20:29.071640+0000","last_undegraded":"2023-10-05T15:20:29.071640+0000","last_fullsized":"2023-10-05T15:20:29.071640+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2023-10-05T15:20:29.073372+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:20:29.073372+0000","last_peered":"2023-10-05T15:20:29.073372+0000","last_clean":"2023-10-05T15:20:29.073372+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:20:29.073372+0000","last_undegraded":"2023-10-05T15:20:29.073372+0000","last_fullsized":"2023-10-05T15:20:29.073372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":249,"num_read_kb":136,"num_write":129,"num_write_kb":43,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":22356,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":113,"ondisk_log_size":113,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481815,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":458354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.69399999999999995}]},{"osd":1,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.502}]},{"osd":2,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.443,"5min":0.443,"15min":0.443},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.441}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.752},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.66800000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.70999999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":1.238,"5min":1.238,"15min":1.238},"last":0.77400000000000002}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":9,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.3120000000000001,"5min":1.3120000000000001,"15min":1.3120000000000001},"last":0.627},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.80300000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.76400000000000001,"5min":0.76400000000000001,"15min":0.76400000000000001},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.82399999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.343,"5min":1.343,"15min":1.343},"last":0.68400000000000005}]}]},{"osd":10,"up_from":70,"seq":300647710748,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28560,"kb_used_data":1544,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716592,"statfs":{"total":95995035648,"available":95965790208,"internally_reserved":0,"allocated":1581056,"data_stored":1053560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.45600000000000002}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.629,"15min":0.629},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.63900000000000001}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61699999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.42299999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.53800000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.04},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.071,"5min":1.071,"15min":1.071},"last":0.71299999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.4279999999999999,"5min":1.4279999999999999,"15min":1.4279999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.69099999999999995}]},{"osd":11,"last update":"Thu Oct 5 15:20:45 2023","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.748},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.1080000000000001,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.73499999999999999}]}]},{"osd":9,"up_from":65,"seq":279172874271,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":458590,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.47599999999999998,"15min":0.48399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68700000000000006,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.433,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.39300000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.70099999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.441},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89500000000000002,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.47099999999999997}]},{"osd":3,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.36899999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.48699999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.95899999999999996,"5min":1.119,"15min":1.119},"last":0.77000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73299999999999998,"15min":0.74299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.998,"5min":1.04,"15min":1.04},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.748,"5min":0.77400000000000002,"15min":0.77800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.077,"5min":2.077,"15min":2.077},"last":0.54300000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79100000000000004,"15min":0.80400000000000005},"min":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.46100000000000002,"5min":0.443,"15min":0.443},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.68700000000000006}]},{"osd":8,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83099999999999996,"15min":0.85099999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0109999999999999,"5min":1.278,"15min":1.278},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83499999999999996,"15min":0.84999999999999998},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0629999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.72599999999999998}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":1.115,"5min":1.115,"15min":1.115},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.80800000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":8,"up_from":58,"seq":249108103204,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":458510,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.59399999999999997,"15min":0.57699999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.7329999999999997,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.55000000000000004,"15min":0.54600000000000004},"min":{"1min":0.318,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.88400000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.60599999999999998,"15min":0.59599999999999997},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":2.2930000000000001,"5min":2.2930000000000001,"15min":2.2930000000000001},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.753,"5min":0.61599999999999999,"15min":0.59299999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":5.1749999999999998,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.73299999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.46700000000000003,"15min":0.47399999999999998},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.58299999999999996,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.51300000000000001,"15min":0.48499999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":6.5049999999999999,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.58499999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.77700000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.61699999999999999,"15min":0.61099999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.6990000000000001,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.71399999999999997,"5min":0.67000000000000004,"15min":0.66300000000000003},"min":{"1min":0.41999999999999998,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.0099999999999998,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.71999999999999997}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.59699999999999998,"15min":0.57999999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":5.0759999999999996,"5min":5.0759999999999996,"15min":5.0759999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.58599999999999997,"15min":0.59099999999999997},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80100000000000005,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.748}]},{"osd":6,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.68200000000000005,"15min":0.68500000000000005},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.83599999999999997},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.73399999999999999,"15min":0.71499999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":5.1289999999999996,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.70999999999999996}]},{"osd":7,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.89800000000000002,"5min":0.73799999999999999,"15min":0.71099999999999997},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":6.0979999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.72799999999999998,"15min":0.72599999999999998},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.92700000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.872}]},{"osd":10,"last update":"Thu Oct 5 15:20:23 2023","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.51200000000000001,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.95099999999999996},{"interface":"front","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.91700000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80500000000000005}]}]},{"osd":7,"up_from":51,"seq":219043332135,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1049932,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.45600000000000002,"15min":0.44},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.49099999999999999,"15min":0.47099999999999997},"min":{"1min":0.35399999999999998,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.441}]},{"osd":2,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.60699999999999998,"15min":0.59699999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0469999999999999,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.71999999999999997,"5min":0.622,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.68600000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.63800000000000001,"15min":0.629},"min":{"1min":0.45000000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.67300000000000004,"15min":0.65000000000000002},"min":{"1min":0.47099999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":2.431,"5min":2.431,"15min":2.431},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.59699999999999998,"15min":0.58099999999999996},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":2.1480000000000001,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.56100000000000005,"15min":0.55300000000000005},"min":{"1min":0.39400000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.1659999999999999,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.47799999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.64900000000000002,"15min":0.63400000000000001},"min":{"1min":0.46300000000000002,"5min":0.441,"15min":0.441},"max":{"1min":1.0249999999999999,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.72999999999999998,"15min":0.72099999999999997},"min":{"1min":0.501,"5min":0.435,"15min":0.435},"max":{"1min":1.01,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.625}]},{"osd":6,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.73799999999999999,"15min":0.71899999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":2.4969999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.69599999999999995,"15min":0.68400000000000005},"min":{"1min":0.47299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0669999999999999,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.64200000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.76000000000000001,"15min":0.746},"min":{"1min":0.55800000000000005,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.78400000000000003},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.754,"15min":0.752},"min":{"1min":0.48799999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.81699999999999995,"15min":0.81100000000000005},"min":{"1min":0.56599999999999995,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.80200000000000005},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.81799999999999995,"15min":0.81399999999999995},"min":{"1min":0.54600000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.913,"5min":1.913,"15min":1.913},"last":0.753}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.0960000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.1579999999999999,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.82999999999999996}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85599999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":946176,"data_stored":457862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.41799999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.375}]},{"osd":1,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.59099999999999997,"15min":0.57299999999999995},"min":{"1min":0.47099999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.68200000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67100000000000004,"15min":0.64300000000000002},"min":{"1min":0.46600000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.645,"5min":3.645,"15min":3.645},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.442,"5min":0.437,"15min":0.437},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.66500000000000004,"15min":0.64900000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.6829999999999998,"5min":3.6829999999999998,"15min":3.6829999999999998},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68300000000000005,"15min":0.67900000000000005},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.65000000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":3.6019999999999999},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.73799999999999999,"15min":0.71299999999999997},"min":{"1min":0.48299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":3.7759999999999998,"5min":3.7759999999999998,"15min":3.7759999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.75700000000000001,"5min":0.76100000000000001,"15min":0.76200000000000001},"min":{"1min":0.51300000000000001,"5min":0.497,"15min":0.497},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.76100000000000001,"15min":0.76900000000000002},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.0409999999999999,"5min":1.0409999999999999,"15min":1.0409999999999999},"last":0.71699999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.72999999999999998,"15min":0.747},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.81299999999999994,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.80200000000000005,"15min":0.81200000000000006},"min":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.80500000000000005}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.83399999999999996,"15min":0.80200000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":0.65700000000000003},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.86299999999999999,"15min":0.83599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":7.6420000000000003,"5min":7.6420000000000003,"15min":7.6420000000000003},"last":0.70399999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"min":{"1min":0.504,"5min":0.504,"15min":0.504},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.76400000000000001},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.82099999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]}]},{"osd":1,"up_from":13,"seq":55834574912,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":461614,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:27 2023","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.53400000000000003,"15min":0.48699999999999999},"min":{"1min":0.436,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.85999999999999999,"5min":0.873,"15min":0.873},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.54000000000000004,"15min":0.51900000000000002},"min":{"1min":0.437,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.42599999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.54200000000000004,"15min":0.50900000000000001},"min":{"1min":0.44,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.57499999999999996,"15min":0.53500000000000003},"min":{"1min":0.40899999999999997,"5min":0.317,"15min":0.317},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.81000000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59699999999999998,"15min":0.54100000000000004},"min":{"1min":0.38600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.61699999999999999,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89300000000000002,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.747}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.48699999999999999,"15min":0.46400000000000002},"min":{"1min":0.34799999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.495,"15min":0.47899999999999998},"min":{"1min":0.371,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.69399999999999995}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.997,"5min":0.70999999999999996,"15min":0.64000000000000001},"min":{"1min":0.66200000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":3.7719999999999998,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.871},{"interface":"front","average":{"1min":0.749,"5min":0.63400000000000001,"15min":0.60199999999999998},"min":{"1min":0.51200000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.79400000000000004}]},{"osd":6,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69599999999999995,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92700000000000005,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.64100000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.59899999999999998,"15min":0.58299999999999996},"min":{"1min":0.36599999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.054,"5min":1.054,"15min":1.054},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.88300000000000001,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.84399999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.84899999999999998,"5min":0.82699999999999996,"15min":0.82299999999999995},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.91000000000000003},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.79900000000000004,"15min":0.79000000000000004},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1140000000000001,"5min":1.1140000000000001,"15min":1.1140000000000001},"last":0.92300000000000004}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.75600000000000001,"15min":0.746},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.85599999999999998,"15min":0.84999999999999998},"min":{"1min":0.58099999999999996,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.95899999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.119,"5min":1.119,"15min":1.119},"last":0.93400000000000005},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.89200000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98399999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738437,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27964,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717188,"statfs":{"total":95995035648,"available":95966400512,"internally_reserved":0,"allocated":970752,"data_stored":459250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.35399999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.499},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.55000000000000004,"15min":0.51700000000000002},"min":{"1min":0.38500000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.85299999999999998,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47999999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57199999999999995,"15min":0.53200000000000003},"min":{"1min":0.42699999999999999,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.76100000000000001,"5min":1.972,"15min":1.972},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.53800000000000003,"15min":0.51700000000000002},"min":{"1min":0.40500000000000003,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.79000000000000004,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.56799999999999995}]},{"osd":3,"last update":"Thu Oct 5 15:18:56 2023","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.39700000000000002,"15min":0.38300000000000001},"min":{"1min":0.29399999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.374},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.41099999999999998,"15min":0.40300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40400000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.55300000000000005,"15min":0.54100000000000004},"min":{"1min":0.45500000000000002,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.443},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.61799999999999999,"15min":0.58099999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.0169999999999999,"5min":1.923,"15min":1.923},"last":0.54600000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.60899999999999999,"15min":0.58599999999999997},"min":{"1min":0.41299999999999998,"5min":0.375,"15min":0.375},"max":{"1min":0.85999999999999999,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.629},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58399999999999996,"15min":0.56799999999999995},"min":{"1min":0.39000000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.88900000000000001,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.85399999999999998}]},{"osd":6,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.56999999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82399999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85599999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59799999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.44600000000000001,"5min":0.44600000000000001,"15min":0.44600000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":2.1030000000000002,"5min":2.1030000000000002,"15min":2.1030000000000002},"last":0.71199999999999997}]},{"osd":8,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.71499999999999997,"15min":0.72699999999999998},"min":{"1min":0.436,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93500000000000005,"5min":1.101,"15min":1.101},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.84399999999999997,"15min":0.87},"min":{"1min":0.53400000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.97599999999999998,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.72599999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.76600000000000001,"15min":0.78800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":1.089,"15min":1.089},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.64700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.28,"5min":1.28,"15min":1.28},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.65700000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2130000000000001,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.77800000000000002,"5min":0.77800000000000002,"15min":0.77800000000000002},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.998,"5min":0.998,"15min":0.998},"last":0.81299999999999994}]}]},{"osd":2,"up_from":18,"seq":77309411389,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27968,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717184,"statfs":{"total":95995035648,"available":95966396416,"internally_reserved":0,"allocated":974848,"data_stored":462691,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.56499999999999995,"15min":0.54400000000000004},"min":{"1min":0.379,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":4.0270000000000001,"5min":4.0270000000000001,"15min":4.0270000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.50600000000000001,"5min":0.54600000000000004,"15min":0.57199999999999995},"min":{"1min":0.41099999999999998,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.68000000000000005,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.71199999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.55200000000000005,"15min":0.52800000000000002},"min":{"1min":0.39000000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.83399999999999996,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.624},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.58599999999999997,"15min":0.55800000000000005},"min":{"1min":0.41099999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.55700000000000005}]},{"osd":3,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.40899999999999997,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94499999999999995,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82899999999999996,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.79800000000000004}]},{"osd":4,"last update":"Thu Oct 5 15:19:25 2023","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42999999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.745},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.64300000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:20:47 2023","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.46999999999999997,"15min":0.45000000000000001},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.505},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.49199999999999999,"15min":0.47599999999999998},"min":{"1min":0.34699999999999998,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.439}]},{"osd":6,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.65700000000000003,"15min":0.64100000000000001},"min":{"1min":0.46700000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91400000000000003,"5min":1.127,"15min":1.127},"last":0.85699999999999998},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85799999999999998,"5min":0.876,"15min":0.876},"last":0.83799999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.67800000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:20:42 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.59299999999999997,"15min":0.58999999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.53700000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.504,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93799999999999994,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.753,"15min":0.755},"min":{"1min":0.56299999999999994,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95999999999999996,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.874}]},{"osd":10,"last update":"Thu Oct 5 15:20:25 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.014,"5min":1.014,"15min":1.014},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]}]},{"osd":3,"up_from":25,"seq":107374182456,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":458056,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.373,"15min":0.32700000000000001},"min":{"1min":0.29399999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.33900000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61099999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.47099999999999997}]},{"osd":1,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.504},"min":{"1min":0.42799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.506,"5min":1.512,"15min":1.512},"last":0.74399999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.60899999999999999,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.50600000000000001}]},{"osd":4,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.57399999999999995,"15min":0.56499999999999995},"min":{"1min":0.433,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.874,"5min":1.347,"15min":1.347},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.70399999999999996,"5min":0.626,"15min":0.60199999999999998},"min":{"1min":0.52200000000000002,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.72299999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:20:51 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.65000000000000002,"15min":0.621},"min":{"1min":0.47599999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.623,"5min":0.59799999999999998,"15min":0.58299999999999996},"min":{"1min":0.45600000000000002,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.4019999999999999,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.56200000000000006}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.438},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.76700000000000002,"5min":0.73199999999999998,"15min":0.72599999999999998},"min":{"1min":0.53700000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.052,"5min":1.143,"15min":1.143},"last":0.628},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41099999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79000000000000004,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.61799999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79500000000000004,"15min":0.80900000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.45700000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.80600000000000005}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]}]},{"osd":4,"up_from":33,"seq":141733920821,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27948,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717204,"statfs":{"total":95995035648,"available":95966416896,"internally_reserved":0,"allocated":954368,"data_stored":458416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1],"upper_bound":2},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.41899999999999998,"15min":0.39800000000000002},"min":{"1min":0.313,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38500000000000001},"min":{"1min":0.23599999999999999,"5min":0.23599999999999999,"15min":0.23599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.34599999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55900000000000005,"15min":0.55100000000000005},"min":{"1min":0.38700000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.70699999999999996,"5min":0.60599999999999998,"15min":0.57599999999999996},"min":{"1min":0.47899999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.56399999999999995,"15min":0.53800000000000003},"min":{"1min":0.45800000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":0.95499999999999996},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.55200000000000005,"15min":0.53300000000000003},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.439}]},{"osd":5,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.627,"15min":0.59799999999999998},"min":{"1min":0.439,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.012,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.59299999999999997,"15min":0.56599999999999995},"min":{"1min":0.48399999999999999,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.88600000000000001,"5min":1,"15min":1},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.66800000000000004,"15min":0.622},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.5730000000000004,"5min":4.5730000000000004,"15min":4.5730000000000004},"last":0.629},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.751,"15min":0.69899999999999995},"min":{"1min":0.47899999999999998,"5min":0.434,"15min":0.434},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.66300000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.64100000000000001,"15min":0.627},"min":{"1min":0.38300000000000001,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.59899999999999998,"15min":0.58499999999999996},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.64300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:20:44 2023","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.67000000000000004,"15min":0.67200000000000004},"min":{"1min":0.46200000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.92000000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.78500000000000003,"5min":0.749,"15min":0.74299999999999999},"min":{"1min":0.55600000000000005,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.036,"5min":1.079,"15min":1.079},"last":0.73899999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.89100000000000001,"15min":0.82799999999999996},"min":{"1min":0.42799999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.5030000000000001,"5min":9.5030000000000001,"15min":9.5030000000000001},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.78100000000000003,"15min":0.754},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.72099999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.75700000000000001},{"interface":"front","average":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"min":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.79200000000000004}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83699999999999997}]}]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28540,"kb_used_data":1524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716612,"statfs":{"total":95995035648,"available":95965810688,"internally_reserved":0,"allocated":1560576,"data_stored":1049335,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.52100000000000002,"15min":0.499},"min":{"1min":0.36599999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.76300000000000001,"5min":0.92500000000000004,"15min":0.92500000000000004},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.51800000000000002,"15min":0.502},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.81399999999999995,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.53200000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.78400000000000003,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.57299999999999995,"15min":0.56699999999999995},"min":{"1min":0.39300000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.77700000000000002,"5min":0.879,"15min":0.879},"last":0.80600000000000005}]},{"osd":2,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.41499999999999998,"15min":0.40799999999999997},"min":{"1min":0.26200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.59699999999999998,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.40899999999999997},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.41899999999999998,"15min":0.40999999999999998},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.59099999999999997,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.497}]},{"osd":3,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59099999999999997,"15min":0.55400000000000005},"min":{"1min":0.35499999999999998,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0129999999999999,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.56100000000000005,"15min":0.54700000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83799999999999997,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.625}]},{"osd":4,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.64500000000000002,"15min":0.60199999999999998},"min":{"1min":0.45100000000000001,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.85799999999999998,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.65800000000000003,"15min":0.626},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.89000000000000001,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.74099999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.54000000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.755,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79400000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.55100000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.64400000000000002,"15min":0.64000000000000001},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.82399999999999995,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.70199999999999996,"15min":0.67700000000000005},"min":{"1min":0.52600000000000002,"5min":0.499,"15min":0.499},"max":{"1min":3.9750000000000001,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.753}]},{"osd":8,"last update":"Thu Oct 5 15:20:43 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63900000000000001,"15min":0.64200000000000002},"min":{"1min":0.29899999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.624,"5min":0.63200000000000001,"15min":0.63300000000000001},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.69599999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.89300000000000002},"min":{"1min":0.498,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84199999999999997,"5min":3.996,"15min":3.996},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.47699999999999998,"5min":0.443,"15min":0.443},"max":{"1min":0.90200000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.67700000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:20:24 2023","interfaces":[{"interface":"back","average":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.83699999999999997},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.78700000000000003}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":5192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:21:25.643 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2023-10-05T15:21:25.643 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-10-05T15:21:25.644 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2023-10-05T15:21:25.644 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph health --format=json 2023-10-05T15:21:26.216 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:26.475 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:26 smithi029 ceph-mon[99237]: pgmap v284: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:26.475 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:26 smithi029 ceph-mon[99237]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:26.476 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:26 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:21:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:26 smithi040 ceph-mon[103696]: pgmap v284: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:26 smithi040 ceph-mon[103696]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:26 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:21:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:26 smithi177 ceph-mon[103568]: pgmap v284: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:26 smithi177 ceph-mon[103568]: from='client.15075 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:21:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:26 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:21:27.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.425+0000 7fe8aad08700 1 -- 172.21.15.29:0/650090510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4105e70 msgr2=0x7fe8a4106250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:27.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.425+0000 7fe8aad08700 1 --2- 172.21.15.29:0/650090510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4105e70 0x7fe8a4106250 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fe8980099c0 tx=0x7fe898009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.425+0000 7fe8aad08700 1 -- 172.21.15.29:0/650090510 shutdown_connections 2023-10-05T15:21:27.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- 172.21.15.29:0/650090510 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100820 0x7fe8a410cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- 172.21.15.29:0/650090510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4105e70 0x7fe8a4106250 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- 172.21.15.29:0/650090510 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe60 0x7fe8a41002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 -- 172.21.15.29:0/650090510 >> 172.21.15.29:0/650090510 conn(0x7fe8a4075e00 msgr2=0x7fe8a4076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:27.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 -- 172.21.15.29:0/650090510 shutdown_connections 2023-10-05T15:21:27.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 -- 172.21.15.29:0/650090510 wait complete. 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 Processor -- start 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 -- start start 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 0x7fe8a4197e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.426+0000 7fe8aad08700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4105e70 0x7fe8a41a2e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8aad08700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a4198c50 con 0x7fe8a4100820 2023-10-05T15:21:27.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8aad08700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a41a33c0 con 0x7fe8a40ffe60 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8aad08700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a41a3530 con 0x7fe8a4105e70 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45980/0 (socket says 172.21.15.29:45980) 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 -- 172.21.15.29:0/1521342378 learned_addr learned my addr 172.21.15.29:0/1521342378 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a8aa4700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 0x7fe8a4197e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a92a5700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4105e70 0x7fe8a41a2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 -- 172.21.15.29:0/1521342378 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4105e70 msgr2=0x7fe8a41a2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4105e70 0x7fe8a41a2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 -- 172.21.15.29:0/1521342378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 msgr2=0x7fe8a4197e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 0x7fe8a4197e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 -- 172.21.15.29:0/1521342378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8980095f0 con 0x7fe8a4100820 2023-10-05T15:21:27.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a8aa4700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 0x7fe8a4197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe89000e9a0 tx=0x7fe89000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe890009790 con 0x7fe8a4100820 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8a4195d10 con 0x7fe8a4100820 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.427+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe890010430 con 0x7fe8a4100820 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.428+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe890018680 con 0x7fe8a4100820 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.428+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8a4196260 con 0x7fe8a4100820 2023-10-05T15:21:27.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.429+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8a404ebb0 con 0x7fe8a4100820 2023-10-05T15:21:27.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.430+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe8900105a0 con 0x7fe8a4100820 2023-10-05T15:21:27.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.431+0000 7fe8a1ffb700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 0x7fe8940a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:27.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.431+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fe890014070 con 0x7fe8a4100820 2023-10-05T15:21:27.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.431+0000 7fe8a8aa4700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 0x7fe8940a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:27.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.431+0000 7fe8a8aa4700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 0x7fe8940a3940 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe898009990 tx=0x7fe89801a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:27.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.436+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe890052100 con 0x7fe8a4100820 2023-10-05T15:21:27.692 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.690+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fe8a410fe40 con 0x7fe8a4100820 2023-10-05T15:21:27.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.690+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1521342378 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fe890096510 con 0x7fe8a4100820 2023-10-05T15:21:27.777 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:27.777 INFO:teuthology.orchestra.run.smithi029.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 msgr2=0x7fe8940a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 0x7fe8940a3940 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe898009990 tx=0x7fe89801a040 comp rx=0 tx=0).stop 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 msgr2=0x7fe8a4198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fe89000e9a0 tx=0x7fe89000ecb0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 shutdown_connections 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8940a1480 0x7fe8940a3940 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4105e70 0x7fe8a41a2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe60 0x7fe8a4197e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 --2- 172.21.15.29:0/1521342378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100820 0x7fe8a4198340 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:27.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 >> 172.21.15.29:0/1521342378 conn(0x7fe8a4075e00 msgr2=0x7fe8a4103b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:27.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 shutdown_connections 2023-10-05T15:21:27.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:27.694+0000 7fe8aad08700 1 -- 172.21.15.29:0/1521342378 wait complete. 2023-10-05T15:21:28.069 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2023-10-05T15:21:28.069 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 -- 172.21.15.29:0/3984135074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e4100fc0 msgr2=0x7f56e4101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 --2- 172.21.15.29:0/3984135074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e4100fc0 0x7f56e4101420 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f56e00099c0 tx=0x7f56e0009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 -- 172.21.15.29:0/3984135074 shutdown_connections 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 --2- 172.21.15.29:0/3984135074 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4101960 0x7f56e4108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 --2- 172.21.15.29:0/3984135074 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e40ffdd0 0x7f56e41001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 --2- 172.21.15.29:0/3984135074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e4100fc0 0x7f56e4101420 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.204+0000 7f56ebb13700 1 -- 172.21.15.29:0/3984135074 >> 172.21.15.29:0/3984135074 conn(0x7f56e40fb300 msgr2=0x7f56e40fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:28.208 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- 172.21.15.29:0/3984135074 shutdown_connections 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- 172.21.15.29:0/3984135074 wait complete. 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 Processor -- start 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- start start 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4100fc0 0x7f56e41992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e4101960 0x7f56e41a0320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56e41a08f0 con 0x7f56e40ffdd0 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56e41a0a60 con 0x7f56e4101960 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56ebb13700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56e41a0c20 con 0x7f56e4100fc0 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56e98af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56e98af700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:45990/0 (socket says 172.21.15.29:45990) 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.205+0000 7f56e98af700 1 -- 172.21.15.29:0/2654034810 learned_addr learned my addr 172.21.15.29:0/2654034810 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:28.209 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e90ae700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4100fc0 0x7f56e41992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56ea0b0700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e4101960 0x7f56e41a0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 -- 172.21.15.29:0/2654034810 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4100fc0 msgr2=0x7f56e41992f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4100fc0 0x7f56e41992f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 -- 172.21.15.29:0/2654034810 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e4101960 msgr2=0x7f56e41a0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e4101960 0x7f56e41a0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 -- 172.21.15.29:0/2654034810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56e00095f0 con 0x7f56e40ffdd0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56e98af700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f56d400e970 tx=0x7f56d400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d4009790 con 0x7f56e40ffdd0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f56d400c7e0 con 0x7f56e40ffdd0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56e41a0f00 con 0x7f56e40ffdd0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d4003c70 con 0x7f56e40ffdd0 2023-10-05T15:21:28.210 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.206+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56e41a1320 con 0x7f56e40ffdd0 2023-10-05T15:21:28.211 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.207+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56e410b630 con 0x7f56e40ffdd0 2023-10-05T15:21:28.211 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.208+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f56d400cc50 con 0x7f56e40ffdd0 2023-10-05T15:21:28.211 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.209+0000 7f56daffd700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 0x7f56d00a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.211 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.209+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f56d4014070 con 0x7f56e40ffdd0 2023-10-05T15:21:28.212 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.209+0000 7f56e90ae700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 0x7f56d00a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.212 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.209+0000 7f56e90ae700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 0x7f56d00a3990 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f56e000b580 tx=0x7f56e0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.214 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.213+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f56d40964f0 con 0x7f56e40ffdd0 2023-10-05T15:21:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:28 smithi029 ceph-mon[99237]: pgmap v285: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:28.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:28 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1521342378' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:21:28.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.428+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f56e41a1570 con 0x7f56e40ffdd0 2023-10-05T15:21:28.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.430+0000 7f56daffd700 1 -- 172.21.15.29:0/2654034810 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v86) v1 ==== 74+0+23890 (secure 0 0 0) 0x7f56d4003dd0 con 0x7f56e40ffdd0 2023-10-05T15:21:28.432 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:28.432 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":86,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:20:29.487572+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:28.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 msgr2=0x7f56d00a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 0x7f56d00a3990 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f56e000b580 tx=0x7f56e0005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 msgr2=0x7f56e4198db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f56d400e970 tx=0x7f56d400ec80 comp rx=0 tx=0).stop 2023-10-05T15:21:28.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 shutdown_connections 2023-10-05T15:21:28.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f56d00a14d0 0x7f56d00a3990 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f56e4101960 0x7f56e41a0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f56e40ffdd0 0x7f56e4198db0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 --2- 172.21.15.29:0/2654034810 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f56e4100fc0 0x7f56e41992f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 >> 172.21.15.29:0/2654034810 conn(0x7f56e40fb300 msgr2=0x7f56e4069090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:28.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 shutdown_connections 2023-10-05T15:21:28.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.433+0000 7f56ebb13700 1 -- 172.21.15.29:0/2654034810 wait complete. 2023-10-05T15:21:28.448 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:21:28.448 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:21:28.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 -- 172.21.15.29:0/3424924794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 msgr2=0x7feaa8103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 --2- 172.21.15.29:0/3424924794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8103d90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fea98009990 tx=0x7fea98009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 -- 172.21.15.29:0/3424924794 shutdown_connections 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 --2- 172.21.15.29:0/3424924794 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feaa8106c00 0x7feaa8109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 --2- 172.21.15.29:0/3424924794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8103d90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 --2- 172.21.15.29:0/3424924794 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 0x7feaa81066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 -- 172.21.15.29:0/3424924794 >> 172.21.15.29:0/3424924794 conn(0x7feaa80fb370 msgr2=0x7feaa80fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 -- 172.21.15.29:0/3424924794 shutdown_connections 2023-10-05T15:21:28.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.582+0000 7feaadfbb700 1 -- 172.21.15.29:0/3424924794 wait complete. 2023-10-05T15:21:28.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 Processor -- start 2023-10-05T15:21:28.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 -- start start 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 0x7feaa8197120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feaa8106c00 0x7feaa819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa819e760 con 0x7feaa81019a0 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa819e8a0 con 0x7feaa8106c00 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaadfbb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feaa819ea30 con 0x7feaa81042d0 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaa77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaa77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46004/0 (socket says 172.21.15.29:46004) 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.583+0000 7feaa77fe700 1 -- 172.21.15.29:0/2426759547 learned_addr learned my addr 172.21.15.29:0/2426759547 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:28.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa6ffd700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 0x7feaa8197120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 -- 172.21.15.29:0/2426759547 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 msgr2=0x7feaa8197120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 0x7feaa8197120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 -- 172.21.15.29:0/2426759547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feaa8106c00 msgr2=0x7feaa819e190 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feaa8106c00 0x7feaa819e190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 -- 172.21.15.29:0/2426759547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea980095f0 con 0x7feaa81019a0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa77fe700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fea98004740 tx=0x7fea98009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea9801d070 con 0x7feaa81019a0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea98004830 con 0x7feaa81019a0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feaa819ecb0 con 0x7feaa81019a0 2023-10-05T15:21:28.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea98005420 con 0x7feaa81019a0 2023-10-05T15:21:28.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.584+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feaa819f070 con 0x7feaa81019a0 2023-10-05T15:21:28.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.586+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feaa80fcef0 con 0x7feaa81019a0 2023-10-05T15:21:28.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.587+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fea980055c0 con 0x7feaa81019a0 2023-10-05T15:21:28.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.588+0000 7feaa4ff9700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 0x7fea900a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.588+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7fea980ce0b0 con 0x7feaa81019a0 2023-10-05T15:21:28.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.588+0000 7feaa6ffd700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 0x7fea900a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.589+0000 7feaa6ffd700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 0x7fea900a3940 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fea9c009c60 tx=0x7fea9c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.593+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fea9805b100 con 0x7feaa81019a0 2023-10-05T15:21:28.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:28 smithi040 ceph-mon[103696]: pgmap v285: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:28.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:28 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1521342378' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:21:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:28 smithi177 ceph-mon[103568]: pgmap v285: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:28 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1521342378' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2023-10-05T15:21:28.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.801+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7feaa810c7c0 con 0x7feaa81019a0 2023-10-05T15:21:28.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.801+0000 7feaa4ff9700 1 -- 172.21.15.29:0/2426759547 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v86) v1 ==== 93+0+10 (secure 0 0 0) 0x7fea980975b0 con 0x7feaa81019a0 2023-10-05T15:21:28.804 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.803+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 msgr2=0x7fea900a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.803+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 0x7fea900a3940 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fea9c009c60 tx=0x7fea9c009260 comp rx=0 tx=0).stop 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 msgr2=0x7feaa8196be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fea98004740 tx=0x7fea98009580 comp rx=0 tx=0).stop 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 shutdown_connections 2023-10-05T15:21:28.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fea900a1480 0x7fea900a3940 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7feaa8106c00 0x7feaa819e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaa81019a0 0x7feaa8196be0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 --2- 172.21.15.29:0/2426759547 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7feaa81042d0 0x7feaa8197120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 >> 172.21.15.29:0/2426759547 conn(0x7feaa80fb370 msgr2=0x7feaa8102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 shutdown_connections 2023-10-05T15:21:28.807 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.804+0000 7feaadfbb700 1 -- 172.21.15.29:0/2426759547 wait complete. 2023-10-05T15:21:28.818 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 -- 172.21.15.29:0/1554122289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47100ff1c0 msgr2=0x7f47100ff5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1554122289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47100ff1c0 0x7f47100ff5e0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f4700009990 tx=0x7f4700009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 -- 172.21.15.29:0/1554122289 shutdown_connections 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1554122289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 0x7f47101093e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1554122289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f47100ff1c0 0x7f47100ff5e0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1554122289 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4710102190 0x7f47101025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 -- 172.21.15.29:0/1554122289 >> 172.21.15.29:0/1554122289 conn(0x7f47100fab10 msgr2=0x7f47100fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 -- 172.21.15.29:0/1554122289 shutdown_connections 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.955+0000 7f4716a4c700 1 -- 172.21.15.29:0/1554122289 wait complete. 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 Processor -- start 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 -- start start 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f47100ff1c0 0x7f4710194aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 0x7f471019c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f471019c620 con 0x7f4710102190 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f471019c760 con 0x7f4710102b30 2023-10-05T15:21:28.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.956+0000 7f4716a4c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f471019c8f0 con 0x7f47100ff1c0 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46016/0 (socket says 172.21.15.29:46016) 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f47100ff1c0 0x7f4710194aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 -- 172.21.15.29:0/1285631897 learned_addr learned my addr 172.21.15.29:0/1285631897 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f4714fe9700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 0x7f471019c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 -- 172.21.15.29:0/1285631897 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f47100ff1c0 msgr2=0x7f4710194aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f47100ff1c0 0x7f4710194aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 -- 172.21.15.29:0/1285631897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 msgr2=0x7f471019c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 0x7f471019c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:28.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 -- 172.21.15.29:0/1285631897 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47000095f0 con 0x7f4710102190 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470f7fe700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f470400e9a0 tx=0x7f470400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4704009790 con 0x7f4710102190 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f470400cbd0 con 0x7f4710102190 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f471019cbd0 con 0x7f4710102190 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4704018680 con 0x7f4710102190 2023-10-05T15:21:28.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.957+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f471019d130 con 0x7f4710102190 2023-10-05T15:21:28.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.958+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4710107f50 con 0x7f4710102190 2023-10-05T15:21:28.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.959+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f470400cd40 con 0x7f4710102190 2023-10-05T15:21:28.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.960+0000 7f470d7fa700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 0x7f46f80a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:28.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.960+0000 7f470ffff700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 0x7f46f80a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:28.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.960+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f4704014070 con 0x7f4710102190 2023-10-05T15:21:28.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.961+0000 7f470ffff700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 0x7f46f80a39c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f470000b2e0 tx=0x7f4700005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:28.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:28.965+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4704052100 con 0x7f4710102190 2023-10-05T15:21:29.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.188+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f471002cf70 con 0x7f4710102190 2023-10-05T15:21:29.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.189+0000 7f470d7fa700 1 -- 172.21.15.29:0/1285631897 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v86) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4704096530 con 0x7f4710102190 2023-10-05T15:21:29.191 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:29.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 msgr2=0x7f46f80a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 0x7f46f80a39c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f470000b2e0 tx=0x7f4700005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 msgr2=0x7f4710194fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.193 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f470400e9a0 tx=0x7f470400ecb0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 shutdown_connections 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f46f80a1500 0x7f46f80a39c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f47100ff1c0 0x7f4710194aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4710102b30 0x7f471019c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 --2- 172.21.15.29:0/1285631897 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4710102190 0x7f4710194fe0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 >> 172.21.15.29:0/1285631897 conn(0x7f47100fab10 msgr2=0x7f47100fce10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:29.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.191+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 shutdown_connections 2023-10-05T15:21:29.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.192+0000 7f4716a4c700 1 -- 172.21.15.29:0/1285631897 wait complete. 2023-10-05T15:21:29.207 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:21:29.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 -- 172.21.15.29:0/4113798640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 msgr2=0x7f9e98103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/4113798640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e98103d30 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f9e88009990 tx=0x7f9e88009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 -- 172.21.15.29:0/4113798640 shutdown_connections 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/4113798640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e98103d30 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/4113798640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e98109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/4113798640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e98106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 -- 172.21.15.29:0/4113798640 >> 172.21.15.29:0/4113798640 conn(0x7f9e980fb330 msgr2=0x7f9e980fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 -- 172.21.15.29:0/4113798640 shutdown_connections 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.337+0000 7f9e9cc63700 1 -- 172.21.15.29:0/4113798640 wait complete. 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 Processor -- start 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 -- start start 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e981012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e980ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e980ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e981005d0 con 0x7f9e98104270 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e98100740 con 0x7f9e98106ba0 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9cc63700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e981a0c40 con 0x7f9e98101940 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e95d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e980ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e95d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e980ff8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46030/0 (socket says 172.21.15.29:46030) 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e95d9b700 1 -- 172.21.15.29:0/3618476008 learned_addr learned my addr 172.21.15.29:0/3618476008 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e980ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e9659c700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e981012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 -- 172.21.15.29:0/3618476008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 msgr2=0x7f9e981012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e981012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 -- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 msgr2=0x7f9e980ff8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e980ff8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.338+0000 7f9e96d9d700 1 -- 172.21.15.29:0/3618476008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e880095f0 con 0x7f9e98106ba0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e96d9d700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e980ffe30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9e9000efc0 tx=0x7f9e9000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e90018070 con 0x7f9e98106ba0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9e9000f040 con 0x7f9e98106ba0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e981a0ec0 con 0x7f9e98106ba0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e9000cd40 con 0x7f9e98106ba0 2023-10-05T15:21:29.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.339+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e981a12f0 con 0x7f9e98106ba0 2023-10-05T15:21:29.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.340+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e980fceb0 con 0x7f9e98106ba0 2023-10-05T15:21:29.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.341+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9e90003a00 con 0x7f9e98106ba0 2023-10-05T15:21:29.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.341+0000 7f9e877fe700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 0x7f9e800a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.342+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 8730+0+0 (secure 0 0 0) 0x7f9e900ccaa0 con 0x7f9e98106ba0 2023-10-05T15:21:29.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.342+0000 7f9e9659c700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 0x7f9e800a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.342+0000 7f9e9659c700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 0x7f9e800a3940 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800b2e0 tx=0x7f9e88005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:29.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.346+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9e90095fa0 con 0x7f9e98106ba0 2023-10-05T15:21:29.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.552+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f9e9802d270 con 0x7f9e98106ba0 2023-10-05T15:21:29.558 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.556+0000 7f9e877fe700 1 -- 172.21.15.29:0/3618476008 <== mon.2 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9e900995c0 con 0x7f9e98106ba0 2023-10-05T15:21:29.559 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:21:29.563 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 msgr2=0x7f9e800a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.563 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 0x7f9e800a3940 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e8800b2e0 tx=0x7f9e88005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.563 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 msgr2=0x7f9e980ffe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e980ffe30 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f9e9000efc0 tx=0x7f9e9000c3a0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 shutdown_connections 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9e800a1480 0x7f9e800a3940 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9e98101940 0x7f9e981012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9e98106ba0 0x7f9e980ffe30 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 --2- 172.21.15.29:0/3618476008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9e98104270 0x7f9e980ff8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 >> 172.21.15.29:0/3618476008 conn(0x7f9e980fb330 msgr2=0x7f9e981025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:29.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 shutdown_connections 2023-10-05T15:21:29.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.560+0000 7f9e9cc63700 1 -- 172.21.15.29:0/3618476008 wait complete. 2023-10-05T15:21:29.574 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2654034810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:29.574 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.574 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.575 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-10-05T15:21:29.575 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2023-10-05T15:21:29.575 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.575 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-10-05T15:21:29.575 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.577 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.577 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2426759547' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.577 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.577 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.577 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:29 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1285631897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.579 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:21:29.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2654034810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:29.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-10-05T15:21:29.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2426759547' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:29 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1285631897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2654034810' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]: dispatch 2023-10-05T15:21:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2426759547' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:29.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:29 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1285631897' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:29.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 -- 172.21.15.29:0/3190743497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 msgr2=0x7fefd4109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 --2- 172.21.15.29:0/3190743497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd4109010 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fefcc00b0a0 tx=0x7fefcc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 -- 172.21.15.29:0/3190743497 shutdown_connections 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 --2- 172.21.15.29:0/3190743497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd4109010 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 --2- 172.21.15.29:0/3190743497 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4101940 0x7fefd4103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 --2- 172.21.15.29:0/3190743497 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4104270 0x7fefd4106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 -- 172.21.15.29:0/3190743497 >> 172.21.15.29:0/3190743497 conn(0x7fefd40fb330 msgr2=0x7fefd40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 -- 172.21.15.29:0/3190743497 shutdown_connections 2023-10-05T15:21:29.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.711+0000 7fefda080700 1 -- 172.21.15.29:0/3190743497 wait complete. 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 Processor -- start 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 -- start start 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4101940 0x7fefd41012b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd41005d0 con 0x7fefd4106ba0 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd4100740 con 0x7fefd4104270 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefda080700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd41a0c90 con 0x7fefd4101940 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.718 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46046/0 (socket says 172.21.15.29:46046) 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd2ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:53166/0 (socket says 172.21.15.29:53166) 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd3fff700 1 -- 172.21.15.29:0/1987273101 learned_addr learned my addr 172.21.15.29:0/1987273101 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.712+0000 7fefd37fe700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4101940 0x7fefd41012b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 -- 172.21.15.29:0/1987273101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4101940 msgr2=0x7fefd41012b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4101940 0x7fefd41012b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 -- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 msgr2=0x7fefd40ffe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 -- 172.21.15.29:0/1987273101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefcc009d00 con 0x7fefd4104270 2023-10-05T15:21:29.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd3fff700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd2ffd700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fefc800d950 tx=0x7fefc800dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc800f890 con 0x7fefd4104270 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fefc8010460 con 0x7fefd4104270 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefd41a0f70 con 0x7fefd4104270 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc800e610 con 0x7fefd4104270 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.713+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefd41a1440 con 0x7fefd4104270 2023-10-05T15:21:29.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.714+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefd40fceb0 con 0x7fefd4104270 2023-10-05T15:21:29.721 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.715+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fefc800f9f0 con 0x7fefd4104270 2023-10-05T15:21:29.721 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.716+0000 7fefd0ff9700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 0x7fefbc0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:29.721 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.716+0000 7fefd37fe700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 0x7fefbc0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:29.721 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.716+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fefc80ccbe0 con 0x7fefd4104270 2023-10-05T15:21:29.721 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.716+0000 7fefd37fe700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 0x7fefbc0a39c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fefc4005950 tx=0x7fefc400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:29.722 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.721+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fefc8095f30 con 0x7fefd4104270 2023-10-05T15:21:29.925 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.923+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fefd402d1c0 con 0x7fefd4104270 2023-10-05T15:21:29.926 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.924+0000 7fefd0ff9700 1 -- 172.21.15.29:0/1987273101 <== mon.2 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v87) v1 ==== 103+0+11 (secure 0 0 0) 0x7fefc80160a0 con 0x7fefd4104270 2023-10-05T15:21:29.926 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:29.928 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 msgr2=0x7fefbc0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 0x7fefbc0a39c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fefc4005950 tx=0x7fefc400b410 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 msgr2=0x7fefd40ff8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fefc800d950 tx=0x7fefc800dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 shutdown_connections 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fefbc0a1500 0x7fefbc0a39c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fefd4101940 0x7fefd41012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fefd4106ba0 0x7fefd40ffe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 --2- 172.21.15.29:0/1987273101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fefd4104270 0x7fefd40ff8f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 >> 172.21.15.29:0/1987273101 conn(0x7fefd40fb330 msgr2=0x7fefd41025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:29.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 shutdown_connections 2023-10-05T15:21:29.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:29.926+0000 7fefda080700 1 -- 172.21.15.29:0/1987273101 wait complete. 2023-10-05T15:21:29.941 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.064+0000 7f19fc119700 1 -- 172.21.15.29:0/418546871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 msgr2=0x7f19f41012a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.064+0000 7f19fc119700 1 --2- 172.21.15.29:0/418546871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f41012a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f19f0009990 tx=0x7f19f0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- 172.21.15.29:0/418546871 shutdown_connections 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- 172.21.15.29:0/418546871 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 0x7f19f4109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- 172.21.15.29:0/418546871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f41012a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- 172.21.15.29:0/418546871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 0x7f19f41024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- 172.21.15.29:0/418546871 >> 172.21.15.29:0/418546871 conn(0x7f19f40fc420 msgr2=0x7f19f40fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:30.069 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- 172.21.15.29:0/418546871 shutdown_connections 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- 172.21.15.29:0/418546871 wait complete. 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 Processor -- start 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- start start 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 0x7f19f41970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 0x7f19f419e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f419e700 con 0x7f19f4100e80 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f419e840 con 0x7f19f4102060 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.065+0000 7f19fc119700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19f419e9d0 con 0x7f19f4102a20 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46056/0 (socket says 172.21.15.29:46056) 2023-10-05T15:21:30.070 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 -- 172.21.15.29:0/1106448249 learned_addr learned my addr 172.21.15.29:0/1106448249 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19fa6b6700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 0x7f19f419e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f96b4700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 0x7f19f41970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 -- 172.21.15.29:0/1106448249 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 msgr2=0x7f19f419e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 0x7f19f419e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 -- 172.21.15.29:0/1106448249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 msgr2=0x7f19f41970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 0x7f19f41970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 -- 172.21.15.29:0/1106448249 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19f00095f0 con 0x7f19f4100e80 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19f9eb5700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f19f00095c0 tx=0x7f19f000f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19f001d070 con 0x7f19f4100e80 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f19f0005030 con 0x7f19f4100e80 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19f419ec50 con 0x7f19f4100e80 2023-10-05T15:21:30.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19f0004ab0 con 0x7f19f4100e80 2023-10-05T15:21:30.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.066+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19f419f070 con 0x7f19f4100e80 2023-10-05T15:21:30.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.067+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19f410c6f0 con 0x7f19f4100e80 2023-10-05T15:21:30.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.068+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f19f0004c90 con 0x7f19f4100e80 2023-10-05T15:21:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.069+0000 7f19eaffd700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 0x7f19e00a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.069+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f19f00cdfb0 con 0x7f19f4100e80 2023-10-05T15:21:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.069+0000 7f19f96b4700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 0x7f19e00a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.070+0000 7f19f96b4700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 0x7f19e00a3990 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f19f4100ba0 tx=0x7f19e400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.073+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f19f0097330 con 0x7f19f4100e80 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: pgmap v286: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-10-05T15:21:30.219 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2023-10-05T15:21:30.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-05T15:21:30.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]': finished 2023-10-05T15:21:30.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2023-10-05T15:21:30.220 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:21:30.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.322+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f19f4107e20 con 0x7f19f4100e80 2023-10-05T15:21:30.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.322+0000 7f19eaffd700 1 -- 172.21.15.29:0/1106448249 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f19f009a950 con 0x7f19f4100e80 2023-10-05T15:21:30.325 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:30.325 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.324+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 msgr2=0x7f19e00a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 0x7f19e00a3990 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f19f4100ba0 tx=0x7f19e400b410 comp rx=0 tx=0).stop 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 msgr2=0x7f19f4196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f19f00095c0 tx=0x7f19f000f690 comp rx=0 tx=0).stop 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 shutdown_connections 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f19e00a14d0 0x7f19e00a3990 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f19f4102a20 0x7f19f419e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f4100e80 0x7f19f4196b80 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 --2- 172.21.15.29:0/1106448249 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f19f4102060 0x7f19f41970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 >> 172.21.15.29:0/1106448249 conn(0x7f19f40fc420 msgr2=0x7f19f40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 shutdown_connections 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.325+0000 7f19fc119700 1 -- 172.21.15.29:0/1106448249 wait complete. 2023-10-05T15:21:30.328 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:30.339 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:30.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/524180151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 msgr2=0x7f0f58101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/524180151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f58101420 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c0099c0 tx=0x7f0f4c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/524180151 shutdown_connections 2023-10-05T15:21:30.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/524180151 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f580ffdd0 0x7f0f581001f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/524180151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f58101960 0x7f0f58108210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/524180151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f58101420 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/524180151 >> 172.21.15.29:0/524180151 conn(0x7f0f580fb340 msgr2=0x7f0f580fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/524180151 shutdown_connections 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.463+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/524180151 wait complete. 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 Processor -- start 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 -- start start 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f580ffdd0 0x7f0f58069dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 0x7f0f5819df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f5819e6b0 con 0x7f0f58100fc0 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f5819e820 con 0x7f0f580ffdd0 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f5dc9c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f5819e9e0 con 0x7f0f58101960 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f56ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f56ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46072/0 (socket says 172.21.15.29:46072) 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.464+0000 7f0f56ffd700 1 -- 172.21.15.29:0/4056659405 learned_addr learned my addr 172.21.15.29:0/4056659405 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f577fe700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f580ffdd0 0x7f0f58069dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f57fff700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 0x7f0f5819df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 -- 172.21.15.29:0/4056659405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 msgr2=0x7f0f5819df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 0x7f0f5819df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 -- 172.21.15.29:0/4056659405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f580ffdd0 msgr2=0x7f0f58069dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f580ffdd0 0x7f0f58069dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 -- 172.21.15.29:0/4056659405 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f4c0095f0 con 0x7f0f58100fc0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f57fff700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 0x7f0f5819df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f56ffd700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c00c010 tx=0x7f0f4c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c01d070 con 0x7f0f58100fc0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0f4c004110 con 0x7f0f58100fc0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f4c005360 con 0x7f0f58100fc0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f5819ec60 con 0x7f0f58100fc0 2023-10-05T15:21:30.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.465+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f5819efd0 con 0x7f0f58100fc0 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.466+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f5810b630 con 0x7f0f58100fc0 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.467+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0f4c004a10 con 0x7f0f58100fc0 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.468+0000 7f0f54ff9700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 0x7f0f400a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.468+0000 7f0f577fe700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 0x7f0f400a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.468+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f0f4c0cde90 con 0x7f0f58100fc0 2023-10-05T15:21:30.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.469+0000 7f0f577fe700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 0x7f0f400a3990 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0f48005fd0 tx=0x7f0f48005dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.472+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0f4c097210 con 0x7f0f58100fc0 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]': finished 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3618476008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:30 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1987273101' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: pgmap v286: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-10-05T15:21:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]': finished 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3618476008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:30.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:30 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1987273101' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: pgmap v286: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.13", "id": [2, 11]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1f", "id": [8, 4]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1b", "id": [4, 8]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.20", "id": [5, 9]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.a", "id": [5, 8]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.c", "id": [9, 10]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.17", "id": [9, 8]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1c", "id": [9, 8]}]': finished 2023-10-05T15:21:30.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: osdmap e87: 12 total, 12 up, 12 in 2023-10-05T15:21:30.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3618476008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:21:30.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:21:30.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='mgr.14150 172.21.15.29:0/2551655341' entity='mgr.x' 2023-10-05T15:21:30.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:30 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1987273101' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:30.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.682+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0f58106cc0 con 0x7f0f58100fc0 2023-10-05T15:21:30.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.684+0000 7f0f54ff9700 1 -- 172.21.15.29:0/4056659405 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7f0f4c09a830 con 0x7f0f58100fc0 2023-10-05T15:21:30.686 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:30.686 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:30.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 msgr2=0x7f0f400a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 0x7f0f400a3990 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0f48005fd0 tx=0x7f0f48005dd0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 msgr2=0x7f0f5819b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f0f4c00c010 tx=0x7f0f4c009580 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 shutdown_connections 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0f400a14d0 0x7f0f400a3990 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0f58101960 0x7f0f5819df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0f580ffdd0 0x7f0f58069dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 --2- 172.21.15.29:0/4056659405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f58100fc0 0x7f0f5819b8d0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 >> 172.21.15.29:0/4056659405 conn(0x7f0f580fb340 msgr2=0x7f0f580fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 shutdown_connections 2023-10-05T15:21:30.689 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.686+0000 7f0f5dc9c700 1 -- 172.21.15.29:0/4056659405 wait complete. 2023-10-05T15:21:30.701 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:21:30.701 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:21:30.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2312544585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe41042b0 msgr2=0x7fdfe41066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2312544585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe41042b0 0x7fdfe41066a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fdfd4009990 tx=0x7fdfd4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2312544585 shutdown_connections 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2312544585 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe4101980 0x7fdfe4103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2312544585 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe4109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2312544585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe41042b0 0x7fdfe41066a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2312544585 >> 172.21.15.29:0/2312544585 conn(0x7fdfe40fb3b0 msgr2=0x7fdfe40fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2312544585 shutdown_connections 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.830+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2312544585 wait complete. 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 Processor -- start 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 -- start start 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 0x7fdfe4197170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe419e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe419e770 con 0x7fdfe4101980 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe419e8e0 con 0x7fdfe4106be0 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe8f46700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfe419eaa0 con 0x7fdfe41042b0 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46082/0 (socket says 172.21.15.29:46082) 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 -- 172.21.15.29:0/2040253675 learned_addr learned my addr 172.21.15.29:0/2040253675 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe2d9d700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe419e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe1d9b700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 0x7fdfe4197170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 -- 172.21.15.29:0/2040253675 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 msgr2=0x7fdfe4197170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 0x7fdfe4197170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 -- 172.21.15.29:0/2040253675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 msgr2=0x7fdfe419e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:30.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe419e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 -- 172.21.15.29:0/2040253675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd40095f0 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe2d9d700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe419e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe1d9b700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 0x7fdfe4197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.831+0000 7fdfe259c700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800d950 tx=0x7fdfd800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.832+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd8009b40 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.832+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfe419ed80 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.832+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdfd8009ca0 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.832+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd800f620 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.832+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfe419f220 con 0x7fdfe4101980 2023-10-05T15:21:30.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.833+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfe40fcf30 con 0x7fdfe4101980 2023-10-05T15:21:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.834+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdfd8010460 con 0x7fdfe4101980 2023-10-05T15:21:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.834+0000 7fdfd37fe700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 0x7fdfcc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.834+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdfd80cd3b0 con 0x7fdfe4101980 2023-10-05T15:21:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.834+0000 7fdfe1d9b700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 0x7fdfcc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:30.839 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.835+0000 7fdfe1d9b700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 0x7fdfcc0a3940 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fdfd400b5c0 tx=0x7fdfd4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:30.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:30.838+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdfd8096700 con 0x7fdfe4101980 2023-10-05T15:21:31.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.038+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdfe410c9a0 con 0x7fdfe4101980 2023-10-05T15:21:31.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.039+0000 7fdfd37fe700 1 -- 172.21.15.29:0/2040253675 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdfd8016020 con 0x7fdfe4101980 2023-10-05T15:21:31.041 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 msgr2=0x7fdfcc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 0x7fdfcc0a3940 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fdfd400b5c0 tx=0x7fdfd4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 msgr2=0x7fdfe4196c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fdfd800d950 tx=0x7fdfd800dd10 comp rx=0 tx=0).stop 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 shutdown_connections 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdfcc0a1480 0x7fdfcc0a3940 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.043 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdfe4106be0 0x7fdfe419e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfe4101980 0x7fdfe4196c30 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 --2- 172.21.15.29:0/2040253675 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdfe41042b0 0x7fdfe4197170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 >> 172.21.15.29:0/2040253675 conn(0x7fdfe40fb3b0 msgr2=0x7fdfe41025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 shutdown_connections 2023-10-05T15:21:31.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.041+0000 7fdfe8f46700 1 -- 172.21.15.29:0/2040253675 wait complete. 2023-10-05T15:21:31.055 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:21:31.186 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- 172.21.15.29:0/3574432405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 msgr2=0x7f8b801001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.186 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 --2- 172.21.15.29:0/3574432405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b801001e0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f8b680099c0 tx=0x7f8b68009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- 172.21.15.29:0/3574432405 shutdown_connections 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 --2- 172.21.15.29:0/3574432405 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80101950 0x7f8b80108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 --2- 172.21.15.29:0/3574432405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b801001e0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 --2- 172.21.15.29:0/3574432405 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80100fb0 0x7f8b80101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- 172.21.15.29:0/3574432405 >> 172.21.15.29:0/3574432405 conn(0x7f8b800fb330 msgr2=0x7f8b800fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- 172.21.15.29:0/3574432405 shutdown_connections 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- 172.21.15.29:0/3574432405 wait complete. 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 Processor -- start 2023-10-05T15:21:31.187 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.182+0000 7f8b8586a700 1 -- start start 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80100fb0 0x7f8b80197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80101950 0x7f8b8019e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b8019e770 con 0x7f8b800ffdc0 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b8019e8b0 con 0x7f8b80100fb0 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b8019ea40 con 0x7f8b80101950 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46096/0 (socket says 172.21.15.29:46096) 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 -- 172.21.15.29:0/1096849964 learned_addr learned my addr 172.21.15.29:0/1096849964 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:31.188 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7e7fc700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80100fb0 0x7f8b80197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7f7fe700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80101950 0x7f8b8019e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 -- 172.21.15.29:0/1096849964 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80101950 msgr2=0x7f8b8019e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80101950 0x7f8b8019e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 -- 172.21.15.29:0/1096849964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80100fb0 msgr2=0x7f8b80197130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80100fb0 0x7f8b80197130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 -- 172.21.15.29:0/1096849964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b680095f0 con 0x7f8b800ffdc0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b7effd700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800b580 tx=0x7f8b68004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6801d070 con 0x7f8b800ffdc0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8b680041e0 con 0x7f8b800ffdc0 2023-10-05T15:21:31.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b8019ecc0 con 0x7f8b800ffdc0 2023-10-05T15:21:31.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.183+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b6800f460 con 0x7f8b800ffdc0 2023-10-05T15:21:31.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.184+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b8019f0e0 con 0x7f8b800ffdc0 2023-10-05T15:21:31.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.184+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b8010b650 con 0x7f8b800ffdc0 2023-10-05T15:21:31.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.185+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8b68022600 con 0x7f8b800ffdc0 2023-10-05T15:21:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.186+0000 7f8b84868700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 0x7f8b6c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.186+0000 7f8b7e7fc700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 0x7f8b6c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.186+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f8b680cedd0 con 0x7f8b800ffdc0 2023-10-05T15:21:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.187+0000 7f8b7e7fc700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 0x7f8b6c0a3940 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8b70009a10 tx=0x7f8b70009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.191 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.189+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8b68098150 con 0x7f8b800ffdc0 2023-10-05T15:21:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1106448249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:31 smithi029 ceph-mon[99237]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:21:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4056659405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:31 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2040253675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:31.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.391+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8b8019f270 con 0x7f8b800ffdc0 2023-10-05T15:21:31.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.392+0000 7f8b84868700 1 -- 172.21.15.29:0/1096849964 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8b6809b770 con 0x7f8b800ffdc0 2023-10-05T15:21:31.394 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:31.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 msgr2=0x7f8b6c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 0x7f8b6c0a3940 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f8b70009a10 tx=0x7f8b70009190 comp rx=0 tx=0).stop 2023-10-05T15:21:31.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 msgr2=0x7f8b80196bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f8b6800b580 tx=0x7f8b68004730 comp rx=0 tx=0).stop 2023-10-05T15:21:31.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 shutdown_connections 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8b6c0a1480 0x7f8b6c0a3940 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8b80101950 0x7f8b8019e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8b800ffdc0 0x7f8b80196bf0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 --2- 172.21.15.29:0/1096849964 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8b80100fb0 0x7f8b80197130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 >> 172.21.15.29:0/1096849964 conn(0x7f8b800fb330 msgr2=0x7f8b80068040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 shutdown_connections 2023-10-05T15:21:31.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.394+0000 7f8b8586a700 1 -- 172.21.15.29:0/1096849964 wait complete. 2023-10-05T15:21:31.409 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:21:31.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 -- 172.21.15.29:0/1567378116 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8102090 msgr2=0x7f15c8102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 --2- 172.21.15.29:0/1567378116 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8102090 0x7f15c8102510 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f15b4009990 tx=0x7f15b4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 -- 172.21.15.29:0/1567378116 shutdown_connections 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 --2- 172.21.15.29:0/1567378116 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102a50 0x7f15c8109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 --2- 172.21.15.29:0/1567378116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8100eb0 0x7f15c81012d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 --2- 172.21.15.29:0/1567378116 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8102090 0x7f15c8102510 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 -- 172.21.15.29:0/1567378116 >> 172.21.15.29:0/1567378116 conn(0x7f15c80fc470 msgr2=0x7f15c80fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 -- 172.21.15.29:0/1567378116 shutdown_connections 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.536+0000 7f15cee77700 1 -- 172.21.15.29:0/1567378116 wait complete. 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 Processor -- start 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 -- start start 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102090 0x7f15c81970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8102a50 0x7f15c819e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15c819e700 con 0x7f15c8100eb0 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15c819e840 con 0x7f15c8102a50 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cee77700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15c819e9d0 con 0x7f15c8102090 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46110/0 (socket says 172.21.15.29:46110) 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 -- 172.21.15.29:0/112500032 learned_addr learned my addr 172.21.15.29:0/112500032 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15cd414700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8102a50 0x7f15c819e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15c7fff700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102090 0x7f15c81970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 -- 172.21.15.29:0/112500032 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102090 msgr2=0x7f15c81970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102090 0x7f15c81970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 -- 172.21.15.29:0/112500032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8102a50 msgr2=0x7f15c819e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8102a50 0x7f15c819e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.537+0000 7f15ccc13700 1 -- 172.21.15.29:0/112500032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15b40095f0 con 0x7f15c8100eb0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15ccc13700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f15bc00d980 tx=0x7f15bc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15bc004020 con 0x7f15c8100eb0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15bc009730 con 0x7f15c8100eb0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15c819ecb0 con 0x7f15c8100eb0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15bc003a80 con 0x7f15c8100eb0 2023-10-05T15:21:31.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.538+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15c819f1c0 con 0x7f15c8100eb0 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.539+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15c810c720 con 0x7f15c8100eb0 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.540+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f15bc0098a0 con 0x7f15c8100eb0 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.541+0000 7f15c5ffb700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 0x7f15b80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.541+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f15bc0cd0f0 con 0x7f15c8100eb0 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.541+0000 7f15c7fff700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 0x7f15b80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.541+0000 7f15c7fff700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 0x7f15b80a3940 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f15b4006010 tx=0x7f15b400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.544+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f15bc0963e0 con 0x7f15c8100eb0 2023-10-05T15:21:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1106448249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:31 smithi040 ceph-mon[103696]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:21:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4056659405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:31 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2040253675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:31.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1106448249' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:31 smithi177 ceph-mon[103568]: osdmap e88: 12 total, 12 up, 12 in 2023-10-05T15:21:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4056659405' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:31 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2040253675' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:31.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.745+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f15c8107e30 con 0x7f15c8100eb0 2023-10-05T15:21:31.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.745+0000 7f15c5ffb700 1 -- 172.21.15.29:0/112500032 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f15bc099a00 con 0x7f15c8100eb0 2023-10-05T15:21:31.747 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 msgr2=0x7f15b80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 0x7f15b80a3940 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f15b4006010 tx=0x7f15b400b540 comp rx=0 tx=0).stop 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 msgr2=0x7f15c8196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f15bc00d980 tx=0x7f15bc00dc90 comp rx=0 tx=0).stop 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 shutdown_connections 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15b80a1480 0x7f15b80a3940 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15c8102a50 0x7f15c819e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15c8100eb0 0x7f15c8196b80 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 --2- 172.21.15.29:0/112500032 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15c8102090 0x7f15c81970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 >> 172.21.15.29:0/112500032 conn(0x7f15c80fc470 msgr2=0x7f15c80fe6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 shutdown_connections 2023-10-05T15:21:31.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.747+0000 7f15cee77700 1 -- 172.21.15.29:0/112500032 wait complete. 2023-10-05T15:21:31.762 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:21:31.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 -- 172.21.15.29:0/2007542036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c106c00 msgr2=0x7f0b1c109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/2007542036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c106c00 0x7f0b1c109010 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f0b1400b0a0 tx=0x7f0b1400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 -- 172.21.15.29:0/2007542036 shutdown_connections 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/2007542036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c106c00 0x7f0b1c109010 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/2007542036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/2007542036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c1066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 -- 172.21.15.29:0/2007542036 >> 172.21.15.29:0/2007542036 conn(0x7f0b1c0fb330 msgr2=0x7f0b1c0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 -- 172.21.15.29:0/2007542036 shutdown_connections 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 -- 172.21.15.29:0/2007542036 wait complete. 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.888+0000 7f0b22b2b700 1 Processor -- start 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 -- start start 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c106c00 0x7f0b1c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b1c19e780 con 0x7f0b1c1042d0 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b1c19e8f0 con 0x7f0b1c1019a0 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b22b2b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b1c19eab0 con 0x7f0b1c106c00 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46126/0 (socket says 172.21.15.29:46126) 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 -- 172.21.15.29:0/1283708090 learned_addr learned my addr 172.21.15.29:0/1283708090 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b208c7700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b210c8700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c106c00 0x7f0b1c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 -- 172.21.15.29:0/1283708090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c106c00 msgr2=0x7f0b1c19e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c106c00 0x7f0b1c19e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 -- 172.21.15.29:0/1283708090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 msgr2=0x7f0b1c196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:31.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 -- 172.21.15.29:0/1283708090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b14009d00 con 0x7f0b1c1042d0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b208c7700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b1bfff700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0b0800c9b0 tx=0x7f0b0800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.889+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b08007b00 con 0x7f0b1c1042d0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.890+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0b08007c60 con 0x7f0b1c1042d0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.890+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b1c19ed90 con 0x7f0b1c1042d0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.890+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b08018660 con 0x7f0b1c1042d0 2023-10-05T15:21:31.895 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.890+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b1c19f1e0 con 0x7f0b1c1042d0 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.891+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b1c0fceb0 con 0x7f0b1c1042d0 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.892+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f0b08018880 con 0x7f0b1c1042d0 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.892+0000 7f0b19ffb700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 0x7f0b0c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.893+0000 7f0b208c7700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 0x7f0b0c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.893+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f0b080cd0a0 con 0x7f0b1c1042d0 2023-10-05T15:21:31.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.893+0000 7f0b208c7700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 0x7f0b0c0a3940 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0b10005950 tx=0x7f0b100058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:31.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:31.897+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0b080963f0 con 0x7f0b1c1042d0 2023-10-05T15:21:32.103 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.101+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f0b1c02d020 con 0x7f0b1c1042d0 2023-10-05T15:21:32.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.101+0000 7f0b19ffb700 1 -- 172.21.15.29:0/1283708090 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f0b08099a10 con 0x7f0b1c1042d0 2023-10-05T15:21:32.104 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:32.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 msgr2=0x7f0b0c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 0x7f0b0c0a3940 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0b10005950 tx=0x7f0b100058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 msgr2=0x7f0b1c197180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f0b0800c9b0 tx=0x7f0b0800cd70 comp rx=0 tx=0).stop 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 shutdown_connections 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f0b0c0a1480 0x7f0b0c0a3940 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0b1c106c00 0x7f0b1c19e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0b1c1019a0 0x7f0b1c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 --2- 172.21.15.29:0/1283708090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0b1c1042d0 0x7f0b1c197180 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 >> 172.21.15.29:0/1283708090 conn(0x7f0b1c0fb330 msgr2=0x7f0b1c102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 shutdown_connections 2023-10-05T15:21:32.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.104+0000 7f0b22b2b700 1 -- 172.21.15.29:0/1283708090 wait complete. 2023-10-05T15:21:32.119 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.242+0000 7fb8cf94a700 1 -- 172.21.15.29:0/10324584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c8106c00 msgr2=0x7fb8c8109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.242+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/10324584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c8106c00 0x7fb8c8109010 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7fb8c000b0a0 tx=0x7fb8c000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 -- 172.21.15.29:0/10324584 shutdown_connections 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/10324584 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c81019a0 0x7fb8c8103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/10324584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c8106c00 0x7fb8c8109010 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/10324584 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81042d0 0x7fb8c81066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 -- 172.21.15.29:0/10324584 >> 172.21.15.29:0/10324584 conn(0x7fb8c80fb310 msgr2=0x7fb8c80fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 -- 172.21.15.29:0/10324584 shutdown_connections 2023-10-05T15:21:32.248 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 -- 172.21.15.29:0/10324584 wait complete. 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 Processor -- start 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 -- start start 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.243+0000 7fb8cf94a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81019a0 0x7fb8c8101310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c8106c00 0x7fb8c80ffe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c8100630 con 0x7fb8c81042d0 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c81007a0 con 0x7fb8c81019a0 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8c81a0cf0 con 0x7fb8c8106c00 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46140/0 (socket says 172.21.15.29:46140) 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 -- 172.21.15.29:0/785419013 learned_addr learned my addr 172.21.15.29:0/785419013 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:32.249 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cdee7700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c8106c00 0x7fb8c80ffe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cd6e6700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81019a0 0x7fb8c8101310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 -- 172.21.15.29:0/785419013 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c8106c00 msgr2=0x7fb8c80ffe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c8106c00 0x7fb8c80ffe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 -- 172.21.15.29:0/785419013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81019a0 msgr2=0x7fb8c8101310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81019a0 0x7fb8c8101310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 -- 172.21.15.29:0/785419013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8c0009d00 con 0x7fb8c81042d0 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8ccee5700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fb8b800d950 tx=0x7fb8b800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b800f890 con 0x7fb8c81042d0 2023-10-05T15:21:32.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb8b8010460 con 0x7fb8c81042d0 2023-10-05T15:21:32.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8b800e610 con 0x7fb8c81042d0 2023-10-05T15:21:32.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.244+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8c81a0fd0 con 0x7fb8c81042d0 2023-10-05T15:21:32.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.245+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8c81a1450 con 0x7fb8c81042d0 2023-10-05T15:21:32.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.245+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8c80fce90 con 0x7fb8c81042d0 2023-10-05T15:21:32.252 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.246+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb8b80108d0 con 0x7fb8c81042d0 2023-10-05T15:21:32.252 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.247+0000 7fb8be7fc700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 0x7fb8b40a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.252 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.247+0000 7fb8cd6e6700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 0x7fb8b40a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.252 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.247+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb8b80cccd0 con 0x7fb8c81042d0 2023-10-05T15:21:32.252 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.248+0000 7fb8cd6e6700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 0x7fb8b40a3a10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4005950 tx=0x7fb8c400a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:32.253 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.250+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb8b8096020 con 0x7fb8c81042d0 2023-10-05T15:21:32.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.497+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb8c810c940 con 0x7fb8c81042d0 2023-10-05T15:21:32.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.497+0000 7fb8be7fc700 1 -- 172.21.15.29:0/785419013 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7fb8b8020090 con 0x7fb8c81042d0 2023-10-05T15:21:32.500 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:32.500 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:21:32.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 msgr2=0x7fb8b40a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 0x7fb8b40a3a10 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fb8c4005950 tx=0x7fb8c400a300 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 msgr2=0x7fb8c80ff950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7fb8b800d950 tx=0x7fb8b800dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 shutdown_connections 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8b40a1550 0x7fb8b40a3a10 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8c8106c00 0x7fb8c80ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8c81019a0 0x7fb8c8101310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 --2- 172.21.15.29:0/785419013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8c81042d0 0x7fb8c80ff950 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 >> 172.21.15.29:0/785419013 conn(0x7fb8c80fb310 msgr2=0x7fb8c8102630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 shutdown_connections 2023-10-05T15:21:32.503 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.500+0000 7fb8cf94a700 1 -- 172.21.15.29:0/785419013 wait complete. 2023-10-05T15:21:32.504 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:32.513 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:32 smithi029 ceph-mon[99237]: pgmap v289: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:32.513 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1096849964' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.514 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/112500032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.514 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:32 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1283708090' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.515 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 -- 172.21.15.29:0/349980157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8581042b0 msgr2=0x7fb8581066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 --2- 172.21.15.29:0/349980157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8581042b0 0x7fb8581066a0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb84c009990 tx=0x7fb84c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 -- 172.21.15.29:0/349980157 shutdown_connections 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 --2- 172.21.15.29:0/349980157 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858101980 0x7fb858103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 --2- 172.21.15.29:0/349980157 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb858106be0 0x7fb858109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 --2- 172.21.15.29:0/349980157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8581042b0 0x7fb8581066a0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 -- 172.21.15.29:0/349980157 >> 172.21.15.29:0/349980157 conn(0x7fb8580fb370 msgr2=0x7fb8580fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 -- 172.21.15.29:0/349980157 shutdown_connections 2023-10-05T15:21:32.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.638+0000 7fb85d205700 1 -- 172.21.15.29:0/349980157 wait complete. 2023-10-05T15:21:32.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 Processor -- start 2023-10-05T15:21:32.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 -- start start 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8581042b0 0x7fb8580ff930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858106be0 0x7fb8580ffe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb858100610 con 0x7fb858101980 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb858100780 con 0x7fb8581042b0 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb85d205700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8581a0a60 con 0x7fb858106be0 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb856d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb856d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46152/0 (socket says 172.21.15.29:46152) 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.639+0000 7fb856d9d700 1 -- 172.21.15.29:0/1580118674 learned_addr learned my addr 172.21.15.29:0/1580118674 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:32.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb85759e700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858106be0 0x7fb8580ffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 -- 172.21.15.29:0/1580118674 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858106be0 msgr2=0x7fb8580ffe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858106be0 0x7fb8580ffe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb85659c700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8581042b0 0x7fb8580ff930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 -- 172.21.15.29:0/1580118674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8581042b0 msgr2=0x7fb8580ff930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8581042b0 0x7fb8580ff930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 -- 172.21.15.29:0/1580118674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb84c0095f0 con 0x7fb858101980 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb856d9d700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb84800c9b0 tx=0x7fb84800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb848007b00 con 0x7fb858101980 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb848007c60 con 0x7fb858101980 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8581a0d40 con 0x7fb858101980 2023-10-05T15:21:32.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb848018660 con 0x7fb858101980 2023-10-05T15:21:32.646 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.640+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8581a11a0 con 0x7fb858101980 2023-10-05T15:21:32.646 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.641+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8580fcef0 con 0x7fb858101980 2023-10-05T15:21:32.646 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.642+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb848018880 con 0x7fb858101980 2023-10-05T15:21:32.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.643+0000 7fb83ffff700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 0x7fb8400a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:32.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.643+0000 7fb85659c700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 0x7fb8400a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:32.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.643+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb8480cd2b0 con 0x7fb858101980 2023-10-05T15:21:32.647 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.643+0000 7fb85659c700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 0x7fb8400a3990 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb84c006010 tx=0x7fb84c00bf00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:32.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.646+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb848096730 con 0x7fb858101980 2023-10-05T15:21:32.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:32 smithi040 ceph-mon[103696]: pgmap v289: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:32.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1096849964' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/112500032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:32 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1283708090' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:32 smithi177 ceph-mon[103568]: pgmap v289: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:32.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1096849964' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/112500032' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:32 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1283708090' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:32.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.852+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb85810c910 con 0x7fb858101980 2023-10-05T15:21:32.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.853+0000 7fb83ffff700 1 -- 172.21.15.29:0/1580118674 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7fb848099d50 con 0x7fb858101980 2023-10-05T15:21:32.856 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:32.856 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:32.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 msgr2=0x7fb8400a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 0x7fb8400a3990 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb84c006010 tx=0x7fb84c00bf00 comp rx=0 tx=0).stop 2023-10-05T15:21:32.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 msgr2=0x7fb8581012f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fb84800c9b0 tx=0x7fb84800cd70 comp rx=0 tx=0).stop 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 shutdown_connections 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8400a14d0 0x7fb8400a3990 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb858106be0 0x7fb8580ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb858101980 0x7fb8581012f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 --2- 172.21.15.29:0/1580118674 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8581042b0 0x7fb8580ff930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 >> 172.21.15.29:0/1580118674 conn(0x7fb8580fb370 msgr2=0x7fb8581025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 shutdown_connections 2023-10-05T15:21:32.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.856+0000 7fb85d205700 1 -- 172.21.15.29:0/1580118674 wait complete. 2023-10-05T15:21:32.871 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/3438386576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102160 msgr2=0x7fd6ac1025c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/3438386576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102160 0x7fd6ac1025c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fd694009990 tx=0x7fd694009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/3438386576 shutdown_connections 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/3438386576 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac0ff190 0x7fd6ac0ff5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/3438386576 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac102b00 0x7fd6ac1093b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/3438386576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102160 0x7fd6ac1025c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/3438386576 >> 172.21.15.29:0/3438386576 conn(0x7fd6ac0faac0 msgr2=0x7fd6ac0fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:32.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/3438386576 shutdown_connections 2023-10-05T15:21:32.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.994+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/3438386576 wait complete. 2023-10-05T15:21:32.999 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.995+0000 7fd6b1f6e700 1 Processor -- start 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.995+0000 7fd6b1f6e700 1 -- start start 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac0ff190 0x7fd6ac196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac102160 0x7fd6ac1970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac19e730 con 0x7fd6ac102b00 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac19e870 con 0x7fd6ac0ff190 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6ac19ea00 con 0x7fd6ac102160 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46170/0 (socket says 172.21.15.29:46170) 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 -- 172.21.15.29:0/644931961 learned_addr learned my addr 172.21.15.29:0/644931961 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6ab7fe700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac0ff190 0x7fd6ac196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6aaffd700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac102160 0x7fd6ac1970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 -- 172.21.15.29:0/644931961 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac102160 msgr2=0x7fd6ac1970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac102160 0x7fd6ac1970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 -- 172.21.15.29:0/644931961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac0ff190 msgr2=0x7fd6ac196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac0ff190 0x7fd6ac196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 -- 172.21.15.29:0/644931961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6940095f0 con 0x7fd6ac102b00 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6abfff700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd6a400ef30 tx=0x7fd6a400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a4018070 con 0x7fd6ac102b00 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd6a400f040 con 0x7fd6ac102b00 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6a400cdb0 con 0x7fd6ac102b00 2023-10-05T15:21:33.001 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6ac19ec80 con 0x7fd6ac102b00 2023-10-05T15:21:33.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.996+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6ac19f140 con 0x7fd6ac102b00 2023-10-05T15:21:33.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.997+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6ac108550 con 0x7fd6ac102b00 2023-10-05T15:21:33.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.998+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fd6a4003a00 con 0x7fd6ac102b00 2023-10-05T15:21:33.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.999+0000 7fd6a8ff9700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 0x7fd6980a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.999+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd6a40ccba0 con 0x7fd6ac102b00 2023-10-05T15:21:33.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.999+0000 7fd6ab7fe700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 0x7fd6980a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:32.999+0000 7fd6ab7fe700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 0x7fd6980a3a10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac067e40 tx=0x7fd69c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.005 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.003+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd6a4095f80 con 0x7fd6ac102b00 2023-10-05T15:21:33.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.256+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd6ac10c770 con 0x7fd6ac102b00 2023-10-05T15:21:33.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.256+0000 7fd6a8ff9700 1 -- 172.21.15.29:0/644931961 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7fd6a40995a0 con 0x7fd6ac102b00 2023-10-05T15:21:33.259 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:33.259 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.258+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 msgr2=0x7fd6980a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 0x7fd6980a3a10 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd6ac067e40 tx=0x7fd69c009260 comp rx=0 tx=0).stop 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 msgr2=0x7fd6ac19e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fd6a400ef30 tx=0x7fd6a400c3a0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 shutdown_connections 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd6980a1550 0x7fd6980a3a10 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd6ac102b00 0x7fd6ac19e160 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd6ac0ff190 0x7fd6ac196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 --2- 172.21.15.29:0/644931961 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd6ac102160 0x7fd6ac1970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 >> 172.21.15.29:0/644931961 conn(0x7fd6ac0faac0 msgr2=0x7fd6ac105690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 shutdown_connections 2023-10-05T15:21:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.259+0000 7fd6b1f6e700 1 -- 172.21.15.29:0/644931961 wait complete. 2023-10-05T15:21:33.262 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:33.274 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-05T15:20:24.460746+0000', 'modified': '2023-10-05T15:20:45.873070+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24515, 'mds_1': 24505, 'mds_2': 24490}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6835/915112894', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6834', 'nonce': 915112894}, {'type': 'v1', 'addr': '172.21.15.40:6835', 'nonce': 915112894}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.177:6835/3744766369', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6834', 'nonce': 3744766369}, {'type': 'v1', 'addr': '172.21.15.177:6835', 'nonce': 3744766369}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6837/3780767501', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6836', 'nonce': 3780767501}, {'type': 'v1', 'addr': '172.21.15.40:6837', 'nonce': 3780767501}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24490': {'gid': 24490, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.177:6837/3315529043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6836', 'nonce': 3315529043}, {'type': 'v1', 'addr': '172.21.15.177:6837', 'nonce': 3315529043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.177:6839/2806051649', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6838', 'nonce': 2806051649}, {'type': 'v1', 'addr': '172.21.15.177:6839', 'nonce': 2806051649}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.40:6839/2198561594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6838', 'nonce': 2198561594}, {'type': 'v1', 'addr': '172.21.15.40:6839', 'nonce': 2198561594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-05T15:21:33.274 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2023-10-05T15:21:33.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 -- 172.21.15.29:0/1071732095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec100fb0 msgr2=0x7fddec101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 --2- 172.21.15.29:0/1071732095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec100fb0 0x7fddec101410 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fddd40099c0 tx=0x7fddd4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 -- 172.21.15.29:0/1071732095 shutdown_connections 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 --2- 172.21.15.29:0/1071732095 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec0ffdc0 0x7fddec1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 --2- 172.21.15.29:0/1071732095 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec101950 0x7fddec108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 --2- 172.21.15.29:0/1071732095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec100fb0 0x7fddec101410 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 -- 172.21.15.29:0/1071732095 >> 172.21.15.29:0/1071732095 conn(0x7fddec0fb330 msgr2=0x7fddec0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.398+0000 7fddf0a27700 1 -- 172.21.15.29:0/1071732095 shutdown_connections 2023-10-05T15:21:33.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 -- 172.21.15.29:0/1071732095 wait complete. 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 Processor -- start 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 -- start start 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec100fb0 0x7fddec19b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec101950 0x7fddec19dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19e740 con 0x7fddec0ffdc0 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19e8b0 con 0x7fddec100fb0 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.399+0000 7fddf0a27700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec19ea70 con 0x7fddec101950 2023-10-05T15:21:33.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46180/0 (socket says 172.21.15.29:46180) 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 -- 172.21.15.29:0/3078572477 learned_addr learned my addr 172.21.15.29:0/3078572477 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddead9d700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec101950 0x7fddec19dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec100fb0 0x7fddec19b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 -- 172.21.15.29:0/3078572477 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec101950 msgr2=0x7fddec19dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec101950 0x7fddec19dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 -- 172.21.15.29:0/3078572477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec100fb0 msgr2=0x7fddec19b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec100fb0 0x7fddec19b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 -- 172.21.15.29:0/3078572477 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddd40095f0 con 0x7fddec0ffdc0 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddea59c700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00d980 tx=0x7fdddc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fdde37fe700 1 -- 172.21.15.29:0/3078572477 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc009930 con 0x7fddec0ffdc0 2023-10-05T15:21:33.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fdde37fe700 1 -- 172.21.15.29:0/3078572477 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdddc010460 con 0x7fddec0ffdc0 2023-10-05T15:21:33.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddec19ed50 con 0x7fddec0ffdc0 2023-10-05T15:21:33.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fdde37fe700 1 -- 172.21.15.29:0/3078572477 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc00f620 con 0x7fddec0ffdc0 2023-10-05T15:21:33.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.400+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddec19f1b0 con 0x7fddec0ffdc0 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.402+0000 7fdde37fe700 1 -- 172.21.15.29:0/3078572477 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdddc010860 con 0x7fddec0ffdc0 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.403+0000 7fdde37fe700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 0x7fddd80a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.403+0000 7fdde37fe700 1 -- 172.21.15.29:0/3078572477 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdddc0cca40 con 0x7fddec0ffdc0 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.403+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 0x7fddd80a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.403+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 0x7fddd80a39c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fddd4000c00 tx=0x7fddd4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 Processor -- start 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 -- start start 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db24f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db24fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db1b6410 con 0x5616db24e210 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db1a7bd0 con 0x5616db24eb70 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db1a54f0 con 0x5616db24fa10 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46188/0 (socket says 172.21.15.29:46188) 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.404+0000 7fddea59c700 1 -- 172.21.15.29:0/2272668932 learned_addr learned my addr 172.21.15.29:0/2272668932 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddead9d700 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db24fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db24f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 -- 172.21.15.29:0/2272668932 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 msgr2=0x5616db24fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db24fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 -- 172.21.15.29:0/2272668932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 msgr2=0x5616db24f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db24f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 -- 172.21.15.29:0/2272668932 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616dafcbd90 con 0x5616db24e210 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fddea59c700 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0999e0 tx=0x7fdddc0993b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73406fce49d8bba8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fdde0ff9700 1 -- 172.21.15.29:0/2272668932 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc099a50 con 0x5616db24e210 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fdde0ff9700 1 -- 172.21.15.29:0/2272668932 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdddc09dba0 con 0x5616db24e210 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.405+0000 7fdde0ff9700 1 -- 172.21.15.29:0/2272668932 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0a1950 con 0x5616db24e210 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2272668932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 msgr2=0x5616db24e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0999e0 tx=0x7fdddc0993b0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2272668932 shutdown_connections 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db24fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db24e630 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2272668932 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db24f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2272668932 >> 172.21.15.29:0/2272668932 conn(0x5616db1c2210 msgr2=0x5616db2490f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2272668932 shutdown_connections 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2272668932 wait complete. 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 -- start start 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 Processor -- start 2023-10-05T15:21:33.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.406+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db2584b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db25f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db1a0de0 con 0x5616db24e210 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db13d6c0 con 0x5616db24eb70 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db13d360 con 0x5616db24fa10 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 10 client.0 _ll_register_callbacks cb 0x5616daf9a7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46194/0 (socket says 172.21.15.29:46194) 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 -- 172.21.15.29:0/2780655288 learned_addr learned my addr 172.21.15.29:0/2780655288 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db2584b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddead9d700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db25f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 -- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 msgr2=0x5616db25f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db25f4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 -- 172.21.15.29:0/2780655288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 msgr2=0x5616db2584b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db2584b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 -- 172.21.15.29:0/2780655288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddec19f1b0 con 0x5616db24e210 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddea59c700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdddc098040 tx=0x7fdddc097eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=680fcfc32be48a5a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddd1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc099a50 con 0x5616db24e210 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdddc0b2170 con 0x5616db24e210 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5616db240ec0 con 0x5616db24e210 2023-10-05T15:21:33.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdddc0b2330 con 0x5616db24e210 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.407+0000 7fddfcc11b80 10 client.15177 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5616dafb4c10 con 0x5616db24e210 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5616db240ec0 con 0x5616db24e210 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdddc0989b0 con 0x5616db24e210 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 10 client.15177 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 10 client.15177 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 20 client.15177 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db263600 0x5616db262420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 4 client.15177 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5616db199dc0 con 0x5616db263600 2023-10-05T15:21:33.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.408+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db263600 0x5616db262420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.409+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db263600 0x5616db262420 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=adeac01d662d609d server_cookie=2c7e36e77295065b in_seq=0 out_seq=0 2023-10-05T15:21:33.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.409+0000 7fddd1ffb700 10 client.15177 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.409+0000 7fddd1ffb700 1 -- 172.21.15.29:0/2780655288 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5616db199dc0 con 0x5616db263600 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.409+0000 7fddd1ffb700 10 client.15177 handle_command_reply: tid=0 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.409+0000 7fddfcc11b80 1 client.15177 shutdown 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 msgr2=0x5616db257f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fdddc098040 tx=0x7fdddc097eb0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 shutdown_connections 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db25f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db263600 0x5616db262420 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db257f70 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/2780655288 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db2584b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddd1ffb700 0 client.15177 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 >> 172.21.15.29:0/2780655288 conn(0x5616db1c2210 msgr2=0x5616db248f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 shutdown_connections 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 1 -- 172.21.15.29:0/2780655288 wait complete. 2023-10-05T15:21:33.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.410+0000 7fddfcc11b80 20 client.15177 trim_cache size 0 max 16384 2023-10-05T15:21:33.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.427+0000 7fddfcc11b80 1 Processor -- start 2023-10-05T15:21:33.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 -- start start 2023-10-05T15:21:33.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 0x5616db256c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db0218d0 con 0x5616db24fa10 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db243760 con 0x5616db24eb70 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db199dc0 con 0x5616db24e210 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46206/0 (socket says 172.21.15.29:46206) 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 -- 172.21.15.29:0/1579042687 learned_addr learned my addr 172.21.15.29:0/1579042687 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddea59c700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 0x5616db256c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 -- 172.21.15.29:0/1579042687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 msgr2=0x5616db256c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 0x5616db256c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 -- 172.21.15.29:0/1579042687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 msgr2=0x5616db25f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 -- 172.21.15.29:0/1579042687 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616daff2200 con 0x5616db24fa10 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddea59c700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 0x5616db256c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.428+0000 7fddead9d700 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009e60 tx=0x7fdde4009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd2e5851669b11e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fdde17fa700 1 -- 172.21.15.29:0/1579042687 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde4007d80 con 0x5616db24fa10 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fdde17fa700 1 -- 172.21.15.29:0/1579042687 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde400f040 con 0x5616db24fa10 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fdde17fa700 1 -- 172.21.15.29:0/1579042687 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde401f780 con 0x5616db24fa10 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1579042687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 msgr2=0x5616db248f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009e60 tx=0x7fdde4009e90 comp rx=0 tx=0).stop 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1579042687 shutdown_connections 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24e210 0x5616db256c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24fa10 0x5616db248f00 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1579042687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1579042687 >> 172.21.15.29:0/1579042687 conn(0x5616db1c2210 msgr2=0x5616db26bf60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1579042687 shutdown_connections 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1579042687 wait complete. 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.429+0000 7fddfcc11b80 1 -- start start 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 Processor -- start 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db2b6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db25f710 con 0x5616db24e210 2023-10-05T15:21:33.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db25f880 con 0x5616db24eb70 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616db2b7530 con 0x5616db24fa10 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddfcc11b80 10 client.0 _ll_register_callbacks cb 0x7fdddc084040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46208/0 (socket says 172.21.15.29:46208) 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 -- 172.21.15.29:0/1485782723 learned_addr learned my addr 172.21.15.29:0/1485782723 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddead9d700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db2b6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 -- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 msgr2=0x5616db2b6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db2b6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 -- 172.21.15.29:0/1485782723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 msgr2=0x5616db25c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 -- 172.21.15.29:0/1485782723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdde4009b10 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddea59c700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdddc099750 tx=0x7fdddc0993b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b28957c3e516dd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.430+0000 7fddd1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc099140 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdddc09ec80 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdddc09dba0 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdddc09e8e0 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 10 client.15183 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5616dafca260 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdddc09dba0 con 0x5616db24e210 2023-10-05T15:21:33.440 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdddc081070 con 0x5616db24e210 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 10 client.15183 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 10 client.15183 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 20 client.15183 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db2bc210 0x5616db2b86e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 4 client.15183 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5616db199ae0 con 0x5616db2bc210 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.431+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db2bc210 0x5616db2b86e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddd1ffb700 10 client.15183 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fdde9d9b700 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db2bc210 0x5616db2b86e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=299f46c809437bce server_cookie=d5b2c2c3bf5a0459 in_seq=0 out_seq=0 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddd1ffb700 1 -- 172.21.15.29:0/1485782723 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5616db199ae0 con 0x5616db2bc210 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddd1ffb700 10 client.15183 handle_command_reply: tid=0 2023-10-05T15:21:33.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 client.15183 shutdown 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 msgr2=0x5616db25c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdddc099750 tx=0x7fdddc0993b0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 shutdown_connections 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5616db24fa10 0x5616db2b6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5616db2bc210 0x5616db2b86e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616db24e210 0x5616db25c1b0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddd1ffb700 0 client.15183 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 --2- 172.21.15.29:0/1485782723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5616db24eb70 0x5616db25c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 >> 172.21.15.29:0/1485782723 conn(0x5616db1c2210 msgr2=0x5616db248ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 shutdown_connections 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 1 -- 172.21.15.29:0/1485782723 wait complete. 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.432+0000 7fddfcc11b80 20 client.15183 trim_cache size 0 max 16384 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24490, 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:33.443 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 48.565482434000003, 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 85.857748162999997 2023-10-05T15:21:33.444 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 msgr2=0x7fddd80a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 0x7fddd80a39c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fddd4000c00 tx=0x7fddd4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 msgr2=0x7fddec068c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00d980 tx=0x7fdddc00dc90 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 shutdown_connections 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fddd80a1500 0x7fddd80a39c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec101950 0x7fddec19dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec0ffdc0 0x7fddec068c10 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 --2- 172.21.15.29:0/3078572477 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec100fb0 0x7fddec19b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 >> 172.21.15.29:0/3078572477 conn(0x7fddec0fb330 msgr2=0x7fddec0fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.445 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 shutdown_connections 2023-10-05T15:21:33.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.433+0000 7fddf0a27700 1 -- 172.21.15.29:0/3078572477 wait complete. 2023-10-05T15:21:33.447 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-05T15:21:33.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 -- 172.21.15.29:0/2040238572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460101940 msgr2=0x7f9460103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 --2- 172.21.15.29:0/2040238572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460101940 0x7f9460103d30 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f9454009990 tx=0x7f9454009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 -- 172.21.15.29:0/2040238572 shutdown_connections 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 --2- 172.21.15.29:0/2040238572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460106ba0 0x7f9460109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 --2- 172.21.15.29:0/2040238572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460101940 0x7f9460103d30 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 --2- 172.21.15.29:0/2040238572 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 0x7f9460106660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 -- 172.21.15.29:0/2040238572 >> 172.21.15.29:0/2040238572 conn(0x7f94600fb330 msgr2=0x7f94600fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 -- 172.21.15.29:0/2040238572 shutdown_connections 2023-10-05T15:21:33.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.572+0000 7f9464857700 1 -- 172.21.15.29:0/2040238572 wait complete. 2023-10-05T15:21:33.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 Processor -- start 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 -- start start 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460101940 0x7f9460196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 0x7f94601970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946019e6e0 con 0x7f9460106ba0 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946019e820 con 0x7f9460101940 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f9464857700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946019e9b0 con 0x7f9460104270 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46224/0 (socket says 172.21.15.29:46224) 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 -- 172.21.15.29:0/513540553 learned_addr learned my addr 172.21.15.29:0/513540553 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945e59c700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460101940 0x7f9460196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945dd9b700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 0x7f94601970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 -- 172.21.15.29:0/513540553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 msgr2=0x7f94601970a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 0x7f94601970a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 -- 172.21.15.29:0/513540553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460101940 msgr2=0x7f9460196b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460101940 0x7f9460196b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.573+0000 7f945ed9d700 1 -- 172.21.15.29:0/513540553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94540095f0 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f945ed9d700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9458007ee0 tx=0x7f945800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f944f7fe700 1 -- 172.21.15.29:0/513540553 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9458017070 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f944f7fe700 1 -- 172.21.15.29:0/513540553 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f945800f040 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f946019ec90 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f944f7fe700 1 -- 172.21.15.29:0/513540553 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9458005740 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.574+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f946019f1a0 con 0x7f9460106ba0 2023-10-05T15:21:33.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.576+0000 7f944f7fe700 1 -- 172.21.15.29:0/513540553 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f945800dc60 con 0x7f9460106ba0 2023-10-05T15:21:33.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.576+0000 7f944f7fe700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 0x7f94480a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f945e59c700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 0x7f94480a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f944f7fe700 1 -- 172.21.15.29:0/513540553 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f94580cc7b0 con 0x7f9460106ba0 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f945e59c700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 0x7f94480a3940 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f945400b5c0 tx=0x7f9454005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f9470a41b80 1 Processor -- start 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f9470a41b80 1 -- start start 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdb210 0x556a53fdb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.577+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdca10 0x556a53fdce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f9470a41b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53f43410 con 0x556a53fdbb70 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f9470a41b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53f34bd0 con 0x556a53fdb210 2023-10-05T15:21:33.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f9470a41b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53f324f0 con 0x556a53fdca10 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46232/0 (socket says 172.21.15.29:46232) 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 -- 172.21.15.29:0/1634136137 learned_addr learned my addr 172.21.15.29:0/1634136137 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945ed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdca10 0x556a53fdce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945e59c700 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdb210 0x556a53fdb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 -- 172.21.15.29:0/1634136137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdca10 msgr2=0x556a53fdce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdca10 0x556a53fdce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 -- 172.21.15.29:0/1634136137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdb210 msgr2=0x556a53fdb630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdb210 0x556a53fdb630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 -- 172.21.15.29:0/1634136137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a53d58d90 con 0x556a53fdbb70 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9450008c60 tx=0x7f9450008f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b045c1aaa65e52d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f944cff9700 1 -- 172.21.15.29:0/1634136137 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945000ed70 con 0x556a53fdbb70 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f944cff9700 1 -- 172.21.15.29:0/1634136137 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f945000eed0 con 0x556a53fdbb70 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.578+0000 7f944cff9700 1 -- 172.21.15.29:0/1634136137 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9450010630 con 0x556a53fdbb70 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 -- 172.21.15.29:0/1634136137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 msgr2=0x556a53fdc430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9450008c60 tx=0x7f9450008f70 comp rx=0 tx=0).stop 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 -- 172.21.15.29:0/1634136137 shutdown_connections 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdca10 0x556a53fdce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdb210 0x556a53fdb630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1634136137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdbb70 0x556a53fdc430 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 -- 172.21.15.29:0/1634136137 >> 172.21.15.29:0/1634136137 conn(0x556a53f4f210 msgr2=0x556a53fd60f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 -- 172.21.15.29:0/1634136137 shutdown_connections 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.579+0000 7f9470a41b80 1 -- 172.21.15.29:0/1634136137 wait complete. 2023-10-05T15:21:33.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 -- start start 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 Processor -- start 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdb210 0x556a53fe5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdbb70 0x556a53fe5540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53f2dde0 con 0x556a53fdca10 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53eca6c0 con 0x556a53fdbb70 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53eca360 con 0x556a53fdb210 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f9470a41b80 10 client.0 _ll_register_callbacks cb 0x556a53d277b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f945ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f945ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46240/0 (socket says 172.21.15.29:46240) 2023-10-05T15:21:33.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f945ed9d700 1 -- 172.21.15.29:0/1615721044 learned_addr learned my addr 172.21.15.29:0/1615721044 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdbb70 0x556a53fe5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.580+0000 7f945e59c700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdb210 0x556a53fe5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 -- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdb210 msgr2=0x556a53fe5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdb210 0x556a53fe5000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 -- 172.21.15.29:0/1615721044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdbb70 msgr2=0x556a53fe5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdbb70 0x556a53fe5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 -- 172.21.15.29:0/1615721044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9450008890 con 0x556a53fdca10 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9458099750 tx=0x7f9458004c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a78d32c1afd3d95 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580a1b50 con 0x556a53fdca10 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f94580b9070 con 0x556a53fdca10 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556a53fcdec0 con 0x556a53fdca10 2023-10-05T15:21:33.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94580058a0 con 0x556a53fdca10 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 10 client.15195 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556a53d41c10 con 0x556a53fdca10 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556a53fcdec0 con 0x556a53fdca10 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9458098cb0 con 0x556a53fdca10 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 10 client.15195 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 10 client.15195 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.581+0000 7f9470a41b80 20 client.15195 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a53ff0c10 0x556a53fef6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f9470a41b80 4 client.15195 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556a53f26dc0 con 0x556a53ff0c10 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f945e59c700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a53ff0c10 0x556a53fef6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f945e59c700 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a53ff0c10 0x556a53fef6e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9c752bfa2f6251f1 server_cookie=b5d832b4b2740f0a in_seq=0 out_seq=0 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.582+0000 7f9445ffb700 10 client.15195 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9445ffb700 1 -- 172.21.15.29:0/1615721044 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556a53f26dc0 con 0x556a53ff0c10 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9445ffb700 10 client.15195 handle_command_reply: tid=0 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 client.15195 shutdown 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 msgr2=0x556a53fec580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f9458099750 tx=0x7f9458004c40 comp rx=0 tx=0).stop 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 shutdown_connections 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdb210 0x556a53fe5000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a53ff0c10 0x556a53fef6e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdca10 0x556a53fec580 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1615721044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdbb70 0x556a53fe5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9445ffb700 0 client.15195 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:33.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 >> 172.21.15.29:0/1615721044 conn(0x556a53f4f210 msgr2=0x556a53fd5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 shutdown_connections 2023-10-05T15:21:33.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 1 -- 172.21.15.29:0/1615721044 wait complete. 2023-10-05T15:21:33.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.583+0000 7f9470a41b80 20 client.15195 trim_cache size 0 max 16384 2023-10-05T15:21:33.607 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 Processor -- start 2023-10-05T15:21:33.607 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 -- start start 2023-10-05T15:21:33.607 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.607 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53fec540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.607 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fd4b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53dae8d0 con 0x556a53fdb210 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53dbade0 con 0x556a53fdca10 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f9470a41b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53eec590 con 0x556a53fdbb70 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46244/0 (socket says 172.21.15.29:46244) 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 -- 172.21.15.29:0/1540297498 learned_addr learned my addr 172.21.15.29:0/1540297498 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 -- 172.21.15.29:0/1540297498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 msgr2=0x556a53fec540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53fec540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fd4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 -- 172.21.15.29:0/1540297498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 msgr2=0x556a53fd4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fd4b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945e59c700 1 -- 172.21.15.29:0/1540297498 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a53d7f200 con 0x556a53fdb210 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.601+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fd4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f945e59c700 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9454009990 tx=0x7f9454005000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f536acf25c51e343 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f944d7fa700 1 -- 172.21.15.29:0/1540297498 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945402a040 con 0x556a53fdb210 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f944d7fa700 1 -- 172.21.15.29:0/1540297498 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f945402b040 con 0x556a53fdb210 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f944d7fa700 1 -- 172.21.15.29:0/1540297498 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454023460 con 0x556a53fdb210 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 -- 172.21.15.29:0/1540297498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 msgr2=0x556a53fe3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f9454009990 tx=0x7f9454005000 comp rx=0 tx=0).stop 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 -- 172.21.15.29:0/1540297498 shutdown_connections 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fd4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe3c80 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1540297498 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53fec540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 -- 172.21.15.29:0/1540297498 >> 172.21.15.29:0/1540297498 conn(0x556a53f4f210 msgr2=0x556a53fd5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 -- 172.21.15.29:0/1540297498 shutdown_connections 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.602+0000 7f9470a41b80 1 -- 172.21.15.29:0/1540297498 wait complete. 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 -- start start 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 Processor -- start 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53febac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fec000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53fec6d0 con 0x556a53fdb210 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53fec840 con 0x556a53fdca10 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a54044600 con 0x556a53fdbb70 2023-10-05T15:21:33.610 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f9470a41b80 10 client.0 _ll_register_callbacks cb 0x7f9458099390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46250/0 (socket says 172.21.15.29:46250) 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 -- 172.21.15.29:0/1543743569 learned_addr learned my addr 172.21.15.29:0/1543743569 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53febac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945ed9d700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fec000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 -- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 msgr2=0x556a53febac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53febac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 -- 172.21.15.29:0/1543743569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 msgr2=0x556a53fec000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fec000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.603+0000 7f945e59c700 1 -- 172.21.15.29:0/1543743569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9460109c00 con 0x556a53fdb210 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f945e59c700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f94540098e0 tx=0x7f9454005180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9838f1ae24248fa1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945402a040 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9454033110 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f945000eed0 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f945400b670 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 10 client.15201 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556a53d57260 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f945000eed0 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f945403b070 con 0x556a53fdb210 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 10 client.15201 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 10 client.15201 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 20 client.15201 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a540492c0 0x556a54045740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 4 client.15201 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:33.613 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.604+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556a53f26ae0 con 0x556a540492c0 2023-10-05T15:21:33.613 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:33 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/785419013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.613 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:33 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1580118674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.614 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a540492c0 0x556a54045740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.614 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9445ffb700 10 client.15201 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:33.614 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f945dd9b700 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a540492c0 0x556a54045740 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=3df557ebf4e9f112 server_cookie=5e567d5907266fbd in_seq=0 out_seq=0 2023-10-05T15:21:33.614 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9445ffb700 1 -- 172.21.15.29:0/1543743569 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x556a53f26ae0 con 0x556a540492c0 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9445ffb700 10 client.15201 handle_command_reply: tid=0 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 client.15201 shutdown 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 msgr2=0x556a53fe9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f94540098e0 tx=0x7f9454005180 comp rx=0 tx=0).stop 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 shutdown_connections 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x556a540492c0 0x556a54045740 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a53fdca10 0x556a53fec000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a53fdb210 0x556a53fe9570 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9445ffb700 0 client.15201 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 --2- 172.21.15.29:0/1543743569 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a53fdbb70 0x556a53febac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.605+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 >> 172.21.15.29:0/1543743569 conn(0x556a53f4f210 msgr2=0x556a53fd4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.615 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 shutdown_connections 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9470a41b80 1 -- 172.21.15.29:0/1543743569 wait complete. 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9470a41b80 20 client.15201 trim_cache size 0 max 16384 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24505, 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:33.616 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 49.749633805000002, 2023-10-05T15:21:33.617 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:33.617 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:33.617 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:33.617 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 81.685416613000001 2023-10-05T15:21:33.617 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 msgr2=0x7f94480a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 0x7f94480a3940 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f945400b5c0 tx=0x7f9454005fd0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 msgr2=0x7f946019e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f9458007ee0 tx=0x7f945800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 shutdown_connections 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94480a1480 0x7f94480a3940 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9460106ba0 0x7f946019e110 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9460101940 0x7f9460196b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 --2- 172.21.15.29:0/513540553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9460104270 0x7f94601970a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 >> 172.21.15.29:0/513540553 conn(0x7f94600fb330 msgr2=0x7f9460102de0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 shutdown_connections 2023-10-05T15:21:33.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.606+0000 7f9464857700 1 -- 172.21.15.29:0/513540553 wait complete. 2023-10-05T15:21:33.621 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:21:33.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:33 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/785419013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:33 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1580118674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:33 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/785419013' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:33 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1580118674' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:33.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 -- 172.21.15.29:0/3558884538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d00ffdc0 msgr2=0x7fa5d01001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 --2- 172.21.15.29:0/3558884538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d01001e0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40099c0 tx=0x7fa5c4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 -- 172.21.15.29:0/3558884538 shutdown_connections 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 --2- 172.21.15.29:0/3558884538 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0101950 0x7fa5d0108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 --2- 172.21.15.29:0/3558884538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d01001e0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 --2- 172.21.15.29:0/3558884538 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 -- 172.21.15.29:0/3558884538 >> 172.21.15.29:0/3558884538 conn(0x7fa5d00fb330 msgr2=0x7fa5d00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 -- 172.21.15.29:0/3558884538 shutdown_connections 2023-10-05T15:21:33.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.745+0000 7fa5d8762700 1 -- 172.21.15.29:0/3558884538 wait complete. 2023-10-05T15:21:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 Processor -- start 2023-10-05T15:21:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 -- start start 2023-10-05T15:21:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d0198e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0199350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d01a0990 con 0x7fa5d0101950 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d01a0ad0 con 0x7fa5d00ffdc0 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d8762700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d01a0c60 con 0x7fa5d0100fb0 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46268/0 (socket says 172.21.15.29:46268) 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 -- 172.21.15.29:0/4081779769 learned_addr learned my addr 172.21.15.29:0/4081779769 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0199350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d0198e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 -- 172.21.15.29:0/4081779769 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 msgr2=0x7fa5d0199350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0199350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 -- 172.21.15.29:0/4081779769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d00ffdc0 msgr2=0x7fa5d0198e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d0198e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d6cff700 1 -- 172.21.15.29:0/4081779769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c40095f0 con 0x7fa5d0101950 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.746+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0199350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8007ee0 tx=0x7fa5c800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5c37fe700 1 -- 172.21.15.29:0/4081779769 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8017070 con 0x7fa5d0101950 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5c37fe700 1 -- 172.21.15.29:0/4081779769 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5c800f040 con 0x7fa5d0101950 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5d01a0f40 con 0x7fa5d0101950 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5c37fe700 1 -- 172.21.15.29:0/4081779769 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8005740 con 0x7fa5d0101950 2023-10-05T15:21:33.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.747+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d01a1370 con 0x7fa5d0101950 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.749+0000 7fa5c37fe700 1 -- 172.21.15.29:0/4081779769 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa5c80058a0 con 0x7fa5d0101950 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.750+0000 7fa5c37fe700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 0x7fa5bc0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.750+0000 7fa5c37fe700 1 -- 172.21.15.29:0/4081779769 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa5c80cc810 con 0x7fa5d0101950 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.750+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 0x7fa5bc0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.750+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 0x7fa5bc0a3940 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009990 tx=0x7fa5c401a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 Processor -- start 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 -- start start 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163d3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b1633a410 con 0x556b163d2210 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b1632bbd0 con 0x556b163d3a10 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b163294f0 con 0x556b163d2b70 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46272/0 (socket says 172.21.15.29:46272) 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 -- 172.21.15.29:0/1380523034 learned_addr learned my addr 172.21.15.29:0/1380523034 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163d3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 -- 172.21.15.29:0/1380523034 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 msgr2=0x556b163d3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 -- 172.21.15.29:0/1380523034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 msgr2=0x556b163d3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163d3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d64fe700 1 -- 172.21.15.29:0/1380523034 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b1614fd90 con 0x556b163d2210 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.751+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163d3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4005850 tx=0x7fa5c401e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcf1eaa86905e3cd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5c0ff9700 1 -- 172.21.15.29:0/1380523034 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c401d040 con 0x556b163d2210 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5c0ff9700 1 -- 172.21.15.29:0/1380523034 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5c4029040 con 0x556b163d2210 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5c0ff9700 1 -- 172.21.15.29:0/1380523034 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4023dc0 con 0x556b163d2210 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1380523034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 msgr2=0x556b163d2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4005850 tx=0x7fa5c401e000 comp rx=0 tx=0).stop 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1380523034 shutdown_connections 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163d3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2210 0x556b163d2630 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1380523034 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.752+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1380523034 >> 172.21.15.29:0/1380523034 conn(0x556b16346210 msgr2=0x556b163cd0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1380523034 shutdown_connections 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1380523034 wait complete. 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- start start 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 Processor -- start 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163dbf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163e3490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b16324de0 con 0x556b163d2b70 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b162c16c0 con 0x556b163d3a10 2023-10-05T15:21:33.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b162c1360 con 0x556b163d2210 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5e494cb80 10 client.0 _ll_register_callbacks cb 0x556b1611e7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5d5cfd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5d5cfd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46280/0 (socket says 172.21.15.29:46280) 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1020653723 learned_addr learned my addr 172.21.15.29:0/1020653723 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163dbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.753+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163e3490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1020653723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 msgr2=0x556b163dbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163dbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 msgr2=0x556b163e3490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163e3490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1020653723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d0108b50 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc0137e0 tx=0x7fa5cc013af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8b2f0fb750da93 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0098d0 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556b163c4ec0 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa5cc011970 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5cc011b30 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5e494cb80 10 client.15213 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556b16138c10 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.754+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556b163c4ec0 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa5cc01d3f0 con 0x556b163d2b70 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 10 client.15213 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 10 client.15213 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 20 client.15213 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b163e7be0 0x556b163e6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 4 client.15213 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556b1631ddc0 con 0x556b163e7be0 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b163e7be0 0x556b163e6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b163e7be0 0x556b163e6640 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e4dfaf3a9f5c745 server_cookie=60a2e144485c9506 in_seq=0 out_seq=0 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.755+0000 7fa5b9ffb700 10 client.15213 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/1020653723 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556b1631ddc0 con 0x556b163e7be0 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5b9ffb700 10 client.15213 handle_command_reply: tid=0 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 client.15213 shutdown 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 msgr2=0x556b163dc450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc0137e0 tx=0x7fa5cc013af0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 shutdown_connections 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b163e7be0 0x556b163e6640 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163dbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163e3490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1020653723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163dc450 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5b9ffb700 0 client.15213 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 >> 172.21.15.29:0/1020653723 conn(0x556b16346210 msgr2=0x556b163ccf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 shutdown_connections 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.756+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1020653723 wait complete. 2023-10-05T15:21:33.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.757+0000 7fa5e494cb80 20 client.15213 trim_cache size 0 max 16384 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 Processor -- start 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 -- start start 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163dac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b161a58d0 con 0x556b163d2b70 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b161b1e10 con 0x556b163d3a10 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b163c99d0 con 0x556b163d2210 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5d5cfd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5d5cfd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46288/0 (socket says 172.21.15.29:46288) 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.774+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1992302070 learned_addr learned my addr 172.21.15.29:0/1992302070 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1992302070 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 msgr2=0x556b163ccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1992302070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 msgr2=0x556b163dac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163dac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 -- 172.21.15.29:0/1992302070 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b16176200 con 0x556b163d2b70 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc01d850 tx=0x7fa5cc005940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c897abdc98cce17c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5c17fa700 1 -- 172.21.15.29:0/1992302070 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc0095c0 con 0x556b163d2b70 2023-10-05T15:21:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5c17fa700 1 -- 172.21.15.29:0/1992302070 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5cc005570 con 0x556b163d2b70 2023-10-05T15:21:33.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5c17fa700 1 -- 172.21.15.29:0/1992302070 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5cc011d30 con 0x556b163d2b70 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1992302070 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 msgr2=0x556b163e3450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7fa5cc01d850 tx=0x7fa5cc005940 comp rx=0 tx=0).stop 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1992302070 shutdown_connections 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2210 0x556b163ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d3a10 0x556b163dac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/1992302070 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d2b70 0x556b163e3450 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.775+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1992302070 >> 172.21.15.29:0/1992302070 conn(0x556b16346210 msgr2=0x556b163cbb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1992302070 shutdown_connections 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- 172.21.15.29:0/1992302070 wait complete. 2023-10-05T15:21:33.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- start start 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 Processor -- start 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d2210 0x556b163d83c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b163e34e0 con 0x556b163d3a10 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b163e3650 con 0x556b163d2210 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b163e3810 con 0x556b163d2b70 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5e494cb80 10 client.0 _ll_register_callbacks cb 0x7fa5cc009dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5d6cff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5d6cff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46296/0 (socket says 172.21.15.29:46296) 2023-10-05T15:21:33.784 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5d6cff700 1 -- 172.21.15.29:0/2529954384 learned_addr learned my addr 172.21.15.29:0/2529954384 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d2210 0x556b163d83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.776+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 -- 172.21.15.29:0/2529954384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 msgr2=0x556b163d8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 -- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d2210 msgr2=0x556b163d83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d2210 0x556b163d83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 -- 172.21.15.29:0/2529954384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556b16138c10 con 0x556b163d3a10 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d5cfd700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5d6cff700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800dfd0 tx=0x7fa5c8099fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e10b128bb7b9158 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c80a1bb0 con 0x556b163d3a10 2023-10-05T15:21:33.785 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa5c800dbd0 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa5c4029040 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5c800dd90 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 10 client.15219 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556b1614e260 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa5c4029040 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa5c8099b80 con 0x556b163d3a10 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 10 client.15219 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 10 client.15219 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 20 client.15219 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.777+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b16440c60 0x556b1643d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 4 client.15219 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:33.786 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556b1631dae0 con 0x556b16440c60 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b16440c60 0x556b1643d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5b9ffb700 10 client.15219 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5d64fe700 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b16440c60 0x556b1643d120 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6377e08318ca72 server_cookie=9bd6a70fe38be605 in_seq=0 out_seq=0 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5b9ffb700 1 -- 172.21.15.29:0/2529954384 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x556b1631dae0 con 0x556b16440c60 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5b9ffb700 10 client.15219 handle_command_reply: tid=0 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 client.15219 shutdown 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 msgr2=0x556b1643b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fa5c800dfd0 tx=0x7fa5c8099fd0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 shutdown_connections 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556b16440c60 0x556b1643d120 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556b163d3a10 0x556b1643b5d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556b163d2210 0x556b163d83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5e494cb80 1 --2- 172.21.15.29:0/2529954384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556b163d2b70 0x556b163d8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.778+0000 7fa5b9ffb700 0 client.15219 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 >> 172.21.15.29:0/2529954384 conn(0x556b16346210 msgr2=0x556b163d9dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 shutdown_connections 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5e494cb80 1 -- 172.21.15.29:0/2529954384 wait complete. 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5e494cb80 20 client.15219 trim_cache size 0 max 16384 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:33.788 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24515, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 68.751440802999994, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 74.897989635000002 2023-10-05T15:21:33.789 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 msgr2=0x7fa5bc0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 0x7fa5bc0a3940 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009990 tx=0x7fa5c401a040 comp rx=0 tx=0).stop 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 msgr2=0x7fa5d01a03c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fa5c8007ee0 tx=0x7fa5c800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 shutdown_connections 2023-10-05T15:21:33.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa5bc0a1480 0x7fa5bc0a3940 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5d0101950 0x7fa5d01a03c0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5d00ffdc0 0x7fa5d0198e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 --2- 172.21.15.29:0/4081779769 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa5d0100fb0 0x7fa5d0199350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 >> 172.21.15.29:0/4081779769 conn(0x7fa5d00fb330 msgr2=0x7fa5d00680a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 shutdown_connections 2023-10-05T15:21:33.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:33.779+0000 7fa5d8762700 1 -- 172.21.15.29:0/4081779769 wait complete. 2023-10-05T15:21:33.793 INFO:tasks.cephadm:Setup complete, yielding 2023-10-05T15:21:33.794 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-05T15:21:33.803 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:21:33.804 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch status' 2023-10-05T15:21:34.362 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:34.563 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:34 smithi029 ceph-mon[99237]: pgmap v290: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:34.563 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:34 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/644931961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:34.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:34 smithi040 ceph-mon[103696]: pgmap v290: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:34 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/644931961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:34.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:34 smithi177 ceph-mon[103568]: pgmap v290: 129 pgs: 129 active+clean; 584 KiB data, 329 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:34.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:34 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/644931961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.527+0000 7fe8aa99a700 1 -- 172.21.15.29:0/2569790839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100fd0 msgr2=0x7fe8a4101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/2569790839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4101450 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009990 tx=0x7fe88c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 -- 172.21.15.29:0/2569790839 shutdown_connections 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/2569790839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a4101990 0x7fe8a41082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/2569790839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/2569790839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4101450 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 -- 172.21.15.29:0/2569790839 >> 172.21.15.29:0/2569790839 conn(0x7fe8a40fb3f0 msgr2=0x7fe8a40fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 -- 172.21.15.29:0/2569790839 shutdown_connections 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 -- 172.21.15.29:0/2569790839 wait complete. 2023-10-05T15:21:35.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 Processor -- start 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.528+0000 7fe8aa99a700 1 -- start start 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4103df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4102440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a4103100 con 0x7fe8a4101990 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a4103270 con 0x7fe8a4100fd0 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8a41a0c10 con 0x7fe8a40ffe70 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe89bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4102440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46310/0 (socket says 172.21.15.29:46310) 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 -- 172.21.15.29:0/1833990701 learned_addr learned my addr 172.21.15.29:0/1833990701 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4103df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:35.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 -- 172.21.15.29:0/1833990701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 msgr2=0x7fe8a4103df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4103df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 -- 172.21.15.29:0/1833990701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100fd0 msgr2=0x7fe8a4102440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4102440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 -- 172.21.15.29:0/1833990701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe88c0095f0 con 0x7fe8a4101990 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a8f37700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe89c007d70 tx=0x7fe89c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c00ad40 con 0x7fe8a4101990 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe89c0128e0 con 0x7fe8a4101990 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8a41a0ef0 con 0x7fe8a4101990 2023-10-05T15:21:35.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.529+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c0116b0 con 0x7fe8a4101990 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.530+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8a41a1310 con 0x7fe8a4101990 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.531+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8a410b680 con 0x7fe8a4101990 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.532+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe89c012420 con 0x7fe8a4101990 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.533+0000 7fe8a1ffb700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 0x7fe8900a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.533+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 0x7fe8900a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.533+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe89c0cd280 con 0x7fe8a4101990 2023-10-05T15:21:35.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.533+0000 7fe8a3fff700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 0x7fe8900a3940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe894005fd0 tx=0x7fe894005f60 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:35.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.537+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe89c0965d0 con 0x7fe8a4101990 2023-10-05T15:21:35.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.755+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7fe8a40690d0 con 0x7fe8900a1480 2023-10-05T15:21:35.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.756+0000 7fe8a1ffb700 1 -- 172.21.15.29:0/1833990701 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7fe8a40690d0 con 0x7fe8900a1480 2023-10-05T15:21:35.758 INFO:teuthology.orchestra.run.smithi029.stdout:Backend: cephadm 2023-10-05T15:21:35.758 INFO:teuthology.orchestra.run.smithi029.stdout:Available: Yes 2023-10-05T15:21:35.758 INFO:teuthology.orchestra.run.smithi029.stdout:Paused: No 2023-10-05T15:21:35.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 msgr2=0x7fe8900a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:35.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 0x7fe8900a3940 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe894005fd0 tx=0x7fe894005f60 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 msgr2=0x7fe8a4102980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fe89c007d70 tx=0x7fe89c00a340 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 shutdown_connections 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe8900a1480 0x7fe8900a3940 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe8a40ffe70 0x7fe8a4103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8a4101990 0x7fe8a4102980 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 --2- 172.21.15.29:0/1833990701 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe8a4100fd0 0x7fe8a4102440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 >> 172.21.15.29:0/1833990701 conn(0x7fe8a40fb3f0 msgr2=0x7fe8a40689c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 shutdown_connections 2023-10-05T15:21:35.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:35.758+0000 7fe8aa99a700 1 -- 172.21.15.29:0/1833990701 wait complete. 2023-10-05T15:21:36.117 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ps' 2023-10-05T15:21:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:36 smithi029 ceph-mon[99237]: pgmap v291: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:36 smithi040 ceph-mon[103696]: pgmap v291: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:36.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:36 smithi177 ceph-mon[103568]: pgmap v291: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:36.684 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:37.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:37 smithi029 ceph-mon[99237]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:37.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:37 smithi040 ceph-mon[103696]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:37 smithi177 ceph-mon[103568]: from='client.15225 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:37.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 -- 172.21.15.29:0/2576585975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 msgr2=0x7f5c14106720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:37.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/2576585975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c14106720 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc009990 tx=0x7f5bfc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 -- 172.21.15.29:0/2576585975 shutdown_connections 2023-10-05T15:21:37.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/2576585975 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14106c60 0x7f5c141090d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/2576585975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14101a00 0x7f5c14103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/2576585975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c14106720 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 -- 172.21.15.29:0/2576585975 >> 172.21.15.29:0/2576585975 conn(0x7f5c140fb3f0 msgr2=0x7f5c140fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 -- 172.21.15.29:0/2576585975 shutdown_connections 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.861+0000 7f5c19c4d700 1 -- 172.21.15.29:0/2576585975 wait complete. 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 Processor -- start 2023-10-05T15:21:37.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 -- start start 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14101a00 0x7f5c14196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14106c60 0x7f5c1419e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1419e7b0 con 0x7f5c14104330 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1419e8f0 con 0x7f5c14106c60 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c19c4d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c1419eab0 con 0x7f5c14101a00 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:37.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46322/0 (socket says 172.21.15.29:46322) 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 -- 172.21.15.29:0/530483459 learned_addr learned my addr 172.21.15.29:0/530483459 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c137fe700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14101a00 0x7f5c14196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c13fff700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14106c60 0x7f5c1419e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 -- 172.21.15.29:0/530483459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14101a00 msgr2=0x7f5c14196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14101a00 0x7f5c14196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 -- 172.21.15.29:0/530483459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14106c60 msgr2=0x7f5c1419e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14106c60 0x7f5c1419e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:37.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.862+0000 7f5c12ffd700 1 -- 172.21.15.29:0/530483459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bfc0095f0 con 0x7f5c14104330 2023-10-05T15:21:37.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c12ffd700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0059d0 tx=0x7f5bfc0047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:37.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc01d070 con 0x7f5c14104330 2023-10-05T15:21:37.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5bfc00fb90 con 0x7f5c14104330 2023-10-05T15:21:37.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c1419ed30 con 0x7f5c14104330 2023-10-05T15:21:37.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bfc017650 con 0x7f5c14104330 2023-10-05T15:21:37.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.863+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c1419f140 con 0x7f5c14104330 2023-10-05T15:21:37.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.864+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c140fcf70 con 0x7f5c14104330 2023-10-05T15:21:37.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.865+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5bfc00fd00 con 0x7f5c14104330 2023-10-05T15:21:37.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.865+0000 7f5c10ff9700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 0x7f5c000a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:37.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.866+0000 7f5c137fe700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 0x7f5c000a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:37.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.866+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5bfc0ceb90 con 0x7f5c14104330 2023-10-05T15:21:37.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.866+0000 7f5c137fe700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 0x7f5c000a3940 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5c14198140 tx=0x7f5c040073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:37.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:37.869+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5bfc097f10 con 0x7f5c14104330 2023-10-05T15:21:38.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.077+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f5c140008d0 con 0x7f5c000a1480 2023-10-05T15:21:38.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.099+0000 7f5c10ff9700 1 -- 172.21.15.29:0/530483459 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f5c140008d0 con 0x7f5c000a1480 2023-10-05T15:21:38.101 INFO:teuthology.orchestra.run.smithi029.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.a smithi029 running (82s) 8s ago 81s 16.0M - 18.0.0-6578-g689b3d5a 83c9d078d785 3e1c009d3669 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.b smithi040 running (79s) 9s ago 79s 22.6M - 18.0.0-6578-g689b3d5a 83c9d078d785 c3b84b1d7e43 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.c smithi177 running (90s) 9s ago 90s 18.1M - 18.0.0-6578-g689b3d5a 83c9d078d785 1c8abd9e9126 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.d smithi029 running (97s) 8s ago 97s 16.1M - 18.0.0-6578-g689b3d5a 83c9d078d785 c5e3b901d832 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.e smithi040 running (95s) 9s ago 94s 16.9M - 18.0.0-6578-g689b3d5a 83c9d078d785 2f91c8676dc7 2023-10-05T15:21:38.102 INFO:teuthology.orchestra.run.smithi029.stdout:mds.f smithi177 running (93s) 9s ago 92s 16.3M - 18.0.0-6578-g689b3d5a 83c9d078d785 fb610423ba8b 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.g smithi029 running (84s) 8s ago 83s 13.9M - 18.0.0-6578-g689b3d5a 83c9d078d785 e47648523c00 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.h smithi040 running (88s) 9s ago 88s 20.0M - 18.0.0-6578-g689b3d5a 83c9d078d785 c4a8b7d6e444 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.i smithi177 running (86s) 9s ago 86s 18.4M - 18.0.0-6578-g689b3d5a 83c9d078d785 31e5073b9252 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.j smithi029 running (99s) 8s ago 99s 14.7M - 18.0.0-6578-g689b3d5a 83c9d078d785 c8ea8f2f4517 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.k smithi040 running (101s) 9s ago 101s 17.2M - 18.0.0-6578-g689b3d5a 83c9d078d785 ac87fbfd7c04 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mds.l smithi177 running (104s) 9s ago 103s 16.2M - 18.0.0-6578-g689b3d5a 83c9d078d785 d818db14c943 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mgr.x smithi029 *:9283,8765 running (8m) 8s ago 8m 521M - 18.0.0-6578-g689b3d5a 83c9d078d785 1fa439265fda 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mgr.y smithi040 *:8443,8765 running (6m) 9s ago 6m 452M - 18.0.0-6578-g689b3d5a 83c9d078d785 130c793304fa 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mgr.z smithi177 *:8443,8765 running (6m) 9s ago 6m 452M - 18.0.0-6578-g689b3d5a 83c9d078d785 17c960d8588b 2023-10-05T15:21:38.103 INFO:teuthology.orchestra.run.smithi029.stdout:mon.a smithi029 running (8m) 8s ago 8m 92.3M 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 e31b368bf349 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:mon.b smithi040 running (6m) 9s ago 6m 59.8M 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 b15d88d7a050 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:mon.c smithi177 running (6m) 9s ago 6m 60.4M 2048M 18.0.0-6578-g689b3d5a 83c9d078d785 e97e6d983f76 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.0 smithi029 running (5m) 8s ago 5m 68.7M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 4d6a3d13837a 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.1 smithi040 running (5m) 9s ago 5m 73.8M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 e436077ca5e4 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.2 smithi177 running (5m) 9s ago 5m 72.5M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 2b3e9b66d7d1 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.3 smithi029 running (4m) 8s ago 4m 65.1M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 7e5a8b9b6577 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.4 smithi040 running (4m) 9s ago 4m 62.5M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 273c42cf949c 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.5 smithi177 running (4m) 9s ago 4m 67.8M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 886d6578b4ea 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.6 smithi029 running (3m) 8s ago 3m 60.7M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 9b432b50589b 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.7 smithi040 running (3m) 9s ago 3m 62.2M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 c0c582ff897f 2023-10-05T15:21:38.104 INFO:teuthology.orchestra.run.smithi029.stdout:osd.8 smithi177 running (3m) 9s ago 3m 61.8M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 2f97bf761e53 2023-10-05T15:21:38.105 INFO:teuthology.orchestra.run.smithi029.stdout:osd.9 smithi029 running (2m) 8s ago 2m 60.1M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 ad20ad404a65 2023-10-05T15:21:38.105 INFO:teuthology.orchestra.run.smithi029.stdout:osd.10 smithi040 running (2m) 9s ago 2m 61.1M 4293M 18.0.0-6578-g689b3d5a 83c9d078d785 bf696bceb039 2023-10-05T15:21:38.105 INFO:teuthology.orchestra.run.smithi029.stdout:osd.11 smithi177 running (2m) 9s ago 2m 54.2M 4292M 18.0.0-6578-g689b3d5a 83c9d078d785 64cdf14c1111 2023-10-05T15:21:38.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 msgr2=0x7f5c000a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 0x7f5c000a3940 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5c14198140 tx=0x7f5c040073d0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 msgr2=0x7f5c141971a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f5bfc0059d0 tx=0x7f5bfc0047a0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 shutdown_connections 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5c000a1480 0x7f5c000a3940 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5c14101a00 0x7f5c14196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5c14106c60 0x7f5c1419e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 --2- 172.21.15.29:0/530483459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5c14104330 0x7f5c141971a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:38.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 >> 172.21.15.29:0/530483459 conn(0x7f5c140fb3f0 msgr2=0x7f5c14102670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:38.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 shutdown_connections 2023-10-05T15:21:38.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:38.101+0000 7f5c19c4d700 1 -- 172.21.15.29:0/530483459 wait complete. 2023-10-05T15:21:38.438 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:38 smithi029 ceph-mon[99237]: pgmap v292: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:38.454 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch ls' 2023-10-05T15:21:38.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:38 smithi040 ceph-mon[103696]: pgmap v292: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:38.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:38 smithi177 ceph-mon[103568]: pgmap v292: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s; 76 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:39.022 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:39.481 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:39 smithi029 ceph-mon[99237]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:39.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:39 smithi040 ceph-mon[103696]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:39.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:39 smithi177 ceph-mon[103568]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:40.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 -- 172.21.15.29:0/2611574680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c0ffe70 msgr2=0x7f1d6c100290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:40.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 --2- 172.21.15.29:0/2611574680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c100290 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1d68009990 tx=0x7f1d68009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 -- 172.21.15.29:0/2611574680 shutdown_connections 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 --2- 172.21.15.29:0/2611574680 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c101990 0x7f1d6c1082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 --2- 172.21.15.29:0/2611574680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c100290 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 --2- 172.21.15.29:0/2611574680 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 0x7f1d6c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 -- 172.21.15.29:0/2611574680 >> 172.21.15.29:0/2611574680 conn(0x7f1d6c0fb3f0 msgr2=0x7f1d6c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 -- 172.21.15.29:0/2611574680 shutdown_connections 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 -- 172.21.15.29:0/2611574680 wait complete. 2023-10-05T15:21:40.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.122+0000 7f1d7461f700 1 Processor -- start 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 -- start start 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c196c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 0x7f1d6c1971c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c19e800 con 0x7f1d6c101990 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c19e940 con 0x7f1d6c100fd0 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d7461f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d6c19eb00 con 0x7f1d6c0ffe70 2023-10-05T15:21:40.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d71bba700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 0x7f1d6c1971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46336/0 (socket says 172.21.15.29:46336) 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 -- 172.21.15.29:0/497137080 learned_addr learned my addr 172.21.15.29:0/497137080 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d723bb700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c196c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 -- 172.21.15.29:0/497137080 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c0ffe70 msgr2=0x7f1d6c196c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c196c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 -- 172.21.15.29:0/497137080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 msgr2=0x7f1d6c1971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:40.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 0x7f1d6c1971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 -- 172.21.15.29:0/497137080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d680095f0 con 0x7f1d6c101990 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.123+0000 7f1d72bbc700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400b970 tx=0x7f1d6400bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.124+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d6400d860 con 0x7f1d6c101990 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.124+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d6c19ede0 con 0x7f1d6c101990 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.124+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1d6400de80 con 0x7f1d6c101990 2023-10-05T15:21:40.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.124+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d64017400 con 0x7f1d6c101990 2023-10-05T15:21:40.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.124+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d6c19f250 con 0x7f1d6c101990 2023-10-05T15:21:40.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.125+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d6c107f40 con 0x7f1d6c101990 2023-10-05T15:21:40.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.127+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1d6400e630 con 0x7f1d6c101990 2023-10-05T15:21:40.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.127+0000 7f1d637fe700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 0x7f1d580a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:40.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.127+0000 7f1d723bb700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 0x7f1d580a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:40.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.127+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1d64006e40 con 0x7f1d6c101990 2023-10-05T15:21:40.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.128+0000 7f1d723bb700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 0x7f1d580a3940 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c197b60 tx=0x7f1d68005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:40.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.131+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1d640cce60 con 0x7f1d6c101990 2023-10-05T15:21:40.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.338+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f1d6c02d2e0 con 0x7f1d580a1480 2023-10-05T15:21:40.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.346+0000 7f1d637fe700 1 -- 172.21.15.29:0/497137080 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+985 (secure 0 0 0) 0x7f1d6c02d2e0 con 0x7f1d580a1480 2023-10-05T15:21:40.348 INFO:teuthology.orchestra.run.smithi029.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2023-10-05T15:21:40.348 INFO:teuthology.orchestra.run.smithi029.stdout:mds.all 12/12 11s ago 108s smithi029=a;smithi029=d;smithi029=g;smithi029=j;smithi040=b;smithi040=e;smithi040=h;smithi040=k;smithi177=c;smithi177=f;smithi177=i;smithi177=l;count:12 2023-10-05T15:21:40.349 INFO:teuthology.orchestra.run.smithi029.stdout:mgr 3/3 11s ago 6m smithi029=x;smithi040=y;smithi177=z;count:3 2023-10-05T15:21:40.349 INFO:teuthology.orchestra.run.smithi029.stdout:mon 3/3 11s ago 6m smithi029:172.21.15.29=a;smithi040:172.21.15.40=b;smithi177:172.21.15.177=c;count:3 2023-10-05T15:21:40.349 INFO:teuthology.orchestra.run.smithi029.stdout:osd 12 11s ago - 2023-10-05T15:21:40.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 msgr2=0x7f1d580a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 0x7f1d580a3940 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f1d6c197b60 tx=0x7f1d68005960 comp rx=0 tx=0).stop 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 msgr2=0x7f1d6c19e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400b970 tx=0x7f1d6400bc80 comp rx=0 tx=0).stop 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 shutdown_connections 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1d580a1480 0x7f1d580a3940 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1d6c0ffe70 0x7f1d6c196c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d6c101990 0x7f1d6c19e230 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 --2- 172.21.15.29:0/497137080 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1d6c100fd0 0x7f1d6c1971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:40.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 >> 172.21.15.29:0/497137080 conn(0x7f1d6c0fb3f0 msgr2=0x7f1d6c0fd690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:40.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 shutdown_connections 2023-10-05T15:21:40.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:40.348+0000 7f1d7461f700 1 -- 172.21.15.29:0/497137080 wait complete. 2023-10-05T15:21:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:40 smithi029 ceph-mon[99237]: pgmap v293: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 67 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:40.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:40 smithi040 ceph-mon[103696]: pgmap v293: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 67 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:40.674 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch host ls' 2023-10-05T15:21:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:40 smithi177 ceph-mon[103568]: pgmap v293: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s; 67 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:21:41.239 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:41.510 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:41 smithi029 ceph-mon[99237]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:41.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:41 smithi040 ceph-mon[103696]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:41.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:41 smithi177 ceph-mon[103568]: from='client.15237 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:42.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 -- 172.21.15.29:0/1353247549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180100f70 msgr2=0x7fb180101390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:42.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 --2- 172.21.15.29:0/1353247549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180100f70 0x7fb180101390 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fb17c0099c0 tx=0x7fb17c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 -- 172.21.15.29:0/1353247549 shutdown_connections 2023-10-05T15:21:42.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 --2- 172.21.15.29:0/1353247549 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102b10 0x7fb1801093c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 --2- 172.21.15.29:0/1353247549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180100f70 0x7fb180101390 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 --2- 172.21.15.29:0/1353247549 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180102170 0x7fb1801025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 -- 172.21.15.29:0/1353247549 >> 172.21.15.29:0/1353247549 conn(0x7fb1800fc4d0 msgr2=0x7fb1800fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 -- 172.21.15.29:0/1353247549 shutdown_connections 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.411+0000 7fb1873e0700 1 -- 172.21.15.29:0/1353247549 wait complete. 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 Processor -- start 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 -- start start 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180100f70 0x7fb180196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102170 0x7fb180197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb18019e790 con 0x7fb180102b10 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb18019e8d0 con 0x7fb180102170 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb1873e0700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb18019ea90 con 0x7fb180100f70 2023-10-05T15:21:42.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46350/0 (socket says 172.21.15.29:46350) 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 -- 172.21.15.29:0/3636354483 learned_addr learned my addr 172.21.15.29:0/3636354483 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18517c700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180100f70 0x7fb180196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18497b700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102170 0x7fb180197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 -- 172.21.15.29:0/3636354483 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180100f70 msgr2=0x7fb180196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180100f70 0x7fb180196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 -- 172.21.15.29:0/3636354483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102170 msgr2=0x7fb180197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102170 0x7fb180197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.412+0000 7fb18597d700 1 -- 172.21.15.29:0/3636354483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb17c0095f0 con 0x7fb180102b10 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb18597d700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fb178007ee0 tx=0x7fb17800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb178017070 con 0x7fb180102b10 2023-10-05T15:21:42.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb17800f040 con 0x7fb180102b10 2023-10-05T15:21:42.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb18019ed70 con 0x7fb180102b10 2023-10-05T15:21:42.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb178005580 con 0x7fb180102b10 2023-10-05T15:21:42.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.413+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb18019f190 con 0x7fb180102b10 2023-10-05T15:21:42.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.414+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb180108550 con 0x7fb180102b10 2023-10-05T15:21:42.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.415+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb17800db20 con 0x7fb180102b10 2023-10-05T15:21:42.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.415+0000 7fb1727fc700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 0x7fb16c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:42.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.416+0000 7fb18517c700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 0x7fb16c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:42.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.416+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb1780cc770 con 0x7fb180102b10 2023-10-05T15:21:42.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.416+0000 7fb18517c700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 0x7fb16c0a3940 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb17c009f50 tx=0x7fb17c00b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:42.422 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.420+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb178095ac0 con 0x7fb180102b10 2023-10-05T15:21:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:42 smithi029 ceph-mon[99237]: pgmap v294: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 60 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:42.631 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.629+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fb18002d350 con 0x7fb16c0a1480 2023-10-05T15:21:42.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.631+0000 7fb1727fc700 1 -- 172.21.15.29:0/3636354483 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7fb18002d350 con 0x7fb16c0a1480 2023-10-05T15:21:42.633 INFO:teuthology.orchestra.run.smithi029.stdout:HOST ADDR LABELS STATUS 2023-10-05T15:21:42.633 INFO:teuthology.orchestra.run.smithi029.stdout:smithi029 172.21.15.29 2023-10-05T15:21:42.633 INFO:teuthology.orchestra.run.smithi029.stdout:smithi040 172.21.15.40 2023-10-05T15:21:42.633 INFO:teuthology.orchestra.run.smithi029.stdout:smithi177 172.21.15.177 2023-10-05T15:21:42.634 INFO:teuthology.orchestra.run.smithi029.stdout:3 hosts in cluster 2023-10-05T15:21:42.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 msgr2=0x7fb16c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:42.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 0x7fb16c0a3940 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb17c009f50 tx=0x7fb17c00b540 comp rx=0 tx=0).stop 2023-10-05T15:21:42.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 msgr2=0x7fb18019e1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:42.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fb178007ee0 tx=0x7fb17800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 shutdown_connections 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb16c0a1480 0x7fb16c0a3940 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb180100f70 0x7fb180196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb180102b10 0x7fb18019e1c0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 --2- 172.21.15.29:0/3636354483 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb180102170 0x7fb180197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 >> 172.21.15.29:0/3636354483 conn(0x7fb1800fc4d0 msgr2=0x7fb180105690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 shutdown_connections 2023-10-05T15:21:42.636 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:42.633+0000 7fb1873e0700 1 -- 172.21.15.29:0/3636354483 wait complete. 2023-10-05T15:21:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:42 smithi040 ceph-mon[103696]: pgmap v294: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 60 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:42.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:42 smithi177 ceph-mon[103568]: pgmap v294: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s; 60 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:42.996 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph orch device ls' 2023-10-05T15:21:43.559 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:44 smithi029 ceph-mon[99237]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:44.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:44 smithi029 ceph-mon[99237]: pgmap v295: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:44.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:44 smithi040 ceph-mon[103696]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:44 smithi040 ceph-mon[103696]: pgmap v295: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:44 smithi177 ceph-mon[103568]: from='client.15243 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:44 smithi177 ceph-mon[103568]: pgmap v295: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.756+0000 7fb1ac705700 1 -- 172.21.15.29:0/883773509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a4100fd0 msgr2=0x7fb1a4101450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.756+0000 7fb1ac705700 1 --2- 172.21.15.29:0/883773509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4101450 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fb194009990 tx=0x7fb194009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- 172.21.15.29:0/883773509 shutdown_connections 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- 172.21.15.29:0/883773509 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 0x7fb1a41082b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- 172.21.15.29:0/883773509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- 172.21.15.29:0/883773509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4101450 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- 172.21.15.29:0/883773509 >> 172.21.15.29:0/883773509 conn(0x7fb1a40fb3f0 msgr2=0x7fb1a40fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- 172.21.15.29:0/883773509 shutdown_connections 2023-10-05T15:21:44.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- 172.21.15.29:0/883773509 wait complete. 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 Processor -- start 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- start start 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 0x7fb1a419d040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.757+0000 7fb1ac705700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a419d610 con 0x7fb1a40ffe70 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1ac705700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a419d750 con 0x7fb1a4100fd0 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1ac705700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1a419d8e0 con 0x7fb1a4101990 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46358/0 (socket says 172.21.15.29:46358) 2023-10-05T15:21:44.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 -- 172.21.15.29:0/1607529239 learned_addr learned my addr 172.21.15.29:0/1607529239 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aaca2700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 0x7fb1a419d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1a9ca0700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 -- 172.21.15.29:0/1607529239 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 msgr2=0x7fb1a419d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 0x7fb1a419d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 -- 172.21.15.29:0/1607529239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a4100fd0 msgr2=0x7fb1a4195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 -- 172.21.15.29:0/1607529239 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1940095f0 con 0x7fb1a40ffe70 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1aa4a1700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c9e0 tx=0x7fb1a000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0007ac0 con 0x7fb1a40ffe70 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb1a0007c20 con 0x7fb1a40ffe70 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1a4068b40 con 0x7fb1a40ffe70 2023-10-05T15:21:44.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0018660 con 0x7fb1a40ffe70 2023-10-05T15:21:44.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.758+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1a4069040 con 0x7fb1a40ffe70 2023-10-05T15:21:44.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.759+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1a410b680 con 0x7fb1a40ffe70 2023-10-05T15:21:44.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.760+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb1a000f450 con 0x7fb1a40ffe70 2023-10-05T15:21:44.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.761+0000 7fb19b7fe700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 0x7fb1900a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:44.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.761+0000 7fb1a9ca0700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 0x7fb1900a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:44.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.762+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb1a00cd250 con 0x7fb1a40ffe70 2023-10-05T15:21:44.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.762+0000 7fb1a9ca0700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 0x7fb1900a3940 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb194006010 tx=0x7fb19400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:44.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.765+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb1a0096630 con 0x7fb1a40ffe70 2023-10-05T15:21:44.977 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.975+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fb1a4069870 con 0x7fb1900a1480 2023-10-05T15:21:44.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.977+0000 7fb19b7fe700 1 -- 172.21.15.29:0/1607529239 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7fb1a4069870 con 0x7fb1900a1480 2023-10-05T15:21:44.980 INFO:teuthology.orchestra.run.smithi029.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2023-10-05T15:21:44.980 INFO:teuthology.orchestra.run.smithi029.stdout:smithi029 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7512009B480DGN 447G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:21:44.980 INFO:teuthology.orchestra.run.smithi029.stdout:smithi040 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT5330009J400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:21:44.980 INFO:teuthology.orchestra.run.smithi029.stdout:smithi177 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233007S400BGN 372G No 2m ago Has a FileSystem, LVM detected 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.979+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 msgr2=0x7fb1900a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.979+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 0x7fb1900a3940 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fb194006010 tx=0x7fb19400b540 comp rx=0 tx=0).stop 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 msgr2=0x7fb1a4195a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000c9e0 tx=0x7fb1a000ccf0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 shutdown_connections 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb1900a1480 0x7fb1900a3940 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb1a4101990 0x7fb1a419d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb1a40ffe70 0x7fb1a4195a80 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 --2- 172.21.15.29:0/1607529239 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb1a4100fd0 0x7fb1a4195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:44.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 >> 172.21.15.29:0/1607529239 conn(0x7fb1a40fb3f0 msgr2=0x7fb1a40fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:44.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 shutdown_connections 2023-10-05T15:21:44.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:44.980+0000 7fb1ac705700 1 -- 172.21.15.29:0/1607529239 wait complete. 2023-10-05T15:21:45.312 INFO:teuthology.run_tasks:Running task cephadm.shell... 2023-10-05T15:21:45.321 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:21:45.321 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph fs dump' 2023-10-05T15:21:45.889 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:46.339 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:46 smithi029 ceph-mon[99237]: pgmap v296: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:46.339 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:46 smithi029 ceph-mon[99237]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:46.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:46 smithi040 ceph-mon[103696]: pgmap v296: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:46.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:46 smithi040 ceph-mon[103696]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:46.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:46 smithi177 ceph-mon[103568]: pgmap v296: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s; 51 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:21:46.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:46 smithi177 ceph-mon[103568]: from='client.15249 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 -- 172.21.15.29:0/817962398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c106c60 msgr2=0x7f016c1090d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 --2- 172.21.15.29:0/817962398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c106c60 0x7f016c1090d0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f016400b0a0 tx=0x7f016400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 -- 172.21.15.29:0/817962398 shutdown_connections 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 --2- 172.21.15.29:0/817962398 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c101a00 0x7f016c103df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 --2- 172.21.15.29:0/817962398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c106c60 0x7f016c1090d0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 --2- 172.21.15.29:0/817962398 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 0x7f016c106720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 -- 172.21.15.29:0/817962398 >> 172.21.15.29:0/817962398 conn(0x7f016c0fb3f0 msgr2=0x7f016c0fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 -- 172.21.15.29:0/817962398 shutdown_connections 2023-10-05T15:21:47.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.080+0000 7f017234a700 1 -- 172.21.15.29:0/817962398 wait complete. 2023-10-05T15:21:47.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 Processor -- start 2023-10-05T15:21:47.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 -- start start 2023-10-05T15:21:47.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:47.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 0x7f016c1971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:47.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c106c60 0x7f016c19e220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:47.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016c19e7f0 con 0x7f016c101a00 2023-10-05T15:21:47.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016c19e930 con 0x7f016c104330 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f017234a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016c19eaf0 con 0x7f016c106c60 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46372/0 (socket says 172.21.15.29:46372) 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 -- 172.21.15.29:0/2184841356 learned_addr learned my addr 172.21.15.29:0/2184841356 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016b7fe700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 0x7f016c1971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f01708e7700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c106c60 0x7f016c19e220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 -- 172.21.15.29:0/2184841356 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c106c60 msgr2=0x7f016c19e220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c106c60 0x7f016c19e220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 -- 172.21.15.29:0/2184841356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 msgr2=0x7f016c1971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.081+0000 7f016bfff700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 0x7f016c1971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f016bfff700 1 -- 172.21.15.29:0/2184841356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0164009d00 con 0x7f016c101a00 2023-10-05T15:21:47.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f016bfff700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f015c00c9b0 tx=0x7f015c00ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015c007b00 con 0x7f016c101a00 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f015c007c60 con 0x7f016c101a00 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f016c19edd0 con 0x7f016c101a00 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015c018660 con 0x7f016c101a00 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.082+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f016c19f210 con 0x7f016c101a00 2023-10-05T15:21:47.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.083+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f016c0fcf70 con 0x7f016c101a00 2023-10-05T15:21:47.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.084+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f015c00f450 con 0x7f016c101a00 2023-10-05T15:21:47.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.085+0000 7f01697fa700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 0x7f01540a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:47.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.085+0000 7f016b7fe700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 0x7f01540a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:47.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.085+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f015c0ccfe0 con 0x7f016c101a00 2023-10-05T15:21:47.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.085+0000 7f016b7fe700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 0x7f01540a3940 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f016c198180 tx=0x7f0160009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:47.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.089+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f015c0962d0 con 0x7f016c101a00 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.335+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f016c10c760 con 0x7f016c101a00 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.336+0000 7f01697fa700 1 -- 172.21.15.29:0/2184841356 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) v1 ==== 76+0+2938 (secure 0 0 0) 0x7f015c0998f0 con 0x7f016c101a00 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stdout:e23 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stdout:enable_multiple, ever_enabled_multiple: 1,1 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stdout:legacy client fscid: 1 2023-10-05T15:21:47.338 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:Filesystem 'cephfs' (1) 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:fs_name cephfs 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:epoch 23 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:created 2023-10-05T15:20:24.460746+0000 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:modified 2023-10-05T15:20:45.873070+0000 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:tableserver 0 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:root 0 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:session_timeout 300 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:session_autoclose 300 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:max_file_size 1099511627776 2023-10-05T15:21:47.339 INFO:teuthology.orchestra.run.smithi029.stdout:max_xattr_size 65536 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:required_client_features {} 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:last_failure 0 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:last_failure_osd_epoch 0 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:max_mds 3 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:in 0,1,2 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:up {0=24515,1=24505,2=24490} 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:failed 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:damaged 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:stopped 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:data_pools [3,4] 2023-10-05T15:21:47.340 INFO:teuthology.orchestra.run.smithi029.stdout:metadata_pool 2 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:inline_data disabled 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:balancer 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:bal_rank_mask -1 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:standby_count_wanted 0 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.b{0:24515} state up:active seq 3 addr [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.h{0:24488} state up:standby-replay seq 1 addr [v2:172.21.15.40:6836/3780767501,v1:172.21.15.40:6837/3780767501] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.i{1:24505} state up:active seq 9 addr [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.f{1:24481} state up:standby-replay seq 1 addr [v2:172.21.15.177:6834/3744766369,v1:172.21.15.177:6835/3744766369] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.c{2:24490} state up:active seq 11 addr [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.e{2:24473} state up:standby-replay seq 1 addr [v2:172.21.15.40:6834/915112894,v1:172.21.15.40:6835/915112894] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:47.341 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:Standby daemons: 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.j{-1:14547} state up:standby seq 1 addr [v2:172.21.15.29:6834/3515595396,v1:172.21.15.29:6835/3515595396] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.d{-1:14559} state up:standby seq 1 addr [v2:172.21.15.29:6836/3662042797,v1:172.21.15.29:6837/3662042797] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.g{-1:14613} state up:standby seq 1 addr [v2:172.21.15.29:6838/135894101,v1:172.21.15.29:6839/135894101] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.a{-1:14625} state up:standby seq 1 addr [v2:172.21.15.29:6840/594470070,v1:172.21.15.29:6841/594470070] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.l{-1:24442} state up:standby seq 1 addr [v2:172.21.15.177:6832/1229628197,v1:172.21.15.177:6833/1229628197] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.342 INFO:teuthology.orchestra.run.smithi029.stdout:[mds.k{-1:24443} state up:standby seq 1 addr [v2:172.21.15.40:6832/1631027374,v1:172.21.15.40:6833/1631027374] compat {c=[1],r=[1],i=[fff]}] 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.337+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 msgr2=0x7f01540a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.337+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 0x7f01540a3940 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f016c198180 tx=0x7f0160009260 comp rx=0 tx=0).stop 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.337+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 msgr2=0x7f016c196c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.337+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f015c00c9b0 tx=0x7f015c00ccc0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 shutdown_connections 2023-10-05T15:21:47.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f01540a1480 0x7f01540a3940 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f016c106c60 0x7f016c19e220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f016c101a00 0x7f016c196c70 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 --2- 172.21.15.29:0/2184841356 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f016c104330 0x7f016c1971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 >> 172.21.15.29:0/2184841356 conn(0x7f016c0fb3f0 msgr2=0x7f016c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 shutdown_connections 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:47.338+0000 7f017234a700 1 -- 172.21.15.29:0/2184841356 wait complete. 2023-10-05T15:21:47.344 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:47.655 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- bash -c 'ceph osd dump' 2023-10-05T15:21:48.221 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:48.523 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:48 smithi029 ceph-mon[99237]: pgmap v297: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:48.523 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:48 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2184841356' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:21:48.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:48 smithi040 ceph-mon[103696]: pgmap v297: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:48 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2184841356' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:21:48.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:48 smithi177 ceph-mon[103568]: pgmap v297: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:48.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:48 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2184841356' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 -- 172.21.15.29:0/1020631023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24102b10 msgr2=0x7f5a241093c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 --2- 172.21.15.29:0/1020631023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24102b10 0x7f5a241093c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f5a1c00b0d0 tx=0x7f5a1c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 -- 172.21.15.29:0/1020631023 shutdown_connections 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 --2- 172.21.15.29:0/1020631023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24100f70 0x7f5a24101390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 --2- 172.21.15.29:0/1020631023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24102b10 0x7f5a241093c0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 --2- 172.21.15.29:0/1020631023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102170 0x7f5a241025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 -- 172.21.15.29:0/1020631023 >> 172.21.15.29:0/1020631023 conn(0x7f5a240fc4d0 msgr2=0x7f5a240fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 -- 172.21.15.29:0/1020631023 shutdown_connections 2023-10-05T15:21:49.468 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.463+0000 7f5a28808700 1 -- 172.21.15.29:0/1020631023 wait complete. 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 Processor -- start 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 -- start start 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 0x7f5a24197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102b10 0x7f5a2419e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2419e950 con 0x7f5a24100f70 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2419ea90 con 0x7f5a24102b10 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a28808700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a2419ec20 con 0x7f5a24102170 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a2259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a2259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46386/0 (socket says 172.21.15.29:46386) 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.464+0000 7f5a2259c700 1 -- 172.21.15.29:0/2572974809 learned_addr learned my addr 172.21.15.29:0/2572974809 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:49.469 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a21d9b700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 0x7f5a24197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a22d9d700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102b10 0x7f5a2419e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 -- 172.21.15.29:0/2572974809 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 msgr2=0x7f5a24197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 0x7f5a24197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 -- 172.21.15.29:0/2572974809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102b10 msgr2=0x7f5a2419e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102b10 0x7f5a2419e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 -- 172.21.15.29:0/2572974809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a1c009d00 con 0x7f5a24100f70 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a21d9b700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 0x7f5a24197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a2259c700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5a1400d980 tx=0x7f5a1400dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a14009b40 con 0x7f5a24100f70 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a1400de60 con 0x7f5a24100f70 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a14005580 con 0x7f5a24100f70 2023-10-05T15:21:49.470 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a2419ef00 con 0x7f5a24100f70 2023-10-05T15:21:49.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.465+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a2419f340 con 0x7f5a24100f70 2023-10-05T15:21:49.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.466+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a2410c880 con 0x7f5a24100f70 2023-10-05T15:21:49.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.468+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5a14004750 con 0x7f5a24100f70 2023-10-05T15:21:49.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.469+0000 7f5a1b7fe700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 0x7f5a100a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:49.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.469+0000 7f5a21d9b700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 0x7f5a100a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:49.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.469+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5a140cd310 con 0x7f5a24100f70 2023-10-05T15:21:49.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.469+0000 7f5a21d9b700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 0x7f5a100a39c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c0099d0 tx=0x7f5a0c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:49.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.472+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5a14096680 con 0x7f5a24100f70 2023-10-05T15:21:49.673 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.670+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f5a24107e50 con 0x7f5a24100f70 2023-10-05T15:21:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.671+0000 7f5a1b7fe700 1 -- 172.21.15.29:0/2572974809 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v88) v1 ==== 56+0+5580 (secure 0 0 0) 0x7f5a14017020 con 0x7f5a24100f70 2023-10-05T15:21:49.674 INFO:teuthology.orchestra.run.smithi029.stdout:epoch 88 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:created 2023-10-05T15:13:20.879350+0000 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:modified 2023-10-05T15:21:30.548036+0000 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:crush_version 27 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:full_ratio 0.95 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:backfillfull_ratio 0.9 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:nearfull_ratio 0.85 2023-10-05T15:21:49.675 INFO:teuthology.orchestra.run.smithi029.stdout:require_min_compat_client luminous 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:min_compat_client luminous 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:require_osd_release reef 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:stretch_mode_enabled false 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 81 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 2.25 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 86 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:max_osd 12 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:osd.0 up in weight 1 up_from 8 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6802/3925700911,v1:172.21.15.29:6803/3925700911] [v2:172.21.15.29:6804/3925700911,v1:172.21.15.29:6805/3925700911] exists,up 28964249-2a59-4c97-a24e-31ff17e71c84 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:osd.1 up in weight 1 up_from 13 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6800/2170082854,v1:172.21.15.40:6801/2170082854] [v2:172.21.15.40:6802/2170082854,v1:172.21.15.40:6803/2170082854] exists,up 2f4b9517-a38f-42d4-bbac-7dba8949ae05 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:osd.2 up in weight 1 up_from 18 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.177:6800/36775394,v1:172.21.15.177:6801/36775394] [v2:172.21.15.177:6802/36775394,v1:172.21.15.177:6803/36775394] exists,up 7525c91b-20f2-4300-94c9-79e3c30efdd9 2023-10-05T15:21:49.676 INFO:teuthology.orchestra.run.smithi029.stdout:osd.3 up in weight 1 up_from 25 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6810/2964248670,v1:172.21.15.29:6811/2964248670] [v2:172.21.15.29:6812/2964248670,v1:172.21.15.29:6813/2964248670] exists,up 295817a1-ee1d-45c6-a5bd-cafebe970495 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.4 up in weight 1 up_from 33 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6808/433883163,v1:172.21.15.40:6809/433883163] [v2:172.21.15.40:6810/433883163,v1:172.21.15.40:6811/433883163] exists,up aead0df5-b0c0-4f09-9e4d-979e2fb90194 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.5 up in weight 1 up_from 38 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.177:6808/1640191398,v1:172.21.15.177:6809/1640191398] [v2:172.21.15.177:6810/1640191398,v1:172.21.15.177:6811/1640191398] exists,up 9eb47cbf-a4f5-4730-82b7-3f26c083d87e 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.6 up in weight 1 up_from 46 up_thru 84 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6818/835373352,v1:172.21.15.29:6819/835373352] [v2:172.21.15.29:6820/835373352,v1:172.21.15.29:6821/835373352] exists,up 78ece6bd-7870-4f03-844a-9ca78bdb0dd6 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.7 up in weight 1 up_from 51 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6816/3932535570,v1:172.21.15.40:6817/3932535570] [v2:172.21.15.40:6818/3932535570,v1:172.21.15.40:6819/3932535570] exists,up 4d9e0d7d-2808-4244-9ddb-92a586e9e12f 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.8 up in weight 1 up_from 58 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.177:6816/3267958663,v1:172.21.15.177:6817/3267958663] [v2:172.21.15.177:6818/3267958663,v1:172.21.15.177:6819/3267958663] exists,up 128e1662-cffa-4eeb-b366-4e8fffe9364a 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.9 up in weight 1 up_from 65 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6826/1721846425,v1:172.21.15.29:6827/1721846425] [v2:172.21.15.29:6828/1721846425,v1:172.21.15.29:6829/1721846425] exists,up 73905f1b-4bfe-43f6-8c4e-b27b4a9e891b 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.10 up in weight 1 up_from 70 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.40:6824/839728659,v1:172.21.15.40:6825/839728659] [v2:172.21.15.40:6826/839728659,v1:172.21.15.40:6827/839728659] exists,up 472376f0-a622-4937-ad59-c6e36689444e 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:osd.11 up in weight 1 up_from 77 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.177:6824/2605220532,v1:172.21.15.177:6825/2605220532] [v2:172.21.15.177:6826/2605220532,v1:172.21.15.177:6827/2605220532] exists,up bef03856-eaed-4800-a60b-5b1f88abc52c 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 2.13 [2,11] 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 2.1f [8,4] 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 3.13 [4,9] 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 3.1b [4,8] 2023-10-05T15:21:49.677 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 3.20 [5,9] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 3.36 [4,9] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 4.a [5,8] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 4.c [9,10] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 4.17 [9,8] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:pg_upmap_items 4.1c [9,8] 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:6801/1149063850 expires 2023-10-06T15:14:28.567219+0000 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:6800/1149063850 expires 2023-10-06T15:14:28.567219+0000 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/1825148588 expires 2023-10-06T15:14:28.567219+0000 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/1595780445 expires 2023-10-06T15:14:02.820300+0000 2023-10-05T15:21:49.678 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/2689210806 expires 2023-10-06T15:14:28.567219+0000 2023-10-05T15:21:49.679 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:6800/2813180773 expires 2023-10-06T15:14:02.820300+0000 2023-10-05T15:21:49.679 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/4056210734 expires 2023-10-06T15:14:02.820300+0000 2023-10-05T15:21:49.679 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/1055952549 expires 2023-10-06T15:14:28.567219+0000 2023-10-05T15:21:49.679 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:6801/2813180773 expires 2023-10-06T15:14:02.820300+0000 2023-10-05T15:21:49.679 INFO:teuthology.orchestra.run.smithi029.stdout:blocklist 172.21.15.29:0/1847515356 expires 2023-10-06T15:14:02.820300+0000 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.673+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 msgr2=0x7f5a100a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.673+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 0x7f5a100a39c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c0099d0 tx=0x7f5a0c008040 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.673+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 msgr2=0x7f5a24196dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.673+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f5a1400d980 tx=0x7f5a1400dd40 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 shutdown_connections 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a100a1500 0x7f5a100a39c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a24102b10 0x7f5a2419e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a24100f70 0x7f5a24196dc0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 --2- 172.21.15.29:0/2572974809 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a24102170 0x7f5a24197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:49.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 >> 172.21.15.29:0/2572974809 conn(0x7f5a240fc4d0 msgr2=0x7f5a240fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:49.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 shutdown_connections 2023-10-05T15:21:49.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:49.674+0000 7f5a28808700 1 -- 172.21.15.29:0/2572974809 wait complete. 2023-10-05T15:21:50.085 INFO:teuthology.run_tasks:Running task fs.ready... 2023-10-05T15:21:50.099 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:50.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 -- 172.21.15.29:0/3662608820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa540ffc50 msgr2=0x7ffa54100070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/3662608820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa540ffc50 0x7ffa54100070 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7ffa440099c0 tx=0x7ffa44009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 -- 172.21.15.29:0/3662608820 shutdown_connections 2023-10-05T15:21:50.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/3662608820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa541017e0 0x7ffa54108090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/3662608820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa540ffc50 0x7ffa54100070 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/3662608820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa54100e40 0x7ffa541012a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 -- 172.21.15.29:0/3662608820 >> 172.21.15.29:0/3662608820 conn(0x7ffa540fb1c0 msgr2=0x7ffa540fd600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:50.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 -- 172.21.15.29:0/3662608820 shutdown_connections 2023-10-05T15:21:50.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.227+0000 7ffa58b9f700 1 -- 172.21.15.29:0/3662608820 wait complete. 2023-10-05T15:21:50.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 Processor -- start 2023-10-05T15:21:50.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 -- start start 2023-10-05T15:21:50.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa540ffc50 0x7ffa54103be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa54100e40 0x7ffa54102220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa54102f00 con 0x7ffa541017e0 2023-10-05T15:21:50.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa54103070 con 0x7ffa54100e40 2023-10-05T15:21:50.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa58b9f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa541a0930 con 0x7ffa540ffc50 2023-10-05T15:21:50.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa53fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa53fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46404/0 (socket says 172.21.15.29:46404) 2023-10-05T15:21:50.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa53fff700 1 -- 172.21.15.29:0/1739989479 learned_addr learned my addr 172.21.15.29:0/1739989479 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:50.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa537fe700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa540ffc50 0x7ffa54103be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.228+0000 7ffa52ffd700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa54100e40 0x7ffa54102220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 -- 172.21.15.29:0/1739989479 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa540ffc50 msgr2=0x7ffa54103be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa540ffc50 0x7ffa54103be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 -- 172.21.15.29:0/1739989479 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa54100e40 msgr2=0x7ffa54102220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa54100e40 0x7ffa54102220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.236 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 -- 172.21.15.29:0/1739989479 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa440095f0 con 0x7ffa541017e0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa53fff700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c007ee0 tx=0x7ffa4c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa4c017070 con 0x7ffa541017e0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffa4c00f040 con 0x7ffa541017e0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa541a0c10 con 0x7ffa541017e0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa4c005580 con 0x7ffa541017e0 2023-10-05T15:21:50.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.229+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa541a10d0 con 0x7ffa541017e0 2023-10-05T15:21:50.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.230+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa5410b460 con 0x7ffa541017e0 2023-10-05T15:21:50.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.231+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffa4c00db20 con 0x7ffa541017e0 2023-10-05T15:21:50.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.232+0000 7ffa50ff9700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 0x7ffa3c0a3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.232+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffa4c0ccdb0 con 0x7ffa541017e0 2023-10-05T15:21:50.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.232+0000 7ffa537fe700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 0x7ffa3c0a3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.232+0000 7ffa537fe700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 0x7ffa3c0a3a30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009f50 tx=0x7ffa4400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.235+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffa4c096100 con 0x7ffa541017e0 2023-10-05T15:21:50.442 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.440+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa5410b620 con 0x7ffa541017e0 2023-10-05T15:21:50.444 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.442+0000 7ffa50ff9700 1 -- 172.21.15.29:0/1739989479 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7ffa4c099720 con 0x7ffa541017e0 2023-10-05T15:21:50.444 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:50.445 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 msgr2=0x7ffa3c0a3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 0x7ffa3c0a3a30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffa44009f50 tx=0x7ffa4400b540 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 msgr2=0x7ffa54102760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7ffa4c007ee0 tx=0x7ffa4c00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 shutdown_connections 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffa3c0a1570 0x7ffa3c0a3a30 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffa540ffc50 0x7ffa54103be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa541017e0 0x7ffa54102760 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 --2- 172.21.15.29:0/1739989479 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffa54100e40 0x7ffa54102220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 >> 172.21.15.29:0/1739989479 conn(0x7ffa540fb1c0 msgr2=0x7ffa54068040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 shutdown_connections 2023-10-05T15:21:50.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.444+0000 7ffa58b9f700 1 -- 172.21.15.29:0/1739989479 wait complete. 2023-10-05T15:21:50.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:21:50.460 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:21:50.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 -- 172.21.15.29:0/1114244229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 msgr2=0x7f8af4100480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/1114244229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4100480 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f8ae4009990 tx=0x7f8ae4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 -- 172.21.15.29:0/1114244229 shutdown_connections 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/1114244229 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af4101440 0x7f8af4101860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/1114244229 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af41009c0 0x7f8af4108260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/1114244229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4100480 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 -- 172.21.15.29:0/1114244229 >> 172.21.15.29:0/1114244229 conn(0x7f8af40faab0 msgr2=0x7f8af40fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 -- 172.21.15.29:0/1114244229 shutdown_connections 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.587+0000 7f8afb3b9700 1 -- 172.21.15.29:0/1114244229 wait complete. 2023-10-05T15:21:50.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 Processor -- start 2023-10-05T15:21:50.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 -- start start 2023-10-05T15:21:50.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af41009c0 0x7f8af4196030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af4101440 0x7f8af419d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8af419d670 con 0x7f8af4100000 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8af419d7b0 con 0x7f8af4101440 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8afb3b9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8af419d940 con 0x7f8af41009c0 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46414/0 (socket says 172.21.15.29:46414) 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 -- 172.21.15.29:0/694542503 learned_addr learned my addr 172.21.15.29:0/694542503 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9956700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af4101440 0x7f8af419d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af8954700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af41009c0 0x7f8af4196030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 -- 172.21.15.29:0/694542503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af41009c0 msgr2=0x7f8af4196030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af41009c0 0x7f8af4196030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 -- 172.21.15.29:0/694542503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af4101440 msgr2=0x7f8af419d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af4101440 0x7f8af419d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 -- 172.21.15.29:0/694542503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ae40095f0 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.588+0000 7f8af9155700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8af000d950 tx=0x7f8af000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.589+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af0009b40 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.589+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8af0009ca0 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.589+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8af419dc20 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.589+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8af000f620 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.589+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8af419e130 con 0x7f8af4100000 2023-10-05T15:21:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.590+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8af410b600 con 0x7f8af4100000 2023-10-05T15:21:50.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.591+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8af0010460 con 0x7f8af4100000 2023-10-05T15:21:50.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.592+0000 7f8aea7fc700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 0x7f8ae00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.592+0000 7f8af8954700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 0x7f8ae00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.592+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f8af00cd350 con 0x7f8af4100000 2023-10-05T15:21:50.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.592+0000 7f8af8954700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 0x7f8ae00a3940 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8ae400b5c0 tx=0x7f8ae4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.595+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8af0096640 con 0x7f8af4100000 2023-10-05T15:21:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:50 smithi029 ceph-mon[99237]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2572974809' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:21:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:50 smithi040 ceph-mon[103696]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:50.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2572974809' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:21:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:50 smithi177 ceph-mon[103568]: pgmap v298: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:21:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2572974809' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2023-10-05T15:21:50.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.797+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8af4106d70 con 0x7f8af4100000 2023-10-05T15:21:50.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.797+0000 7f8aea7fc700 1 -- 172.21.15.29:0/694542503 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8af0016020 con 0x7f8af4100000 2023-10-05T15:21:50.800 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 msgr2=0x7f8ae00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 0x7f8ae00a3940 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8ae400b5c0 tx=0x7f8ae4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 msgr2=0x7f8af4195af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8af000d950 tx=0x7f8af000dd10 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 shutdown_connections 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8ae00a1480 0x7f8ae00a3940 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8af4101440 0x7f8af419d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8af4100000 0x7f8af4195af0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 --2- 172.21.15.29:0/694542503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8af41009c0 0x7f8af4196030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 >> 172.21.15.29:0/694542503 conn(0x7f8af40faab0 msgr2=0x7f8af40fcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:50.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 shutdown_connections 2023-10-05T15:21:50.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.799+0000 7f8afb3b9700 1 -- 172.21.15.29:0/694542503 wait complete. 2023-10-05T15:21:50.814 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 -- 172.21.15.29:0/203968035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 msgr2=0x7f3838101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 --2- 172.21.15.29:0/203968035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f3838101410 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f382c0099c0 tx=0x7f382c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 -- 172.21.15.29:0/203968035 shutdown_connections 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 --2- 172.21.15.29:0/203968035 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f38380ffdc0 0x7f38381001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 --2- 172.21.15.29:0/203968035 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3838101950 0x7f3838108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 --2- 172.21.15.29:0/203968035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f3838101410 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 -- 172.21.15.29:0/203968035 >> 172.21.15.29:0/203968035 conn(0x7f38380fb330 msgr2=0x7f38380fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 -- 172.21.15.29:0/203968035 shutdown_connections 2023-10-05T15:21:50.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.941+0000 7f383d4ef700 1 -- 172.21.15.29:0/203968035 wait complete. 2023-10-05T15:21:50.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 Processor -- start 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 -- start start 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f38380ffdc0 0x7f3838068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3838101950 0x7f383819dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383819e790 con 0x7f3838100fb0 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383819e900 con 0x7f38380ffdc0 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f383d4ef700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383819eac0 con 0x7f3838101950 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f38367fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f38367fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46430/0 (socket says 172.21.15.29:46430) 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f38367fc700 1 -- 172.21.15.29:0/483588206 learned_addr learned my addr 172.21.15.29:0/483588206 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f38377fe700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3838101950 0x7f383819dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.942+0000 7f3836ffd700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f38380ffdc0 0x7f3838068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 -- 172.21.15.29:0/483588206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3838101950 msgr2=0x7f383819dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3838101950 0x7f383819dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 -- 172.21.15.29:0/483588206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f38380ffdc0 msgr2=0x7f3838068bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f38380ffdc0 0x7f3838068bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 -- 172.21.15.29:0/483588206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f382c0095f0 con 0x7f3838100fb0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f38367fc700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f382c00c010 tx=0x7f382c009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c01d070 con 0x7f3838100fb0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f383819ed40 con 0x7f3838100fb0 2023-10-05T15:21:50.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f382c003f90 con 0x7f3838100fb0 2023-10-05T15:21:50.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c022d50 con 0x7f3838100fb0 2023-10-05T15:21:50.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.943+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f383819f170 con 0x7f3838100fb0 2023-10-05T15:21:50.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.944+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f383810b640 con 0x7f3838100fb0 2023-10-05T15:21:50.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.945+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f382c022470 con 0x7f3838100fb0 2023-10-05T15:21:50.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.946+0000 7f381ffff700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 0x7f38200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:50.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.946+0000 7f3836ffd700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 0x7f38200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:50.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.946+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f382c0ce2e0 con 0x7f3838100fb0 2023-10-05T15:21:50.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.946+0000 7f3836ffd700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 0x7f38200a3940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3828005950 tx=0x7f382800a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:50.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:50.950+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f382c097760 con 0x7f3838100fb0 2023-10-05T15:21:51.155 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.153+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3838106d60 con 0x7f3838100fb0 2023-10-05T15:21:51.155 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.153+0000 7f381ffff700 1 -- 172.21.15.29:0/483588206 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f382c09ad80 con 0x7f3838100fb0 2023-10-05T15:21:51.155 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:51.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 msgr2=0x7f38200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 0x7f38200a3940 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f3828005950 tx=0x7f382800a300 comp rx=0 tx=0).stop 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 msgr2=0x7f383819b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f382c00c010 tx=0x7f382c009580 comp rx=0 tx=0).stop 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 shutdown_connections 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f38200a1480 0x7f38200a3940 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3838101950 0x7f383819dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f38380ffdc0 0x7f3838068bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 --2- 172.21.15.29:0/483588206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3838100fb0 0x7f383819b970 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 >> 172.21.15.29:0/483588206 conn(0x7f38380fb330 msgr2=0x7f38380fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:51.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 shutdown_connections 2023-10-05T15:21:51.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.155+0000 7f383d4ef700 1 -- 172.21.15.29:0/483588206 wait complete. 2023-10-05T15:21:51.170 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:21:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 -- 172.21.15.29:0/536742003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff7541019e0 msgr2=0x7ff754103dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/536742003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff7541019e0 0x7ff754103dd0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff750009990 tx=0x7ff750009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 -- 172.21.15.29:0/536742003 shutdown_connections 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/536742003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff754106c40 0x7ff754109030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/536742003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff7541019e0 0x7ff754103dd0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/536742003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754104310 0x7ff754106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 -- 172.21.15.29:0/536742003 >> 172.21.15.29:0/536742003 conn(0x7ff7540fb330 msgr2=0x7ff7540fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 -- 172.21.15.29:0/536742003 shutdown_connections 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.297+0000 7ff75b5b0700 1 -- 172.21.15.29:0/536742003 wait complete. 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 Processor -- start 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 -- start start 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 0x7ff754196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754106c40 0x7ff75419e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff75419e7b0 con 0x7ff754104310 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff75419e920 con 0x7ff754106c40 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75b5b0700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff75419eae0 con 0x7ff7541019e0 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46444/0 (socket says 172.21.15.29:46444) 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 -- 172.21.15.29:0/1194793910 learned_addr learned my addr 172.21.15.29:0/1194793910 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff759b4d700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754106c40 0x7ff75419e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75934c700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 0x7ff754196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 -- 172.21.15.29:0/1194793910 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 msgr2=0x7ff754196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 0x7ff754196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 -- 172.21.15.29:0/1194793910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754106c40 msgr2=0x7ff75419e1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754106c40 0x7ff75419e1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff758b4b700 1 -- 172.21.15.29:0/1194793910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7500095f0 con 0x7ff754104310 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.298+0000 7ff75934c700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 0x7ff754196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff758b4b700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff74800d950 tx=0x7ff74800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff748009940 con 0x7ff754104310 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff75419edc0 con 0x7ff754104310 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff748010460 con 0x7ff754104310 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff74800f620 con 0x7ff754104310 2023-10-05T15:21:51.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.299+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff75419f210 con 0x7ff754104310 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.300+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7540fceb0 con 0x7ff754104310 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.301+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ff7480108d0 con 0x7ff754104310 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.301+0000 7ff7467fc700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 0x7ff7400a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.302+0000 7ff75934c700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 0x7ff7400a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.302+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ff7480cce80 con 0x7ff754104310 2023-10-05T15:21:51.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.302+0000 7ff75934c700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 0x7ff7400a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff750006010 tx=0x7ff75000b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:51.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.305+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ff748096170 con 0x7ff754104310 2023-10-05T15:21:51.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.508+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff75402cf70 con 0x7ff754104310 2023-10-05T15:21:51.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.509+0000 7ff7467fc700 1 -- 172.21.15.29:0/1194793910 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff748020020 con 0x7ff754104310 2023-10-05T15:21:51.511 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 msgr2=0x7ff7400a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 0x7ff7400a3940 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7ff750006010 tx=0x7ff75000b540 comp rx=0 tx=0).stop 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 msgr2=0x7ff7541971b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7ff74800d950 tx=0x7ff74800dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 shutdown_connections 2023-10-05T15:21:51.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ff7400a1480 0x7ff7400a3940 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff7541019e0 0x7ff754196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff754106c40 0x7ff75419e1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 --2- 172.21.15.29:0/1194793910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754104310 0x7ff7541971b0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 >> 172.21.15.29:0/1194793910 conn(0x7ff7540fb330 msgr2=0x7ff754102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 shutdown_connections 2023-10-05T15:21:51.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.511+0000 7ff75b5b0700 1 -- 172.21.15.29:0/1194793910 wait complete. 2023-10-05T15:21:51.524 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:51 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1739989479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:51.524 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:51 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/694542503' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.524 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:51 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/483588206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.525 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:21:51.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- 172.21.15.29:0/1595395368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a8101990 msgr2=0x7f36a8108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 --2- 172.21.15.29:0/1595395368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a8101990 0x7f36a8108240 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f36a000b0d0 tx=0x7f36a000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- 172.21.15.29:0/1595395368 shutdown_connections 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 --2- 172.21.15.29:0/1595395368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a8101990 0x7f36a8108240 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 --2- 172.21.15.29:0/1595395368 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a80ffe00 0x7f36a8100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 --2- 172.21.15.29:0/1595395368 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 0x7f36a8101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- 172.21.15.29:0/1595395368 >> 172.21.15.29:0/1595395368 conn(0x7f36a80fb370 msgr2=0x7f36a80fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- 172.21.15.29:0/1595395368 shutdown_connections 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- 172.21.15.29:0/1595395368 wait complete. 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 Processor -- start 2023-10-05T15:21:51.658 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.652+0000 7f36aeab7700 1 -- start start 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 0x7f36a819b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a8101990 0x7f36a819e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a819e7c0 con 0x7f36a80ffe00 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a819e930 con 0x7f36a8101990 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a819eaf0 con 0x7f36a8100ff0 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46456/0 (socket says 172.21.15.29:46456) 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 -- 172.21.15.29:0/3863940780 learned_addr learned my addr 172.21.15.29:0/3863940780 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36a7fff700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 0x7f36a819b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ad054700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a8101990 0x7f36a819e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 -- 172.21.15.29:0/3863940780 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 msgr2=0x7f36a819b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 0x7f36a819b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 -- 172.21.15.29:0/3863940780 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a8101990 msgr2=0x7f36a819e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a8101990 0x7f36a819e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 -- 172.21.15.29:0/3863940780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36a0009d00 con 0x7f36a80ffe00 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36ac853700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f369c00e970 tx=0x7f369c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369c009790 con 0x7f36a80ffe00 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f369c00c7e0 con 0x7f36a80ffe00 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36a819edd0 con 0x7f36a80ffe00 2023-10-05T15:21:51.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.653+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369c003c70 con 0x7f36a80ffe00 2023-10-05T15:21:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.654+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36a819f220 con 0x7f36a80ffe00 2023-10-05T15:21:51.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.654+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36a810b620 con 0x7f36a80ffe00 2023-10-05T15:21:51.662 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:51 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1739989479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:51.663 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:51 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/694542503' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.663 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:51 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/483588206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.655+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f369c00cc50 con 0x7f36a80ffe00 2023-10-05T15:21:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.656+0000 7f36a5ffb700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 0x7f36980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.656+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f369c014070 con 0x7f36a80ffe00 2023-10-05T15:21:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.656+0000 7f36a7fff700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 0x7f36980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.657+0000 7f36a7fff700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 0x7f36980a3940 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3694005950 tx=0x7f369400b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:51.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.660+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f369c096510 con 0x7f36a80ffe00 2023-10-05T15:21:51.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:51 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1739989479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:51.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:51 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/694542503' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:51 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/483588206' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:51.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.862+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f36a8106c40 con 0x7f36a80ffe00 2023-10-05T15:21:51.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.862+0000 7f36a5ffb700 1 -- 172.21.15.29:0/3863940780 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f369c003dd0 con 0x7f36a80ffe00 2023-10-05T15:21:51.865 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 msgr2=0x7f36980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 0x7f36980a3940 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f3694005950 tx=0x7f369400b410 comp rx=0 tx=0).stop 2023-10-05T15:21:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 msgr2=0x7f36a8069b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f369c00e970 tx=0x7f369c00ec80 comp rx=0 tx=0).stop 2023-10-05T15:21:51.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 shutdown_connections 2023-10-05T15:21:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f36980a1480 0x7f36980a3940 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36a8101990 0x7f36a819e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36a80ffe00 0x7f36a8069b60 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 --2- 172.21.15.29:0/3863940780 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36a8100ff0 0x7f36a819b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:51.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 >> 172.21.15.29:0/3863940780 conn(0x7f36a80fb370 msgr2=0x7f36a80fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 shutdown_connections 2023-10-05T15:21:51.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:51.864+0000 7f36aeab7700 1 -- 172.21.15.29:0/3863940780 wait complete. 2023-10-05T15:21:51.879 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 -- 172.21.15.29:0/531223174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc106c00 msgr2=0x7f14bc109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 --2- 172.21.15.29:0/531223174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc106c00 0x7f14bc109010 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f14b400b0a0 tx=0x7f14b400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 -- 172.21.15.29:0/531223174 shutdown_connections 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 --2- 172.21.15.29:0/531223174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc106c00 0x7f14bc109010 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 --2- 172.21.15.29:0/531223174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1019a0 0x7f14bc103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.006 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 --2- 172.21.15.29:0/531223174 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc1042d0 0x7f14bc1066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 -- 172.21.15.29:0/531223174 >> 172.21.15.29:0/531223174 conn(0x7f14bc0fb310 msgr2=0x7f14bc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 -- 172.21.15.29:0/531223174 shutdown_connections 2023-10-05T15:21:52.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.003+0000 7f14c2d92700 1 -- 172.21.15.29:0/531223174 wait complete. 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 Processor -- start 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 -- start start 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1042d0 0x7f14bc1970d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 0x7f14bc19e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.004+0000 7f14c2d92700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14bc19e710 con 0x7f14bc1019a0 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c2d92700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14bc19e850 con 0x7f14bc1042d0 2023-10-05T15:21:52.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c2d92700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14bc19e9e0 con 0x7f14bc106c00 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46470/0 (socket says 172.21.15.29:46470) 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 -- 172.21.15.29:0/2225925978 learned_addr learned my addr 172.21.15.29:0/2225925978 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14bbfff700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1042d0 0x7f14bc1970d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c132f700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 0x7f14bc19e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 -- 172.21.15.29:0/2225925978 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 msgr2=0x7f14bc19e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 0x7f14bc19e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 -- 172.21.15.29:0/2225925978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1042d0 msgr2=0x7f14bc1970d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1042d0 0x7f14bc1970d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 -- 172.21.15.29:0/2225925978 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14b4009d00 con 0x7f14bc1019a0 2023-10-05T15:21:52.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c132f700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 0x7f14bc19e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c0b2e700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f14b000c9b0 tx=0x7f14b000ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14b0007b00 con 0x7f14bc1019a0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f14b0007c60 con 0x7f14bc1019a0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14bc19ecc0 con 0x7f14bc1019a0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.005+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14b0018660 con 0x7f14bc1019a0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.006+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14bc19f1d0 con 0x7f14bc1019a0 2023-10-05T15:21:52.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.006+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14bc0fce90 con 0x7f14bc1019a0 2023-10-05T15:21:52.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.007+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f14b000f450 con 0x7f14bc1019a0 2023-10-05T15:21:52.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.008+0000 7f14b9ffb700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 0x7f14ac0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.008+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f14b00ccf40 con 0x7f14bc1019a0 2023-10-05T15:21:52.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.008+0000 7f14bbfff700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 0x7f14ac0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.009+0000 7f14bbfff700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 0x7f14ac0a3a10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f14a8007be0 tx=0x7f14a80073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.012+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f14b0096290 con 0x7f14bc1019a0 2023-10-05T15:21:52.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.265+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f14bc02d1c0 con 0x7f14bc1019a0 2023-10-05T15:21:52.268 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.266+0000 7f14b9ffb700 1 -- 172.21.15.29:0/2225925978 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f14b00998b0 con 0x7f14bc1019a0 2023-10-05T15:21:52.268 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:52.268 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:21:52.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 msgr2=0x7f14ac0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 0x7f14ac0a3a10 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f14a8007be0 tx=0x7f14a80073d0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 msgr2=0x7f14bc196b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f14b000c9b0 tx=0x7f14b000ccc0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 shutdown_connections 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f14ac0a1550 0x7f14ac0a3a10 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f14bc106c00 0x7f14bc19e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f14bc1019a0 0x7f14bc196b90 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 --2- 172.21.15.29:0/2225925978 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f14bc1042d0 0x7f14bc1970d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 >> 172.21.15.29:0/2225925978 conn(0x7f14bc0fb310 msgr2=0x7f14bc102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 shutdown_connections 2023-10-05T15:21:52.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.268+0000 7f14c2d92700 1 -- 172.21.15.29:0/2225925978 wait complete. 2023-10-05T15:21:52.272 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:52.284 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:52.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.407+0000 7f1555ab7700 1 -- 172.21.15.29:0/618846002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15500fffd0 msgr2=0x7f1550100450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.407+0000 7f1555ab7700 1 --2- 172.21.15.29:0/618846002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15500fffd0 0x7f1550100450 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f1544009990 tx=0x7f1544009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 -- 172.21.15.29:0/618846002 shutdown_connections 2023-10-05T15:21:52.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 --2- 172.21.15.29:0/618846002 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 0x7f15501017a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.415 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 --2- 172.21.15.29:0/618846002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1550100990 0x7f1550108230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 --2- 172.21.15.29:0/618846002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15500fffd0 0x7f1550100450 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 -- 172.21.15.29:0/618846002 >> 172.21.15.29:0/618846002 conn(0x7f15500faac0 msgr2=0x7f15500fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 -- 172.21.15.29:0/618846002 shutdown_connections 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 -- 172.21.15.29:0/618846002 wait complete. 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 Processor -- start 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.408+0000 7f1555ab7700 1 -- start start 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 0x7f15500ffa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 0x7f155019ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155019e570 con 0x7f1550100990 2023-10-05T15:21:52.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155019e6e0 con 0x7f15500fffd0 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155019e8a0 con 0x7f1550101380 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46486/0 (socket says 172.21.15.29:46486) 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 -- 172.21.15.29:0/2618013492 learned_addr learned my addr 172.21.15.29:0/2618013492 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154f7fe700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 0x7f15500ffa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154ffff700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 0x7f155019ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 -- 172.21.15.29:0/2618013492 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 msgr2=0x7f155019ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 0x7f155019ddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 -- 172.21.15.29:0/2618013492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 msgr2=0x7f15500ffa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 0x7f15500ffa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 -- 172.21.15.29:0/2618013492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15440095f0 con 0x7f1550100990 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154f7fe700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 0x7f15500ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:52.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154effd700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1544005770 tx=0x7f1544009ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154401d070 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15440041a0 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f155019eb20 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f154400f460 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.409+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f155019efa0 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.410+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f155010b5c0 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.411+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1544003ce0 con 0x7f1550100990 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.412+0000 7f154cff9700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 0x7f15380a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.412+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f15440ce5e0 con 0x7f1550100990 2023-10-05T15:21:52.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.412+0000 7f154f7fe700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 0x7f15380a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.413+0000 7f154f7fe700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 0x7f15380a3a10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1540005fd0 tx=0x7f1540005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.417+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1544097a50 con 0x7f1550100990 2023-10-05T15:21:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:52 smithi029 ceph-mon[99237]: pgmap v299: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:52 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1194793910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:52 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3863940780' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:52 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2225925978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:52.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.621+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1550106bb0 con 0x7f1550100990 2023-10-05T15:21:52.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.623+0000 7f154cff9700 1 -- 172.21.15.29:0/2618013492 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7f154409b070 con 0x7f1550100990 2023-10-05T15:21:52.626 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:52.626 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:52.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 msgr2=0x7f15380a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 0x7f15380a3a10 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f1540005fd0 tx=0x7f1540005e30 comp rx=0 tx=0).stop 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 msgr2=0x7f155019b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1544005770 tx=0x7f1544009ee0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 shutdown_connections 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f15380a1550 0x7f15380a3a10 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1550101380 0x7f155019ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15500fffd0 0x7f15500ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 --2- 172.21.15.29:0/2618013492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1550100990 0x7f155019b790 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 >> 172.21.15.29:0/2618013492 conn(0x7f15500faac0 msgr2=0x7f15500fcc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 shutdown_connections 2023-10-05T15:21:52.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.625+0000 7f1555ab7700 1 -- 172.21.15.29:0/2618013492 wait complete. 2023-10-05T15:21:52.641 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:21:52.642 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:21:52.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:52 smithi040 ceph-mon[103696]: pgmap v299: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:52 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1194793910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:52 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3863940780' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:52 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2225925978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:52.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:52 smithi177 ceph-mon[103568]: pgmap v299: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2023-10-05T15:21:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:52 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1194793910' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:52 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3863940780' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:52 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2225925978' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 -- 172.21.15.29:0/3523798563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 msgr2=0x7fc098109070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 --2- 172.21.15.29:0/3523798563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc098109070 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc09000b0a0 tx=0x7fc09000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 -- 172.21.15.29:0/3523798563 shutdown_connections 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 --2- 172.21.15.29:0/3523798563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 0x7fc098103e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 --2- 172.21.15.29:0/3523798563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc098109070 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 --2- 172.21.15.29:0/3523798563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 0x7fc098106740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.774 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 -- 172.21.15.29:0/3523798563 >> 172.21.15.29:0/3523798563 conn(0x7fc0980fb3b0 msgr2=0x7fc0980fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.775 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 -- 172.21.15.29:0/3523798563 shutdown_connections 2023-10-05T15:21:52.775 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.771+0000 7fc0a063c700 1 -- 172.21.15.29:0/3523798563 wait complete. 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.772+0000 7fc0a063c700 1 Processor -- start 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.772+0000 7fc0a063c700 1 -- start start 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.772+0000 7fc0a063c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 0x7fc098196c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 0x7fc0981971d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc09819e800 con 0x7fc098106c80 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc09819e970 con 0x7fc098104350 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc09819eb30 con 0x7fc098101a20 2023-10-05T15:21:52.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46502/0 (socket says 172.21.15.29:46502) 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 -- 172.21.15.29:0/2747048480 learned_addr learned my addr 172.21.15.29:0/2747048480 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09dbd7700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 0x7fc0981971d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09e3d8700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 0x7fc098196c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 -- 172.21.15.29:0/2747048480 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 msgr2=0x7fc098196c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 0x7fc098196c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 -- 172.21.15.29:0/2747048480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 msgr2=0x7fc0981971d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 0x7fc0981971d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 -- 172.21.15.29:0/2747048480 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc090009d00 con 0x7fc098106c80 2023-10-05T15:21:52.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc09ebd9700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc0900062a0 tx=0x7fc090004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc09000e040 con 0x7fc098106c80 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc09819edb0 con 0x7fc098106c80 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc09000cec0 con 0x7fc098106c80 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc09001baf0 con 0x7fc098106c80 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.773+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc09819f1d0 con 0x7fc098106c80 2023-10-05T15:21:52.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.774+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0980fcf30 con 0x7fc098106c80 2023-10-05T15:21:52.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.775+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc09001bc50 con 0x7fc098106c80 2023-10-05T15:21:52.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.776+0000 7fc08f7fe700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 0x7fc0840a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:52.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.776+0000 7fc09e3d8700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 0x7fc0840a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:52.780 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.776+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc0900cf2c0 con 0x7fc098106c80 2023-10-05T15:21:52.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.777+0000 7fc09e3d8700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 0x7fc0840a3940 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc098197b60 tx=0x7fc0940073d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:52.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.779+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc090098640 con 0x7fc098106c80 2023-10-05T15:21:52.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.979+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc09810c930 con 0x7fc098106c80 2023-10-05T15:21:52.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.980+0000 7fc08f7fe700 1 -- 172.21.15.29:0/2747048480 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc09009bc60 con 0x7fc098106c80 2023-10-05T15:21:52.982 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:21:52.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 msgr2=0x7fc0840a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 0x7fc0840a3940 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fc098197b60 tx=0x7fc0940073d0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 msgr2=0x7fc09819e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc0900062a0 tx=0x7fc090004d00 comp rx=0 tx=0).stop 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 shutdown_connections 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0840a1480 0x7fc0840a3940 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc098101a20 0x7fc098196c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc098106c80 0x7fc09819e230 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 --2- 172.21.15.29:0/2747048480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc098104350 0x7fc0981971d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 >> 172.21.15.29:0/2747048480 conn(0x7fc0980fb3b0 msgr2=0x7fc0981026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 shutdown_connections 2023-10-05T15:21:52.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:52.982+0000 7fc0a063c700 1 -- 172.21.15.29:0/2747048480 wait complete. 2023-10-05T15:21:52.997 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:21:53.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 -- 172.21.15.29:0/3632537342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 msgr2=0x7f5a78108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 --2- 172.21.15.29:0/3632537342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a78108240 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f5a7000b0d0 tx=0x7f5a7000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 -- 172.21.15.29:0/3632537342 shutdown_connections 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 --2- 172.21.15.29:0/3632537342 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a780ffe00 0x7f5a78100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 --2- 172.21.15.29:0/3632537342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a78108240 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 --2- 172.21.15.29:0/3632537342 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a78100ff0 0x7f5a78101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 -- 172.21.15.29:0/3632537342 >> 172.21.15.29:0/3632537342 conn(0x7f5a780fb370 msgr2=0x7f5a780fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 -- 172.21.15.29:0/3632537342 shutdown_connections 2023-10-05T15:21:53.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 -- 172.21.15.29:0/3632537342 wait complete. 2023-10-05T15:21:53.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.127+0000 7f5a7e586700 1 Processor -- start 2023-10-05T15:21:53.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 -- start start 2023-10-05T15:21:53.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a780ffe00 0x7f5a78195b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a78100ff0 0x7f5a781960c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7819d700 con 0x7f5a78101990 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7819d840 con 0x7f5a780ffe00 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7e586700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a7819d9d0 con 0x7f5a78100ff0 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46516/0 (socket says 172.21.15.29:46516) 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 -- 172.21.15.29:0/903196488 learned_addr learned my addr 172.21.15.29:0/903196488 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a777fe700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a78100ff0 0x7f5a781960c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a77fff700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a780ffe00 0x7f5a78195b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 -- 172.21.15.29:0/903196488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a78100ff0 msgr2=0x7f5a781960c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a78100ff0 0x7f5a781960c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 -- 172.21.15.29:0/903196488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a780ffe00 msgr2=0x7f5a78195b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a780ffe00 0x7f5a78195b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.128+0000 7f5a7cb23700 1 -- 172.21.15.29:0/903196488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a70009d00 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a7cb23700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5a70007a00 tx=0x7f5a70012620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7000e040 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5a7000ceb0 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a7001bb30 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a7819dc50 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.129+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a7819e080 con 0x7f5a78101990 2023-10-05T15:21:53.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.130+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a781072c0 con 0x7f5a78101990 2023-10-05T15:21:53.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.131+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f5a7001bc90 con 0x7f5a78101990 2023-10-05T15:21:53.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.132+0000 7f5a757fa700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 0x7f5a600a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.132+0000 7f5a77fff700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 0x7f5a600a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.132+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f5a700cf0a0 con 0x7f5a78101990 2023-10-05T15:21:53.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.132+0000 7f5a77fff700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 0x7f5a600a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c005fd0 tx=0x7f5a6c005e50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.135+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5a70098420 con 0x7f5a78101990 2023-10-05T15:21:53.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.339+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5a7810b8c0 con 0x7f5a78101990 2023-10-05T15:21:53.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.339+0000 7f5a757fa700 1 -- 172.21.15.29:0/903196488 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5a7009ba40 con 0x7f5a78101990 2023-10-05T15:21:53.342 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:53.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 msgr2=0x7f5a600a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 0x7f5a600a3940 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c005fd0 tx=0x7f5a6c005e50 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 msgr2=0x7f5a7819d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5a70007a00 tx=0x7f5a70012620 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 shutdown_connections 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f5a600a1480 0x7f5a600a3940 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a78101990 0x7f5a7819d130 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5a780ffe00 0x7f5a78195b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 --2- 172.21.15.29:0/903196488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5a78100ff0 0x7f5a781960c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 >> 172.21.15.29:0/903196488 conn(0x7f5a780fb370 msgr2=0x7f5a78104400 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:53.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 shutdown_connections 2023-10-05T15:21:53.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.341+0000 7f5a7e586700 1 -- 172.21.15.29:0/903196488 wait complete. 2023-10-05T15:21:53.356 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:21:53.485 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 -- 172.21.15.29:0/3515689940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd41042a0 msgr2=0x7f6cd4106690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/3515689940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd41042a0 0x7f6cd4106690 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f6cc4009990 tx=0x7f6cc4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 -- 172.21.15.29:0/3515689940 shutdown_connections 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/3515689940 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4106bd0 0x7f6cd4109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/3515689940 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd4101970 0x7f6cd4103d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/3515689940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd41042a0 0x7f6cd4106690 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 -- 172.21.15.29:0/3515689940 >> 172.21.15.29:0/3515689940 conn(0x7f6cd40fb380 msgr2=0x7f6cd40fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 -- 172.21.15.29:0/3515689940 shutdown_connections 2023-10-05T15:21:53.486 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.483+0000 7f6cd96ee700 1 -- 172.21.15.29:0/3515689940 wait complete. 2023-10-05T15:21:53.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 Processor -- start 2023-10-05T15:21:53.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 -- start start 2023-10-05T15:21:53.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 0x7f6cd4196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd41042a0 0x7f6cd41970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd419e730 con 0x7f6cd4106bd0 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd419e870 con 0x7f6cd41042a0 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd96ee700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cd419ea00 con 0x7f6cd4101970 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd37fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd37fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46530/0 (socket says 172.21.15.29:46530) 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd37fe700 1 -- 172.21.15.29:0/434187489 learned_addr learned my addr 172.21.15.29:0/434187489 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd27fc700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd41042a0 0x7f6cd41970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.484+0000 7f6cd2ffd700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 0x7f6cd4196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 -- 172.21.15.29:0/434187489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 msgr2=0x7f6cd4196bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 0x7f6cd4196bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 -- 172.21.15.29:0/434187489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd41042a0 msgr2=0x7f6cd41970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd41042a0 0x7f6cd41970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 -- 172.21.15.29:0/434187489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc40095f0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd2ffd700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 0x7f6cd4196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd37fe700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc007ee0 tx=0x7f6ccc00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc017070 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cd419ece0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ccc00f040 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ccc005740 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.485+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cd419f1a0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.486+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cd410c6e0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.487+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6ccc00dc60 con 0x7f6cd4106bd0 2023-10-05T15:21:53.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.488+0000 7f6ccbfff700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 0x7f6cc00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.488+0000 7f6cd2ffd700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 0x7f6cc00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.488+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f6ccc0cce80 con 0x7f6cd4106bd0 2023-10-05T15:21:53.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.488+0000 7f6cd2ffd700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 0x7f6cc00a3940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc005fd0 tx=0x7f6cbc005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.491+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6ccc0961d0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:53 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2618013492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:53 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2747048480' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:53 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2618013492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:53 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2747048480' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:53 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2618013492' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:53 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2747048480' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:21:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.695+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6cd419f330 con 0x7f6cd4106bd0 2023-10-05T15:21:53.697 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.695+0000 7f6ccbfff700 1 -- 172.21.15.29:0/434187489 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6ccc0997f0 con 0x7f6cd4106bd0 2023-10-05T15:21:53.697 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 msgr2=0x7f6cc00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 0x7f6cc00a3940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc005fd0 tx=0x7f6cbc005ee0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 msgr2=0x7f6cd419e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f6ccc007ee0 tx=0x7f6ccc00d3b0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 shutdown_connections 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6cc00a1480 0x7f6cc00a3940 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cd4101970 0x7f6cd4196bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.700 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cd4106bd0 0x7f6cd419e160 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 --2- 172.21.15.29:0/434187489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cd41042a0 0x7f6cd41970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 >> 172.21.15.29:0/434187489 conn(0x7f6cd40fb380 msgr2=0x7f6cd4102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:53.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 shutdown_connections 2023-10-05T15:21:53.701 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.697+0000 7f6cd96ee700 1 -- 172.21.15.29:0/434187489 wait complete. 2023-10-05T15:21:53.712 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:21:53.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- 172.21.15.29:0/2730186581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c101990 msgr2=0x7f2b8c108240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 --2- 172.21.15.29:0/2730186581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c101990 0x7f2b8c108240 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f2b8400b0d0 tx=0x7f2b8400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- 172.21.15.29:0/2730186581 shutdown_connections 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 --2- 172.21.15.29:0/2730186581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c101990 0x7f2b8c108240 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 --2- 172.21.15.29:0/2730186581 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c0ffe00 0x7f2b8c100220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 --2- 172.21.15.29:0/2730186581 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- 172.21.15.29:0/2730186581 >> 172.21.15.29:0/2730186581 conn(0x7f2b8c0fb3b0 msgr2=0x7f2b8c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- 172.21.15.29:0/2730186581 shutdown_connections 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- 172.21.15.29:0/2730186581 wait complete. 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 Processor -- start 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.839+0000 7f2b940f3700 1 -- start start 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c0ffe00 0x7f2b8c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c101990 0x7f2b8c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b8c19e780 con 0x7f2b8c100ff0 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b8c19e8f0 con 0x7f2b8c101990 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b8c19eab0 con 0x7f2b8c0ffe00 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46542/0 (socket says 172.21.15.29:46542) 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 -- 172.21.15.29:0/1835818861 learned_addr learned my addr 172.21.15.29:0/1835818861 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b91e8f700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c0ffe00 0x7f2b8c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b92690700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c101990 0x7f2b8c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 -- 172.21.15.29:0/1835818861 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c0ffe00 msgr2=0x7f2b8c196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c0ffe00 0x7f2b8c196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 -- 172.21.15.29:0/1835818861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c101990 msgr2=0x7f2b8c19e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c101990 0x7f2b8c19e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 -- 172.21.15.29:0/1835818861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b84009d00 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b9168e700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c00c9b0 tx=0x7f2b7c00cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c007b00 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b7c007c60 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b8c19ed90 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c018660 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.840+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b8c19f260 con 0x7f2b8c100ff0 2023-10-05T15:21:53.846 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.841+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b8c10b7b0 con 0x7f2b8c100ff0 2023-10-05T15:21:53.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.842+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2b7c018880 con 0x7f2b8c100ff0 2023-10-05T15:21:53.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.843+0000 7f2b82ffd700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 0x7f2b780a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:53.847 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.843+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2b7c0cd2d0 con 0x7f2b8c100ff0 2023-10-05T15:21:53.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.843+0000 7f2b91e8f700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 0x7f2b780a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:53.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.843+0000 7f2b91e8f700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 0x7f2b780a39c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2b88005950 tx=0x7f2b880058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:53.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:53.846+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2b7c096730 con 0x7f2b8c100ff0 2023-10-05T15:21:54.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.048+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2b8c19f4b0 con 0x7f2b8c100ff0 2023-10-05T15:21:54.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.049+0000 7f2b82ffd700 1 -- 172.21.15.29:0/1835818861 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f2b7c099d50 con 0x7f2b8c100ff0 2023-10-05T15:21:54.051 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:21:54.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 msgr2=0x7f2b780a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 0x7f2b780a39c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f2b88005950 tx=0x7f2b880058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 msgr2=0x7f2b8c197180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c00c9b0 tx=0x7f2b7c00cd70 comp rx=0 tx=0).stop 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 shutdown_connections 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2b780a1500 0x7f2b780a39c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8c0ffe00 0x7f2b8c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8c101990 0x7f2b8c19e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 --2- 172.21.15.29:0/1835818861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8c100ff0 0x7f2b8c197180 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 >> 172.21.15.29:0/1835818861 conn(0x7f2b8c0fb3b0 msgr2=0x7f2b8c069030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 shutdown_connections 2023-10-05T15:21:54.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.051+0000 7f2b940f3700 1 -- 172.21.15.29:0/1835818861 wait complete. 2023-10-05T15:21:54.066 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:21:54.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 -- 172.21.15.29:0/4127799853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 msgr2=0x7f54ac1001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/4127799853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac1001e0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f54a80099c0 tx=0x7f54a8009cd0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 -- 172.21.15.29:0/4127799853 shutdown_connections 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/4127799853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac101950 0x7f54ac108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/4127799853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac1001e0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/4127799853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac100fb0 0x7f54ac101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 -- 172.21.15.29:0/4127799853 >> 172.21.15.29:0/4127799853 conn(0x7f54ac0fb310 msgr2=0x7f54ac0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 -- 172.21.15.29:0/4127799853 shutdown_connections 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.190+0000 7f54b3ed4700 1 -- 172.21.15.29:0/4127799853 wait complete. 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 Processor -- start 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 -- start start 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 0x7f54ac19b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 0x7f54ac19de90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac19e660 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac19e7d0 con 0x7f54ac101950 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b3ed4700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54ac19e990 con 0x7f54ac100fb0 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46554/0 (socket says 172.21.15.29:46554) 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 -- 172.21.15.29:0/3325584503 learned_addr learned my addr 172.21.15.29:0/3325584503 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b2471700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 0x7f54ac19de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b146f700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 0x7f54ac19b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 -- 172.21.15.29:0/3325584503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 msgr2=0x7f54ac19b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 0x7f54ac19b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 -- 172.21.15.29:0/3325584503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 msgr2=0x7f54ac19de90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 0x7f54ac19de90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 -- 172.21.15.29:0/3325584503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54a80095f0 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b146f700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 0x7f54ac19b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b2471700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 0x7f54ac19de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f54b1c70700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f54a8009f50 tx=0x7f54a80057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a801d070 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.191+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f54a8004110 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.192+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54ac19ec10 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.192+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54a8022dd0 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.192+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54ac19f110 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.193+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54ac107330 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.194+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f54a8022500 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.194+0000 7f549effd700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 0x7f54980a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.194+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f54a80ceb20 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.194+0000 7f54b146f700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 0x7f54980a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.199 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.195+0000 7f54b146f700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 0x7f54980a3a10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f54a0005fd0 tx=0x7f54a0005ee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.201 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.198+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f54a8097f00 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:54 smithi029 ceph-mon[99237]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/903196488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/434187489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:54 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1835818861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.443+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f54ac10b5d0 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.444+0000 7f549effd700 1 -- 172.21.15.29:0/3325584503 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f54a8027090 con 0x7f54ac0ffdc0 2023-10-05T15:21:54.446 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:54.447 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:21:54.448 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 msgr2=0x7f54980a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 0x7f54980a3a10 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f54a0005fd0 tx=0x7f54a0005ee0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 msgr2=0x7f54ac068bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f54a8009f50 tx=0x7f54a80057d0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 shutdown_connections 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f54980a1550 0x7f54980a3a10 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f54ac101950 0x7f54ac19de90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f54ac0ffdc0 0x7f54ac068bd0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 --2- 172.21.15.29:0/3325584503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f54ac100fb0 0x7f54ac19b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 >> 172.21.15.29:0/3325584503 conn(0x7f54ac0fb310 msgr2=0x7f54ac104470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 shutdown_connections 2023-10-05T15:21:54.449 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.446+0000 7f54b3ed4700 1 -- 172.21.15.29:0/3325584503 wait complete. 2023-10-05T15:21:54.450 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:21:54.461 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:54.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 -- 172.21.15.29:0/3144916036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc41042d0 msgr2=0x7f8cc41066c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/3144916036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc41042d0 0x7f8cc41066c0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f8cb8009990 tx=0x7f8cb8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 -- 172.21.15.29:0/3144916036 shutdown_connections 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/3144916036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc4106c00 0x7f8cc4109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/3144916036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 0x7f8cc4103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/3144916036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc41042d0 0x7f8cc41066c0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 -- 172.21.15.29:0/3144916036 >> 172.21.15.29:0/3144916036 conn(0x7f8cc40fb310 msgr2=0x7f8cc40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 -- 172.21.15.29:0/3144916036 shutdown_connections 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.585+0000 7f8cc9f08700 1 -- 172.21.15.29:0/3144916036 wait complete. 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 Processor -- start 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 -- start start 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 0x7f8cc4196ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 0x7f8cc41970e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cc419e720 con 0x7f8cc4106c00 2023-10-05T15:21:54.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cc419e860 con 0x7f8cc41019a0 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc9f08700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8cc419e9f0 con 0x7f8cc41042d0 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc3fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46572/0 (socket says 172.21.15.29:46572) 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.586+0000 7f8cc3fff700 1 -- 172.21.15.29:0/2891475441 learned_addr learned my addr 172.21.15.29:0/2891475441 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc2ffd700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 0x7f8cc41970e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc37fe700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 0x7f8cc4196ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 -- 172.21.15.29:0/2891475441 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 msgr2=0x7f8cc41970e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 0x7f8cc41970e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 -- 172.21.15.29:0/2891475441 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 msgr2=0x7f8cc4196ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 0x7f8cc4196ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 -- 172.21.15.29:0/2891475441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8cb80095f0 con 0x7f8cc4106c00 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc2ffd700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 0x7f8cc41970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc3fff700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc00b970 tx=0x7f8cbc00bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc00c9b0 con 0x7f8cc4106c00 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8cbc014440 con 0x7f8cc4106c00 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8cc419ecd0 con 0x7f8cc4106c00 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8cbc0075d0 con 0x7f8cc4106c00 2023-10-05T15:21:54.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.587+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8cc419f190 con 0x7f8cc4106c00 2023-10-05T15:21:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.588+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8cc40fce90 con 0x7f8cc4106c00 2023-10-05T15:21:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.589+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8cbc0145b0 con 0x7f8cc4106c00 2023-10-05T15:21:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.590+0000 7f8cc0ff9700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 0x7f8cac0a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.590+0000 7f8cc37fe700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 0x7f8cac0a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.590+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f8cbc006e40 con 0x7f8cc4106c00 2023-10-05T15:21:54.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.590+0000 7f8cc37fe700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 0x7f8cac0a3990 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4005fd0 tx=0x7f8cb400a560 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.594+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8cbc04f100 con 0x7f8cc4106c00 2023-10-05T15:21:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:54 smithi040 ceph-mon[103696]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/903196488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/434187489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:54 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1835818861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:54 smithi177 ceph-mon[103568]: pgmap v300: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:21:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/903196488' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/434187489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:54 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1835818861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:21:54.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.797+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8cc402d1a0 con 0x7f8cc4106c00 2023-10-05T15:21:54.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.799+0000 7f8cc0ff9700 1 -- 172.21.15.29:0/2891475441 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7f8cbc095a80 con 0x7f8cc4106c00 2023-10-05T15:21:54.801 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:54.802 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:54.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 msgr2=0x7f8cac0a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 0x7f8cac0a3990 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f8cb4005fd0 tx=0x7f8cb400a560 comp rx=0 tx=0).stop 2023-10-05T15:21:54.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 msgr2=0x7f8cc419e150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f8cbc00b970 tx=0x7f8cbc00bd30 comp rx=0 tx=0).stop 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 shutdown_connections 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8cac0a14d0 0x7f8cac0a3990 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cc4106c00 0x7f8cc419e150 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8cc41019a0 0x7f8cc4196ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 --2- 172.21.15.29:0/2891475441 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8cc41042d0 0x7f8cc41970e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 >> 172.21.15.29:0/2891475441 conn(0x7f8cc40fb310 msgr2=0x7f8cc4102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 shutdown_connections 2023-10-05T15:21:54.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.801+0000 7f8cc9f08700 1 -- 172.21.15.29:0/2891475441 wait complete. 2023-10-05T15:21:54.816 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2023-10-05T15:20:24.460746+0000', 'modified': '2023-10-05T15:20:45.873070+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24515, 'mds_1': 24505, 'mds_2': 24490}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24473': {'gid': 24473, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6835/915112894', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6834', 'nonce': 915112894}, {'type': 'v1', 'addr': '172.21.15.40:6835', 'nonce': 915112894}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24481': {'gid': 24481, 'name': 'f', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.177:6835/3744766369', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6834', 'nonce': 3744766369}, {'type': 'v1', 'addr': '172.21.15.177:6835', 'nonce': 3744766369}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24488': {'gid': 24488, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.40:6837/3780767501', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6836', 'nonce': 3780767501}, {'type': 'v1', 'addr': '172.21.15.40:6837', 'nonce': 3780767501}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24490': {'gid': 24490, 'name': 'c', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.177:6837/3315529043', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6836', 'nonce': 3315529043}, {'type': 'v1', 'addr': '172.21.15.177:6837', 'nonce': 3315529043}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24505': {'gid': 24505, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.177:6839/2806051649', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.177:6838', 'nonce': 2806051649}, {'type': 'v1', 'addr': '172.21.15.177:6839', 'nonce': 2806051649}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24515': {'gid': 24515, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.40:6839/2198561594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.40:6838', 'nonce': 2198561594}, {'type': 'v1', 'addr': '172.21.15.40:6839', 'nonce': 2198561594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-10-05T15:21:54.817 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2023-10-05T15:21:54.817 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-10-05T15:21:54.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 -- 172.21.15.29:0/1184259417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc101950 msgr2=0x7f4fdc108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/1184259417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc101950 0x7f4fdc108200 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f4fd400b0d0 tx=0x7f4fd400b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 -- 172.21.15.29:0/1184259417 shutdown_connections 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/1184259417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc101950 0x7f4fdc108200 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/1184259417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 0x7f4fdc1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/1184259417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 -- 172.21.15.29:0/1184259417 >> 172.21.15.29:0/1184259417 conn(0x7f4fdc0fb330 msgr2=0x7f4fdc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 -- 172.21.15.29:0/1184259417 shutdown_connections 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.942+0000 7f4fe29f1700 1 -- 172.21.15.29:0/1184259417 wait complete. 2023-10-05T15:21:54.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 Processor -- start 2023-10-05T15:21:54.946 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 -- start start 2023-10-05T15:21:54.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 0x7f4fdc103d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc101950 0x7f4fdc1028d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fdc103070 con 0x7f4fdc100fb0 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fdc1031e0 con 0x7f4fdc0ffdc0 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe29f1700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fdc1a0d20 con 0x7f4fdc101950 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46584/0 (socket says 172.21.15.29:46584) 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 -- 172.21.15.29:0/3316443417 learned_addr learned my addr 172.21.15.29:0/3316443417 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc101950 0x7f4fdc1028d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 0x7f4fdc103d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 -- 172.21.15.29:0/3316443417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc101950 msgr2=0x7f4fdc1028d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc101950 0x7f4fdc1028d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 -- 172.21.15.29:0/3316443417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 msgr2=0x7f4fdc103d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 0x7f4fdc103d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.943+0000 7f4fdb7fe700 1 -- 172.21.15.29:0/3316443417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fd4009d00 con 0x7f4fdc100fb0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f4fc400d950 tx=0x7f4fc400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fd97fa700 1 -- 172.21.15.29:0/3316443417 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4009940 con 0x7f4fdc100fb0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fdc1a0fa0 con 0x7f4fdc100fb0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fd97fa700 1 -- 172.21.15.29:0/3316443417 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fc4010460 con 0x7f4fdc100fb0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fd97fa700 1 -- 172.21.15.29:0/3316443417 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc400f620 con 0x7f4fdc100fb0 2023-10-05T15:21:54.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.944+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fdc1a14d0 con 0x7f4fdc100fb0 2023-10-05T15:21:54.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.946+0000 7f4fd97fa700 1 -- 172.21.15.29:0/3316443417 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f4fc40108d0 con 0x7f4fdc100fb0 2023-10-05T15:21:54.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.946+0000 7f4fd97fa700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 0x7f4fc80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4fd97fa700 1 -- 172.21.15.29:0/3316443417 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4fc40cce50 con 0x7f4fdc100fb0 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 0x7f4fc80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 0x7f4fc80a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc005950 tx=0x7f4fcc0058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4feebdbb80 1 Processor -- start 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4feebdbb80 1 -- start start 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.947+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593af3430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593af3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593a5a410 con 0x563593af2210 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593a4bbd0 con 0x563593af3a10 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593a494f0 con 0x563593af2b70 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46590/0 (socket says 172.21.15.29:46590) 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 -- 172.21.15.29:0/491721574 learned_addr learned my addr 172.21.15.29:0/491721574 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593af3e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593af3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 -- 172.21.15.29:0/491721574 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 msgr2=0x563593af3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593af3430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 -- 172.21.15.29:0/491721574 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 msgr2=0x563593af3e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593af3e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 -- 172.21.15.29:0/491721574 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56359386fd90 con 0x563593af2210 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00b570 tx=0x7f4fcc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1cede22817b452c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fd27fc700 1 -- 172.21.15.29:0/491721574 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc011aa0 con 0x563593af2210 2023-10-05T15:21:54.957 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fd27fc700 1 -- 172.21.15.29:0/491721574 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fcc011c00 con 0x563593af2210 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.948+0000 7f4fd27fc700 1 -- 172.21.15.29:0/491721574 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc01d610 con 0x563593af2210 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- 172.21.15.29:0/491721574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 msgr2=0x563593af2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc00b570 tx=0x7f4fcc012000 comp rx=0 tx=0).stop 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- 172.21.15.29:0/491721574 shutdown_connections 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593af3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593af2630 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/491721574 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593af3430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- 172.21.15.29:0/491721574 >> 172.21.15.29:0/491721574 conn(0x563593a66210 msgr2=0x563593aed0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- 172.21.15.29:0/491721574 shutdown_connections 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- 172.21.15.29:0/491721574 wait complete. 2023-10-05T15:21:54.958 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.949+0000 7f4feebdbb80 1 -- start start 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 Processor -- start 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 0x563593b03550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593a44de0 con 0x563593af2210 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5635939e16c0 con 0x563593af2b70 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5635939e1360 con 0x563593af3a10 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4feebdbb80 10 client.0 _ll_register_callbacks cb 0x56359383e7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46596/0 (socket says 172.21.15.29:46596) 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 -- 172.21.15.29:0/3809731266 learned_addr learned my addr 172.21.15.29:0/3809731266 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.959 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 -- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 msgr2=0x563593b03550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 0x563593b03550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 0x563593b03550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 -- 172.21.15.29:0/3809731266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 msgr2=0x563593afc510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afc510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdbfff700 1 -- 172.21.15.29:0/3809731266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fcc00fa10 con 0x563593af2210 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 0x563593b03550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.950+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc011fa0 tx=0x7f4fcc00ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a8aebf083096e8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc02d070 con 0x563593af2210 2023-10-05T15:21:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4fcc01e720 con 0x563593af2210 2023-10-05T15:21:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563593ae4ec0 con 0x563593af2210 2023-10-05T15:21:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fcc01e8e0 con 0x563593af2210 2023-10-05T15:21:54.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 10 client.15351 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x563593858c10 con 0x563593af2210 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x563593ae4ec0 con 0x563593af2210 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4fcc004bf0 con 0x563593af2210 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 10 client.15351 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 10 client.15351 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:21:54.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 20 client.15351 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b07a80 0x563593b06590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 4 client.15351 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.951+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563593a3ddc0 con 0x563593b07a80 2023-10-05T15:21:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.952+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b07a80 0x563593b06590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.952+0000 7f4fbb7fe700 10 client.15351 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.952+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b07a80 0x563593b06590 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1b7cfdf5e816a8f5 server_cookie=fe8de0962ef3c640 in_seq=0 out_seq=0 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/3809731266 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x563593a3ddc0 con 0x563593b07a80 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4fbb7fe700 10 client.15351 handle_command_reply: tid=0 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 client.15351 shutdown 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 msgr2=0x563593afbfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.964 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc011fa0 tx=0x7f4fcc00ba50 comp rx=0 tx=0).stop 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 shutdown_connections 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af3a10 0x563593b03550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b07a80 0x563593b06590 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afbfd0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/3809731266 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afc510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.965 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4fbb7fe700 0 client.15351 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 >> 172.21.15.29:0/3809731266 conn(0x563593a66210 msgr2=0x563593aecf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 shutdown_connections 2023-10-05T15:21:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 1 -- 172.21.15.29:0/3809731266 wait complete. 2023-10-05T15:21:54.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.953+0000 7f4feebdbb80 20 client.15351 trim_cache size 0 max 16384 2023-10-05T15:21:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 Processor -- start 2023-10-05T15:21:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 -- start start 2023-10-05T15:21:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593b034e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593aecf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5635938c58d0 con 0x563593af2210 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5635939eb510 con 0x563593af3a10 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593a03590 con 0x563593af2b70 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46604/0 (socket says 172.21.15.29:46604) 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 -- 172.21.15.29:0/1455090387 learned_addr learned my addr 172.21.15.29:0/1455090387 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593b034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593aecf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 -- 172.21.15.29:0/1455090387 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 msgr2=0x563593b034e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593b034e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 -- 172.21.15.29:0/1455090387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 msgr2=0x563593aecf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593aecf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.971+0000 7f4fdbfff700 1 -- 172.21.15.29:0/1455090387 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563593896200 con 0x563593af2210 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc01ed30 tx=0x7f4fcc01ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e96cf4563a8cb35 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4fd2ffd700 1 -- 172.21.15.29:0/1455090387 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc02d070 con 0x563593af2210 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4fd2ffd700 1 -- 172.21.15.29:0/1455090387 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fcc00b4c0 con 0x563593af2210 2023-10-05T15:21:54.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4fd2ffd700 1 -- 172.21.15.29:0/1455090387 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fcc005000 con 0x563593af2210 2023-10-05T15:21:54.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 -- 172.21.15.29:0/1455090387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 msgr2=0x563593afacb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc01ed30 tx=0x7f4fcc01ee00 comp rx=0 tx=0).stop 2023-10-05T15:21:54.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 -- 172.21.15.29:0/1455090387 shutdown_connections 2023-10-05T15:21:54.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af3a10 0x563593aecf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af2210 0x563593afacb0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/1455090387 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2b70 0x563593b034e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 -- 172.21.15.29:0/1455090387 >> 172.21.15.29:0/1455090387 conn(0x563593a66210 msgr2=0x563593aebb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 -- 172.21.15.29:0/1455090387 shutdown_connections 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.972+0000 7f4feebdbb80 1 -- 172.21.15.29:0/1455090387 wait complete. 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 -- start start 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 Processor -- start 2023-10-05T15:21:54.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2210 0x563593afd690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afdbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593b02e20 con 0x563593af3a10 2023-10-05T15:21:54.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593b02f90 con 0x563593af2b70 2023-10-05T15:21:54.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x563593b03150 con 0x563593af2210 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4feebdbb80 10 client.0 _ll_register_callbacks cb 0x7f4fd4009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4fe0f8e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4fe0f8e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46614/0 (socket says 172.21.15.29:46614) 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4fe0f8e700 1 -- 172.21.15.29:0/2964326397 learned_addr learned my addr 172.21.15.29:0/2964326397 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.973+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2210 0x563593afd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fdb7fe700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afdbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 -- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2210 msgr2=0x563593afd690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2210 0x563593afd690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 -- 172.21.15.29:0/2964326397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 msgr2=0x563593afdbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afdbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 -- 172.21.15.29:0/2964326397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563593858c10 con 0x563593af3a10 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fe0f8e700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4fd400d010 tx=0x7f4fd4009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4bb84ccd35cda8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:54.988 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fbb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fd400e070 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f4fd4003c00 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4fcc011c00 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fd4003dc0 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4feebdbb80 10 client.15357 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56359386e260 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.974+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fcc011c00 con 0x563593af3a10 2023-10-05T15:21:54.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4fd400b100 con 0x563593af3a10 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 10 client.15357 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 10 client.15357 resolve_mds: resolved name 'c' to daemon mds.c 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 20 client.15357 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b5fe70 0x563593b5c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 4 client.15357 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563593a3dae0 con 0x563593b5fe70 2023-10-05T15:21:54.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b5fe70 0x563593b5c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fbb7fe700 10 client.15357 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fdbfff700 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b5fe70 0x563593b5c2f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=19295007e9e595c6 server_cookie=e907e34065957350 in_seq=0 out_seq=0 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fbb7fe700 1 -- 172.21.15.29:0/2964326397 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x563593a3dae0 con 0x563593b5fe70 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4fbb7fe700 10 client.15357 handle_command_reply: tid=0 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.975+0000 7f4feebdbb80 1 client.15357 shutdown 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 msgr2=0x563593b028e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f4fd400d010 tx=0x7f4fd4009370 comp rx=0 tx=0).stop 2023-10-05T15:21:54.991 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 shutdown_connections 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x563593af2210 0x563593afd690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x563593b5fe70 0x563593b5c2f0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563593af3a10 0x563593b028e0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fbb7fe700 0 client.15357 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 --2- 172.21.15.29:0/2964326397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x563593af2b70 0x563593afdbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.992 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 >> 172.21.15.29:0/2964326397 conn(0x563593a66210 msgr2=0x563593af9df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 shutdown_connections 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 1 -- 172.21.15.29:0/2964326397 wait complete. 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4feebdbb80 20 client.15357 trim_cache size 0 max 16384 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:54.993 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 2, 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24490, 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 70.108913701000006, 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:54.994 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:54.995 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:54.995 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 107.40117900200001 2023-10-05T15:21:54.995 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 msgr2=0x7f4fc80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.996 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 0x7f4fc80a3940 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f4fcc005950 tx=0x7f4fcc0058e0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 msgr2=0x7f4fdc102390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f4fc400d950 tx=0x7f4fc400dc60 comp rx=0 tx=0).stop 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 shutdown_connections 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f4fc80a1480 0x7f4fc80a3940 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fdc101950 0x7f4fdc1028d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fdc0ffdc0 0x7f4fdc103d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 --2- 172.21.15.29:0/3316443417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fdc100fb0 0x7f4fdc102390 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.976+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 >> 172.21.15.29:0/3316443417 conn(0x7f4fdc0fb330 msgr2=0x7f4fdc068040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.977+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 shutdown_connections 2023-10-05T15:21:54.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:54.977+0000 7f4fe29f1700 1 -- 172.21.15.29:0/3316443417 wait complete. 2023-10-05T15:21:54.999 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2023-10-05T15:21:55.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 -- 172.21.15.29:0/283223637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00001042b0 msgr2=0x7f00001066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 --2- 172.21.15.29:0/283223637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00001042b0 0x7f00001066a0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7effe8009990 tx=0x7effe8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 -- 172.21.15.29:0/283223637 shutdown_connections 2023-10-05T15:21:55.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 --2- 172.21.15.29:0/283223637 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0000106be0 0x7f0000109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 --2- 172.21.15.29:0/283223637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 --2- 172.21.15.29:0/283223637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00001042b0 0x7f00001066a0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 -- 172.21.15.29:0/283223637 >> 172.21.15.29:0/283223637 conn(0x7f00000fb3b0 msgr2=0x7f00000fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 -- 172.21.15.29:0/283223637 shutdown_connections 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 -- 172.21.15.29:0/283223637 wait complete. 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.123+0000 7f0005e4c700 1 Processor -- start 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 -- start start 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f00001042b0 0x7f0000197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019e760 con 0x7f0000106be0 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019e8d0 con 0x7f0000101980 2023-10-05T15:21:55.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7f0005e4c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f000019ea90 con 0x7f00001042b0 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7effff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46628/0 (socket says 172.21.15.29:46628) 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 -- 172.21.15.29:0/2099000966 learned_addr learned my addr 172.21.15.29:0/2099000966 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7effff7fe700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000196c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:53746/0 (socket says 172.21.15.29:53746) 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffeffd700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f00001042b0 0x7f0000197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 -- 172.21.15.29:0/2099000966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f00001042b0 msgr2=0x7f0000197160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f00001042b0 0x7f0000197160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 -- 172.21.15.29:0/2099000966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 msgr2=0x7f0000196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.124+0000 7efffffff700 1 -- 172.21.15.29:0/2099000966 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effe80095f0 con 0x7f0000106be0 2023-10-05T15:21:55.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7efffffff700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7efff800ef30 tx=0x7efff800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7efffcff9700 1 -- 172.21.15.29:0/2099000966 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff8018070 con 0x7f0000106be0 2023-10-05T15:21:55.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7efffcff9700 1 -- 172.21.15.29:0/2099000966 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efff800f040 con 0x7f0000106be0 2023-10-05T15:21:55.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f000019ed10 con 0x7f0000106be0 2023-10-05T15:21:55.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7efffcff9700 1 -- 172.21.15.29:0/2099000966 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff800cd00 con 0x7f0000106be0 2023-10-05T15:21:55.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.125+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f000019f1d0 con 0x7f0000106be0 2023-10-05T15:21:55.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.127+0000 7efffcff9700 1 -- 172.21.15.29:0/2099000966 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efff8003a00 con 0x7f0000106be0 2023-10-05T15:21:55.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7efffcff9700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 0x7effec0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7efffcff9700 1 -- 172.21.15.29:0/2099000966 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7efff80ccb50 con 0x7f0000106be0 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7effff7fe700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 0x7effec0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7effff7fe700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 0x7effec0a3940 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f00001980f0 tx=0x7efff000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7f0012036b80 1 Processor -- start 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.128+0000 7f0012036b80 1 -- start start 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe81630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe82e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fde9410 con 0x56546fe81b70 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fddabd0 con 0x56546fe82a10 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7f0012036b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fdd84f0 con 0x56546fe81210 2023-10-05T15:21:55.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46634/0 (socket says 172.21.15.29:46634) 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 -- 172.21.15.29:0/789251914 learned_addr learned my addr 172.21.15.29:0/789251914 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7effff7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe81630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffffff700 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe82e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 -- 172.21.15.29:0/789251914 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 msgr2=0x56546fe81630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe81630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 -- 172.21.15.29:0/789251914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 msgr2=0x56546fe82e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe82e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 -- 172.21.15.29:0/789251914 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56546fbfed90 con 0x56546fe81b70 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efffeffd700 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7effe8015000 tx=0x7effe8005bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f93b62d26ec01a22 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efff5ffb700 1 -- 172.21.15.29:0/789251914 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe801d070 con 0x56546fe81b70 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efff5ffb700 1 -- 172.21.15.29:0/789251914 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7effe801e040 con 0x56546fe81b70 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.129+0000 7efff5ffb700 1 -- 172.21.15.29:0/789251914 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effe8004980 con 0x56546fe81b70 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- 172.21.15.29:0/789251914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 msgr2=0x56546fe82430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7effe8015000 tx=0x7effe8005bc0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- 172.21.15.29:0/789251914 shutdown_connections 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe81630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe82e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 --2- 172.21.15.29:0/789251914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81b70 0x56546fe82430 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- 172.21.15.29:0/789251914 >> 172.21.15.29:0/789251914 conn(0x56546fdf5210 msgr2=0x56546fe7c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- 172.21.15.29:0/789251914 shutdown_connections 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- 172.21.15.29:0/789251914 wait complete. 2023-10-05T15:21:55.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.130+0000 7f0012036b80 1 -- start start 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 Processor -- start 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe8af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe8b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fdd3de0 con 0x56546fe82a10 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fd706c0 con 0x56546fe81b70 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fd70360 con 0x56546fe81210 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7f0012036b80 10 client.0 _ll_register_callbacks cb 0x56546fbcd7b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46642/0 (socket says 172.21.15.29:46642) 2023-10-05T15:21:55.140 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 -- 172.21.15.29:0/557929166 learned_addr learned my addr 172.21.15.29:0/557929166 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7effff7fe700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe8af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffeffd700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe8b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 -- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 msgr2=0x56546fe8af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe8af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 -- 172.21.15.29:0/557929166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 msgr2=0x56546fe8b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe8b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffffff700 1 -- 172.21.15.29:0/557929166 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0000109c40 con 0x56546fe82a10 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7efffeffd700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe8b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.131+0000 7effff7fe700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe8af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7efffffff700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7efff80998f0 tx=0x7efff8004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8aebce14d2e524 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:55.141 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff80b2400 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7efff809a2f0 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56546fe73ec0 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7efff800ce60 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 10 client.15369 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56546fbe7c10 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efff8063020 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7efff80a1a60 con 0x56546fe82a10 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 10 client.15369 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 10 client.15369 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 20 client.15369 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546fe96990 0x56546fe95500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.142 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 4 client.15369 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.132+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56546fdccdc0 con 0x56546fe96990 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.133+0000 7effff7fe700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546fe96990 0x56546fe95500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.133+0000 7effdeffd700 10 client.15369 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.133+0000 7effff7fe700 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546fe96990 0x56546fe95500 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f175989379155ef3 server_cookie=7a4e27e7d90506c3 in_seq=0 out_seq=0 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7effdeffd700 1 -- 172.21.15.29:0/557929166 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56546fdccdc0 con 0x56546fe96990 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7effdeffd700 10 client.15369 handle_command_reply: tid=0 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 client.15369 shutdown 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 msgr2=0x56546fe924c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7efff80998f0 tx=0x7efff8004ad0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 shutdown_connections 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81210 0x56546fe8af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.143 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546fe96990 0x56546fe95500 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe82a10 0x56546fe924c0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 --2- 172.21.15.29:0/557929166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe8b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7effdeffd700 0 client.15369 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 >> 172.21.15.29:0/557929166 conn(0x56546fdf5210 msgr2=0x56546fe7bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 shutdown_connections 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 1 -- 172.21.15.29:0/557929166 wait complete. 2023-10-05T15:21:55.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.134+0000 7f0012036b80 20 client.15369 trim_cache size 0 max 16384 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 Processor -- start 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 -- start start 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81b70 0x56546fe92480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe88d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fc548d0 con 0x56546fe81210 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fdcfed0 con 0x56546fe82a10 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7f0012036b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fd7a4d0 con 0x56546fe81b70 2023-10-05T15:21:55.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46646/0 (socket says 172.21.15.29:46646) 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 -- 172.21.15.29:0/1670010825 learned_addr learned my addr 172.21.15.29:0/1670010825 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7efffffff700 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe88d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 -- 172.21.15.29:0/1670010825 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81b70 msgr2=0x56546fe92480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81b70 0x56546fe92480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 -- 172.21.15.29:0/1670010825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 msgr2=0x56546fe88d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.152+0000 7effff7fe700 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe88d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7effff7fe700 1 -- 172.21.15.29:0/1670010825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56546fc25200 con 0x56546fe81210 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7efffffff700 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe88d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7effff7fe700 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7efff000ba80 tx=0x7efff0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fd2da8ed8cc25b2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7efff67fc700 1 -- 172.21.15.29:0/1670010825 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff0026070 con 0x56546fe81210 2023-10-05T15:21:55.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7efff67fc700 1 -- 172.21.15.29:0/1670010825 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efff0015070 con 0x56546fe81210 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7efff67fc700 1 -- 172.21.15.29:0/1670010825 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff0027e00 con 0x56546fe81210 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 -- 172.21.15.29:0/1670010825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 msgr2=0x56546fe7ab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7efff000ba80 tx=0x7efff0013000 comp rx=0 tx=0).stop 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 -- 172.21.15.29:0/1670010825 shutdown_connections 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe82a10 0x56546fe88d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe7ab70 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 --2- 172.21.15.29:0/1670010825 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe81b70 0x56546fe92480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 -- 172.21.15.29:0/1670010825 >> 172.21.15.29:0/1670010825 conn(0x56546fdf5210 msgr2=0x56546fe89c50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.153+0000 7f0012036b80 1 -- 172.21.15.29:0/1670010825 shutdown_connections 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 -- 172.21.15.29:0/1670010825 wait complete. 2023-10-05T15:21:55.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 -- start start 2023-10-05T15:21:55.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 Processor -- start 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe91a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 0x56546fe92110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546fe92850 con 0x56546fe81210 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546feea380 con 0x56546fe81b70 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56546feea540 con 0x56546fe82a10 2023-10-05T15:21:55.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7f0012036b80 10 client.0 _ll_register_callbacks cb 0x7efff8099a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7effff7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7effff7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46652/0 (socket says 172.21.15.29:46652) 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.154+0000 7effff7fe700 1 -- 172.21.15.29:0/4112095621 learned_addr learned my addr 172.21.15.29:0/4112095621 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7efffeffd700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe91a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7efffffff700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 0x56546fe92110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 -- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 msgr2=0x56546fe92110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 0x56546fe92110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 -- 172.21.15.29:0/4112095621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 msgr2=0x56546fe91a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe91a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 -- 172.21.15.29:0/4112095621 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efff000bdb0 con 0x56546fe81210 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7efffffff700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 0x56546fe92110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:55.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7efffeffd700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe91a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effff7fe700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7efff0010f10 tx=0x7efff0021da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38d1ddeb513a6628 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efff0026040 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7efff0017070 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7effe801e040 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7efff0005240 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7f0012036b80 10 client.15375 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56546fbfd260 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efff0043080 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7efff0004910 con 0x56546fe81210 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.155+0000 7f0012036b80 10 client.15375 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:55.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 10 client.15375 resolve_mds: resolved name 'i' to daemon mds.i 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 20 client.15375 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546feef740 0x56546feebb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 4 client.15375 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56546fdccae0 con 0x56546feef740 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7efffeffd700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546feef740 0x56546feebb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7efffeffd700 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546feef740 0x56546feebb80 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4e7a16aea8e73109 server_cookie=c41d029608b8db03 in_seq=0 out_seq=0 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7effdeffd700 10 client.15375 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7effdeffd700 1 -- 172.21.15.29:0/4112095621 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x56546fdccae0 con 0x56546feef740 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7effdeffd700 10 client.15375 handle_command_reply: tid=0 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.156+0000 7f0012036b80 1 client.15375 shutdown 2023-10-05T15:21:55.165 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 msgr2=0x56546fe8f4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7efff0010f10 tx=0x7efff0021da0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 shutdown_connections 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56546fe82a10 0x56546fe92110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x56546feef740 0x56546feebb80 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56546fe81210 0x56546fe8f4b0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7effdeffd700 0 client.15375 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 --2- 172.21.15.29:0/4112095621 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56546fe81b70 0x56546fe91a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 >> 172.21.15.29:0/4112095621 conn(0x56546fdf5210 msgr2=0x56546fe92cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 shutdown_connections 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 1 -- 172.21.15.29:0/4112095621 wait complete. 2023-10-05T15:21:55.166 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0012036b80 20 client.15375 trim_cache size 0 max 16384 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 1, 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24505, 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 71.300732874999994, 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:55.167 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:55.168 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:55.168 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 103.236515803 2023-10-05T15:21:55.168 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 msgr2=0x7effec0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.168 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 0x7effec0a3940 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f00001980f0 tx=0x7efff000b410 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 msgr2=0x7f000019e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7efff800ef30 tx=0x7efff800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 shutdown_connections 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7effec0a1480 0x7effec0a3940 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0000106be0 0x7f000019e190 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0000101980 0x7f0000196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 --2- 172.21.15.29:0/2099000966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f00001042b0 0x7f0000197160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 >> 172.21.15.29:0/2099000966 conn(0x7f00000fb3b0 msgr2=0x7f0000102e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.157+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 shutdown_connections 2023-10-05T15:21:55.169 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.158+0000 7f0005e4c700 1 -- 172.21.15.29:0/2099000966 wait complete. 2023-10-05T15:21:55.172 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2023-10-05T15:21:55.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 -- 172.21.15.29:0/4248516523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001042d0 msgr2=0x7f36001066c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 --2- 172.21.15.29:0/4248516523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001042d0 0x7f36001066c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009990 tx=0x7f35f0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 -- 172.21.15.29:0/4248516523 shutdown_connections 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 --2- 172.21.15.29:0/4248516523 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3600106c00 0x7f3600109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 --2- 172.21.15.29:0/4248516523 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f36001019a0 0x7f3600103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 --2- 172.21.15.29:0/4248516523 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001042d0 0x7f36001066c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 -- 172.21.15.29:0/4248516523 >> 172.21.15.29:0/4248516523 conn(0x7f36000fb330 msgr2=0x7f36000fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 -- 172.21.15.29:0/4248516523 shutdown_connections 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.297+0000 7f360495b700 1 -- 172.21.15.29:0/4248516523 wait complete. 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 Processor -- start 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 -- start start 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36001042d0 0x7f36000ff950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3600106c00 0x7f36000ffe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3600100630 con 0x7f36001019a0 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36001007a0 con 0x7f3600106c00 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f360495b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36001a0c40 con 0x7f36001042d0 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46666/0 (socket says 172.21.15.29:46666) 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 -- 172.21.15.29:0/2410877120 learned_addr learned my addr 172.21.15.29:0/2410877120 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36001042d0 0x7f36000ff950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fed9d700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3600106c00 0x7f36000ffe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 -- 172.21.15.29:0/2410877120 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36001042d0 msgr2=0x7f36000ff950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36001042d0 0x7f36000ff950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.303 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 -- 172.21.15.29:0/2410877120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3600106c00 msgr2=0x7f36000ffe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3600106c00 0x7f36000ffe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.298+0000 7f35fe59c700 1 -- 172.21.15.29:0/2410877120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35f00095f0 con 0x7f36001019a0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f35f400e9a0 tx=0x7f35f400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f35ef7fe700 1 -- 172.21.15.29:0/2410877120 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f4009790 con 0x7f36001019a0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f35ef7fe700 1 -- 172.21.15.29:0/2410877120 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35f400cbd0 con 0x7f36001019a0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36001a0f20 con 0x7f36001019a0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f35ef7fe700 1 -- 172.21.15.29:0/2410877120 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f4018680 con 0x7f36001019a0 2023-10-05T15:21:55.304 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.299+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36001a1340 con 0x7f36001019a0 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.301+0000 7f35ef7fe700 1 -- 172.21.15.29:0/2410877120 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f35f400cd40 con 0x7f36001019a0 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.302+0000 7f35ef7fe700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 0x7f35e80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.302+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 0x7f35e80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.302+0000 7f35ef7fe700 1 -- 172.21.15.29:0/2410877120 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f35f4014070 con 0x7f36001019a0 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.302+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 0x7f35e80a3940 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f35f000b2e0 tx=0x7f35f0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 Processor -- start 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 -- start start 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff28430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff28e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe8f410 con 0x558f4ff27210 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe80bd0 con 0x558f4ff28a10 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f3610b45b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe7e4f0 con 0x558f4ff27b70 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46674/0 (socket says 172.21.15.29:46674) 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 -- 172.21.15.29:0/849074003 learned_addr learned my addr 172.21.15.29:0/849074003 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff28430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fed9d700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff28e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 -- 172.21.15.29:0/849074003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 msgr2=0x558f4ff28430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff28430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 -- 172.21.15.29:0/849074003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 msgr2=0x558f4ff28e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff28e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fe59c700 1 -- 172.21.15.29:0/849074003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f4fca4d90 con 0x558f4ff27210 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.303+0000 7f35fed9d700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff28e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f35fe59c700 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f35f40a22c0 tx=0x7f35f4099ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe9cd73ddba2f1b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f35ecff9700 1 -- 172.21.15.29:0/849074003 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f409e5b0 con 0x558f4ff27210 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f35ecff9700 1 -- 172.21.15.29:0/849074003 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35f40a27f0 con 0x558f4ff27210 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f35ecff9700 1 -- 172.21.15.29:0/849074003 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f4099bb0 con 0x558f4ff27210 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f3610b45b80 1 -- 172.21.15.29:0/849074003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 msgr2=0x558f4ff27630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.304+0000 7f3610b45b80 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f35f40a22c0 tx=0x7f35f4099ec0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 -- 172.21.15.29:0/849074003 shutdown_connections 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff28e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff27630 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 --2- 172.21.15.29:0/849074003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff28430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 -- 172.21.15.29:0/849074003 >> 172.21.15.29:0/849074003 conn(0x558f4fe9b210 msgr2=0x558f4ff220f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 -- 172.21.15.29:0/849074003 shutdown_connections 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 -- 172.21.15.29:0/849074003 wait complete. 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 -- start start 2023-10-05T15:21:55.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 Processor -- start 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.305+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff31480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff384c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe79de0 con 0x558f4ff27210 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe166c0 con 0x558f4ff28a10 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe16360 con 0x558f4ff27b70 2023-10-05T15:21:55.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 10 client.0 _ll_register_callbacks cb 0x558f4fc737b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46678/0 (socket says 172.21.15.29:46678) 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 -- 172.21.15.29:0/2775801001 learned_addr learned my addr 172.21.15.29:0/2775801001 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fed9d700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff384c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff31480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 -- 172.21.15.29:0/2775801001 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 msgr2=0x558f4ff31480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff31480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 -- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 msgr2=0x558f4ff384c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff384c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 -- 172.21.15.29:0/2775801001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36001a1340 con 0x558f4ff27210 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f35f400c5b0 tx=0x7f35f409a280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830ef0e20797994e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35e5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f401fdf0 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f35f4099950 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558f4ff19ec0 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f35f4099b10 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 10 client.15387 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.306+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558f4fc8dc10 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558f4ff19ec0 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f35f40994e0 con 0x558f4ff27210 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 10 client.15387 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 10 client.15387 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 20 client.15387 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff3c790 0x558f4ff3b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 4 client.15387 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558f4fe72dc0 con 0x558f4ff3c790 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.307+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff3c790 0x558f4ff3b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.308+0000 7f35e5ffb700 10 client.15387 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.308+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff3c790 0x558f4ff3b360 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6003511df37935c1 server_cookie=45e5d6285107addb in_seq=0 out_seq=0 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.308+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2775801001 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558f4fe72dc0 con 0x558f4ff3c790 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.308+0000 7f35e5ffb700 10 client.15387 handle_command_reply: tid=0 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.308+0000 7f3610b45b80 1 client.15387 shutdown 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 msgr2=0x558f4ff30f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f35f400c5b0 tx=0x7f35f409a280 comp rx=0 tx=0).stop 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 shutdown_connections 2023-10-05T15:21:55.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff3c790 0x558f4ff3b360 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff384c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff30f40 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2775801001 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27b70 0x558f4ff31480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f35e5ffb700 0 client.15387 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 >> 172.21.15.29:0/2775801001 conn(0x558f4fe9b210 msgr2=0x558f4ff21f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 shutdown_connections 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 1 -- 172.21.15.29:0/2775801001 wait complete. 2023-10-05T15:21:55.317 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.309+0000 7f3610b45b80 20 client.15387 trim_cache size 0 max 16384 2023-10-05T15:21:55.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 Processor -- start 2023-10-05T15:21:55.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 -- start start 2023-10-05T15:21:55.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff27b70 0x558f4ff38480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff28a10 0x558f4ff2fc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fcfa8d0 con 0x558f4ff27210 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4fe38590 con 0x558f4ff27b70 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.326+0000 7f3610b45b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4ff1e9d0 con 0x558f4ff28a10 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46686/0 (socket says 172.21.15.29:46686) 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 -- 172.21.15.29:0/903367975 learned_addr learned my addr 172.21.15.29:0/903367975 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fed9d700 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff28a10 0x558f4ff2fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff27b70 0x558f4ff38480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 -- 172.21.15.29:0/903367975 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff28a10 msgr2=0x558f4ff2fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.331 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff28a10 0x558f4ff2fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 -- 172.21.15.29:0/903367975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff27b70 msgr2=0x558f4ff38480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff27b70 0x558f4ff38480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 -- 172.21.15.29:0/903367975 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558f4fccb200 con 0x558f4ff27210 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35fe59c700 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f35f409e520 tx=0x7f35f400efa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78e2ebb0903536c3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35ed7fa700 1 -- 172.21.15.29:0/903367975 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f40988e0 con 0x558f4ff27210 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35ed7fa700 1 -- 172.21.15.29:0/903367975 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35f40967a0 con 0x558f4ff27210 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.327+0000 7f35ed7fa700 1 -- 172.21.15.29:0/903367975 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f40a25c0 con 0x558f4ff27210 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- 172.21.15.29:0/903367975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 msgr2=0x558f4ff20b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f35f409e520 tx=0x7f35f400efa0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- 172.21.15.29:0/903367975 shutdown_connections 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff28a10 0x558f4ff2fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27210 0x558f4ff20b70 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.332 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 --2- 172.21.15.29:0/903367975 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff27b70 0x558f4ff38480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- 172.21.15.29:0/903367975 >> 172.21.15.29:0/903367975 conn(0x558f4fe9b210 msgr2=0x558f4ff21f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- 172.21.15.29:0/903367975 shutdown_connections 2023-10-05T15:21:55.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- 172.21.15.29:0/903367975 wait complete. 2023-10-05T15:21:55.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 -- start start 2023-10-05T15:21:55.333 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 Processor -- start 2023-10-05T15:21:55.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.328+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 0x558f4ff31560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff37a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4ff38120 con 0x558f4ff27b70 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4ff38290 con 0x558f4ff28a10 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558f4ff38450 con 0x558f4ff27210 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 10 client.0 _ll_register_callbacks cb 0x7f35f409a030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46694/0 (socket says 172.21.15.29:46694) 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 -- 172.21.15.29:0/2265475853 learned_addr learned my addr 172.21.15.29:0/2265475853 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fed9d700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff37a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 0x558f4ff31560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 -- 172.21.15.29:0/2265475853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 msgr2=0x558f4ff31560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 0x558f4ff31560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 -- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 msgr2=0x558f4ff37a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff37a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 -- 172.21.15.29:0/2265475853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558f4fc8dc10 con 0x558f4ff27b70 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 0x558f4ff31560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35fdd9b700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009990 tx=0x7f35f0009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91727efe22171028 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35e5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35f0033480 con 0x558f4ff27b70 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f35f00051a0 con 0x558f4ff27b70 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.329+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f35f40a27f0 con 0x558f4ff27b70 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f35f0005360 con 0x558f4ff27b70 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 10 client.15393 fetch_fsmap learned FSMap version 23 2023-10-05T15:21:55.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x558f4fca3260 con 0x558f4ff27b70 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35f40a27f0 con 0x558f4ff27b70 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f35f0004c90 con 0x558f4ff27b70 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 10 client.15393 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 10 client.15393 resolve_mds: resolved name 'b' to daemon mds.b 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 20 client.15393 populate_metadata read hostname 'smithi029' 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff94fa0 0x558f4ff91400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 4 client.15393 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "status"}] 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558f4fe72ae0 con 0x558f4ff94fa0 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.330+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff94fa0 0x558f4ff91400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f35e5ffb700 10 client.15393 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f35fe59c700 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff94fa0 0x558f4ff91400 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=83632746b7c4c031 server_cookie=788d6f31b8ca7e5b in_seq=0 out_seq=0 2023-10-05T15:21:55.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f35e5ffb700 1 -- 172.21.15.29:0/2265475853 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x558f4fe72ae0 con 0x558f4ff94fa0 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f35e5ffb700 10 client.15393 handle_command_reply: tid=0 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 client.15393 shutdown 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 msgr2=0x558f4ff37420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f35f0009990 tx=0x7f35f0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 shutdown_connections 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558f4ff94fa0 0x558f4ff91400 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558f4ff27210 0x558f4ff31560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558f4ff28a10 0x558f4ff37a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f35e5ffb700 0 client.15393 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 --2- 172.21.15.29:0/2265475853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558f4ff27b70 0x558f4ff37420 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 >> 172.21.15.29:0/2265475853 conn(0x558f4fe9b210 msgr2=0x558f4ff20b70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 shutdown_connections 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 1 -- 172.21.15.29:0/2265475853 wait complete. 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.331+0000 7f3610b45b80 20 client.15393 trim_cache size 0 max 16384 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "cluster_fsid": "9dac5b3e-6391-11ee-8db5-212e2dc638e7", 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "whoami": 0, 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 24515, 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "want_state": "up:active", 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "state": "up:active", 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "fs_name": "cephfs", 2023-10-05T15:21:55.341 INFO:teuthology.orchestra.run.smithi029.stdout: "rank_uptime": 90.303905381000007, 2023-10-05T15:21:55.342 INFO:teuthology.orchestra.run.smithi029.stdout: "mdsmap_epoch": 23, 2023-10-05T15:21:55.342 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch": 88, 2023-10-05T15:21:55.342 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_epoch_barrier": 86, 2023-10-05T15:21:55.342 INFO:teuthology.orchestra.run.smithi029.stdout: "uptime": 96.450455575000007 2023-10-05T15:21:55.342 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 msgr2=0x7f35e80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 0x7f35e80a3940 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f35f000b2e0 tx=0x7f35f0005fb0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 msgr2=0x7f3600101310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f35f400e9a0 tx=0x7f35f400ed60 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 shutdown_connections 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f35e80a1480 0x7f35e80a3940 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3600106c00 0x7f36000ffe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f36001019a0 0x7f3600101310 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 --2- 172.21.15.29:0/2410877120 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f36001042d0 0x7f36000ff950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 >> 172.21.15.29:0/2410877120 conn(0x7f36000fb330 msgr2=0x7f3600102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:55.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 shutdown_connections 2023-10-05T15:21:55.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:55.332+0000 7f360495b700 1 -- 172.21.15.29:0/2410877120 wait complete. 2023-10-05T15:21:55.346 INFO:teuthology.run_tasks:Running task kclient... 2023-10-05T15:21:55.359 INFO:tasks.kclient:Mounting kernel clients... 2023-10-05T15:21:55.359 INFO:tasks.kclient:config is {'client.0': {}} 2023-10-05T15:21:55.359 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:55.359 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2023-10-05T15:21:55.377 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2023-10-05T15:21:55.377 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:55.377 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2023-10-05T15:21:55.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:55 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3325584503' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:55.441 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:55 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2891475441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:55.453 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:55.453 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2023-10-05T15:21:55.550 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=legacy', 'wsync'], 'syntax': 'v1'} 2023-10-05T15:21:55.550 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-10-05T15:21:55.550 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-05T15:21:55.550 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph fs ls 2023-10-05T15:21:55.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:55 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3325584503' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:55 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2891475441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:55.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:55 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3325584503' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:21:55.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:55 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2891475441' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:21:56.116 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:21:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:56 smithi029 ceph-mon[99237]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:56.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:56 smithi040 ceph-mon[103696]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:56 smithi177 ceph-mon[103568]: pgmap v301: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 -- 172.21.15.29:0/1227226185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470100820 msgr2=0x7f947010cc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 --2- 172.21.15.29:0/1227226185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470100820 0x7f947010cc90 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f946800b0d0 tx=0x7f946800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 -- 172.21.15.29:0/1227226185 shutdown_connections 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 --2- 172.21.15.29:0/1227226185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9470105e70 0x7f9470106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 --2- 172.21.15.29:0/1227226185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470100820 0x7f947010cc90 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 --2- 172.21.15.29:0/1227226185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f94700ffe60 0x7f94701002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 -- 172.21.15.29:0/1227226185 >> 172.21.15.29:0/1227226185 conn(0x7f9470075e00 msgr2=0x7f9470076210 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:57.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 -- 172.21.15.29:0/1227226185 shutdown_connections 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.250+0000 7f9476281700 1 -- 172.21.15.29:0/1227226185 wait complete. 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 Processor -- start 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 -- start start 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94700ffe60 0x7f94701970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100820 0x7f9470197600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f947019c080 con 0x7f9470105e70 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f947019c1f0 con 0x7f9470100820 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9476281700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f947019c3b0 con 0x7f94700ffe60 2023-10-05T15:21:57.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f947481e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f947481e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46708/0 (socket says 172.21.15.29:46708) 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f947481e700 1 -- 172.21.15.29:0/2410890896 learned_addr learned my addr 172.21.15.29:0/2410890896 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f946ffff700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94700ffe60 0x7f94701970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.251+0000 7f9467fff700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100820 0x7f9470197600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 -- 172.21.15.29:0/2410890896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94700ffe60 msgr2=0x7f94701970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94700ffe60 0x7f94701970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 -- 172.21.15.29:0/2410890896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100820 msgr2=0x7f9470197600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100820 0x7f9470197600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 -- 172.21.15.29:0/2410890896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9468009d00 con 0x7f9470105e70 2023-10-05T15:21:57.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f947481e700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f9468007870 tx=0x7f94680078a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:57.257 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946800e040 con 0x7f9470105e70 2023-10-05T15:21:57.257 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9468003e10 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f947019c630 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f946801ba10 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.252+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94701a3d20 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.253+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f947004ebb0 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.254+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f94680050d0 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.255+0000 7f946dffb700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 0x7f945c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.255+0000 7f946ffff700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 0x7f945c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.255+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f94680ceaa0 con 0x7f9470105e70 2023-10-05T15:21:57.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.256+0000 7f946ffff700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 0x7f945c0a3940 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9460009a10 tx=0x7f9460009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:57.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.258+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9468097e80 con 0x7f9470105e70 2023-10-05T15:21:57.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.503+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9470198420 con 0x7f9470105e70 2023-10-05T15:21:57.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.503+0000 7f946dffb700 1 -- 172.21.15.29:0/2410890896 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+88 (secure 0 0 0) 0x7f946809b4a0 con 0x7f9470105e70 2023-10-05T15:21:57.506 INFO:teuthology.orchestra.run.smithi029.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 msgr2=0x7f945c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 0x7f945c0a3940 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f9460009a10 tx=0x7f9460009190 comp rx=0 tx=0).stop 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 msgr2=0x7f947019ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f9468007870 tx=0x7f94680078a0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 shutdown_connections 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f945c0a1480 0x7f945c0a3940 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.508 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f94700ffe60 0x7f94701970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9470105e70 0x7f947019ba70 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 --2- 172.21.15.29:0/2410890896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9470100820 0x7f9470197600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 >> 172.21.15.29:0/2410890896 conn(0x7f9470075e00 msgr2=0x7f94700fef00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 shutdown_connections 2023-10-05T15:21:57.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:57.506+0000 7f9476281700 1 -- 172.21.15.29:0/2410890896 wait complete. 2023-10-05T15:21:57.867 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-10-05T15:21:57.867 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-10-05T15:21:57.867 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi029.front.sepia.ceph.com 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-10-05T15:21:57.868 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-10-05T15:21:57.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:57.868 DEBUG:teuthology.orchestra.run.smithi029:> ip addr 2023-10-05T15:21:57.887 INFO:teuthology.orchestra.run.smithi029.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-10-05T15:21:57.887 INFO:teuthology.orchestra.run.smithi029.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-10-05T15:21:57.887 INFO:teuthology.orchestra.run.smithi029.stdout: inet 127.0.0.1/8 scope host lo 2023-10-05T15:21:57.887 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:21:57.887 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 ::1/128 scope host 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a0 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:6b:fd:a1 brd ff:ff:ff:ff:ff:ff 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5a brd ff:ff:ff:ff:ff:ff 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: inet 172.21.15.29/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft 41759sec preferred_lft 41759sec 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: inet6 fe80::ec4:7aff:febd:125a/64 scope link 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout: valid_lft forever preferred_lft forever 2023-10-05T15:21:57.888 INFO:teuthology.orchestra.run.smithi029.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-10-05T15:21:57.889 INFO:teuthology.orchestra.run.smithi029.stdout: link/ether 0c:c4:7a:bd:12:5b brd ff:ff:ff:ff:ff:ff 2023-10-05T15:21:57.889 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-10-05T15:21:57.889 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:57.889 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:21:57.889 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:21:57.889 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add name ceph-brx type bridge 2023-10-05T15:21:57.889 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr flush dev ceph-brx 2023-10-05T15:21:57.889 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set ceph-brx up 2023-10-05T15:21:57.890 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-10-05T15:21:57.890 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:21:58.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.012 DEBUG:teuthology.orchestra.run.smithi029:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-10-05T15:21:58.039 INFO:teuthology.orchestra.run.smithi029.stdout:1 2023-10-05T15:21:58.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.041 DEBUG:teuthology.orchestra.run.smithi029:> route 2023-10-05T15:21:58.100 INFO:teuthology.orchestra.run.smithi029.stdout:Kernel IP routing table 2023-10-05T15:21:58.101 INFO:teuthology.orchestra.run.smithi029.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-10-05T15:21:58.101 INFO:teuthology.orchestra.run.smithi029.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-10-05T15:21:58.101 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-10-05T15:21:58.101 INFO:teuthology.orchestra.run.smithi029.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-10-05T15:21:58.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.101 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:21:58.101 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:21:58.101 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-10-05T15:21:58.101 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-10-05T15:21:58.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-10-05T15:21:58.102 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:21:58.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.209 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2023-10-05T15:21:58.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.227 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list-id 2023-10-05T15:21:58.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.284 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:21:58.284 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:21:58.284 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-05T15:21:58.284 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-10-05T15:21:58.285 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:21:58.382 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-10-05T15:21:58.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.382 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-10-05T15:21:58.383 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:21:58.437 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:58 smithi029 ceph-mon[99237]: pgmap v302: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:58.457 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:21:58 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2410890896' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:21:58.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.585 DEBUG:teuthology.orchestra.run.smithi029:> (cd / && exec bash -c ' 2023-10-05T15:21:58.585 DEBUG:teuthology.orchestra.run.smithi029:> set -e 2023-10-05T15:21:58.585 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set brx.0 up 2023-10-05T15:21:58.585 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link set dev brx.0 master ceph-brx 2023-10-05T15:21:58.585 DEBUG:teuthology.orchestra.run.smithi029:> ') 2023-10-05T15:21:58.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:58 smithi040 ceph-mon[103696]: pgmap v302: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:21:58 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2410890896' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:21:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:58 smithi177 ceph-mon[103568]: pgmap v302: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:21:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:21:58 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2410890896' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2023-10-05T15:21:58.707 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:21:58.707 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-10-05T15:21:58.735 INFO:teuthology.orchestra.run.smithi029.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-10-05T15:21:58.735 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-10-05T15:21:58.735 DEBUG:teuthology.orchestra.run.smithi029:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-10-05T15:21:58.791 INFO:tasks.cephfs.kernel_mount:mounting using device: :/ 2023-10-05T15:21:58.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:58.792 DEBUG:teuthology.orchestra.run.smithi029:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-10-05T15:21:58.878 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-10-05T15:21:58.879 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync". 2023-10-05T15:21:58.879 INFO:teuthology.orchestra.run.smithi029.stdout:invalid new device string format 2023-10-05T15:21:59.015 INFO:teuthology.orchestra.run.smithi029.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync 2023-10-05T15:21:59.015 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync". 2023-10-05T15:21:59.016 INFO:teuthology.orchestra.run.smithi029.stdout:invalid new device string format 2023-10-05T15:21:59.016 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: resolved to: "172.21.15.29:6789,172.21.15.40:6789,172.21.15.177:6789" 2023-10-05T15:21:59.016 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.29:6789,172.21.15.40:6789,172.21.15.177:6789:/ 2023-10-05T15:21:59.016 INFO:teuthology.orchestra.run.smithi029.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=legacy,wsync,key=0,fsid=9dac5b3e-6391-11ee-8db5-212e2dc638e7" will pass to kernel 2023-10-05T15:21:59.022 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-10-05T15:21:59.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:59.022 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-10-05T15:21:59.059 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:59.060 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:21:59.133 INFO:teuthology.orchestra.run.smithi029.stdout:client25163 2023-10-05T15:21:59.134 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:21:59.134 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:21:59.192 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:59.192 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:21:59.265 INFO:teuthology.orchestra.run.smithi029.stdout:client25163 2023-10-05T15:21:59.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:59.266 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-10-05T15:21:59.340 INFO:teuthology.orchestra.run.smithi029.stdout:client25163 2023-10-05T15:21:59.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:21:59.340 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7.client25163/status') 2023-10-05T15:21:59.422 INFO:teuthology.orchestra.run.smithi029.stdout:instance: client.25163 (3)172.21.15.29:0/2163136481 2023-10-05T15:21:59.422 INFO:teuthology.orchestra.run.smithi029.stdout:blocklisted: false 2023-10-05T15:21:59.422 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records in 2023-10-05T15:21:59.422 INFO:teuthology.orchestra.run.smithi029.stderr:0+1 records out 2023-10-05T15:21:59.422 INFO:teuthology.orchestra.run.smithi029.stderr:71 bytes copied, 2.4075e-05 s, 2.9 MB/s 2023-10-05T15:21:59.424 INFO:teuthology.run_tasks:Running task check-counter... 2023-10-05T15:21:59.434 INFO:teuthology.run_tasks:Running task fwd_scrub... 2023-10-05T15:21:59.456 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 -- 172.21.15.29:0/1356285669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 msgr2=0x7fe914108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/1356285669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe914108200 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fe90c00b0d0 tx=0x7fe90c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 -- 172.21.15.29:0/1356285669 shutdown_connections 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/1356285669 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe9140ffdc0 0x7fe9141001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/1356285669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe914108200 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/1356285669 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 0x7fe914101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 -- 172.21.15.29:0/1356285669 >> 172.21.15.29:0/1356285669 conn(0x7fe9140fb310 msgr2=0x7fe9140fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:59.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 -- 172.21.15.29:0/1356285669 shutdown_connections 2023-10-05T15:21:59.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.588+0000 7fe91b2bb700 1 -- 172.21.15.29:0/1356285669 wait complete. 2023-10-05T15:21:59.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 Processor -- start 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 -- start start 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe9140ffdc0 0x7fe914068bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 0x7fe91419b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe91419e6d0 con 0x7fe914101950 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe91419e840 con 0x7fe914100fb0 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe91b2bb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe91419ea00 con 0x7fe9140ffdc0 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe919858700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe919858700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46726/0 (socket says 172.21.15.29:46726) 2023-10-05T15:21:59.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe919858700 1 -- 172.21.15.29:0/2341577525 learned_addr learned my addr 172.21.15.29:0/2341577525 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.589+0000 7fe918856700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 0x7fe91419b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 -- 172.21.15.29:0/2341577525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe9140ffdc0 msgr2=0x7fe914068bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe9140ffdc0 0x7fe914068bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 -- 172.21.15.29:0/2341577525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 msgr2=0x7fe91419b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 0x7fe91419b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 -- 172.21.15.29:0/2341577525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe90c009d00 con 0x7fe914101950 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe919858700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe90c007a00 tx=0x7fe90c009570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90c00e040 con 0x7fe914101950 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe90c003e10 con 0x7fe914101950 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe91419ec80 con 0x7fe914101950 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90c005610 con 0x7fe914101950 2023-10-05T15:21:59.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.590+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe91419f050 con 0x7fe914101950 2023-10-05T15:21:59.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.591+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe91410b650 con 0x7fe914101950 2023-10-05T15:21:59.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.592+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe90c005770 con 0x7fe914101950 2023-10-05T15:21:59.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.593+0000 7fe90a7fc700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 0x7fe9000a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.593+0000 7fe919057700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 0x7fe9000a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.593+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe90c0cec60 con 0x7fe914101950 2023-10-05T15:21:59.597 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.593+0000 7fe919057700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 0x7fe9000a3990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe914100e10 tx=0x7fe904005d20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:59.598 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.597+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fe90c098040 con 0x7fe914101950 2023-10-05T15:21:59.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.798+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe914106b80 con 0x7fe914101950 2023-10-05T15:21:59.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.800+0000 7fe90a7fc700 1 -- 172.21.15.29:0/2341577525 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7fe90c0bb090 con 0x7fe914101950 2023-10-05T15:21:59.802 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:21:59.802 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:21:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 msgr2=0x7fe9000a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.804 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 0x7fe9000a3990 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fe914100e10 tx=0x7fe904005d20 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 msgr2=0x7fe91419df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe90c007a00 tx=0x7fe90c009570 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 shutdown_connections 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe9000a14d0 0x7fe9000a3990 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe9140ffdc0 0x7fe914068bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe914101950 0x7fe91419df30 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 --2- 172.21.15.29:0/2341577525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe914100fb0 0x7fe91419b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 >> 172.21.15.29:0/2341577525 conn(0x7fe9140fb310 msgr2=0x7fe9140fd410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 shutdown_connections 2023-10-05T15:21:59.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.802+0000 7fe91b2bb700 1 -- 172.21.15.29:0/2341577525 wait complete. 2023-10-05T15:21:59.817 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:21:59.818 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:21:59.949 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 -- 172.21.15.29:0/3828744583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4104270 msgr2=0x7fb8e4106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/3828744583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4104270 0x7fb8e4106660 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4009990 tx=0x7fb8d4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 -- 172.21.15.29:0/3828744583 shutdown_connections 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/3828744583 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4106ba0 0x7fb8e4109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/3828744583 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4101940 0x7fb8e4103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/3828744583 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4104270 0x7fb8e4106660 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 -- 172.21.15.29:0/3828744583 >> 172.21.15.29:0/3828744583 conn(0x7fb8e40fb330 msgr2=0x7fb8e40fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:21:59.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 -- 172.21.15.29:0/3828744583 shutdown_connections 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.945+0000 7fb8eb92c700 1 -- 172.21.15.29:0/3828744583 wait complete. 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 Processor -- start 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 -- start start 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 0x7fb8e41970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4106ba0 0x7fb8e419e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e419e730 con 0x7fb8e4101940 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e419e870 con 0x7fb8e4106ba0 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8eb92c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8e419ea00 con 0x7fb8e4104270 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8e96c8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8e96c8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46736/0 (socket says 172.21.15.29:46736) 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8e96c8700 1 -- 172.21.15.29:0/371384272 learned_addr learned my addr 172.21.15.29:0/371384272 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.946+0000 7fb8e8ec7700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 0x7fb8e41970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e9ec9700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4106ba0 0x7fb8e419e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 -- 172.21.15.29:0/371384272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 msgr2=0x7fb8e41970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 0x7fb8e41970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 -- 172.21.15.29:0/371384272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4106ba0 msgr2=0x7fb8e419e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4106ba0 0x7fb8e419e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 -- 172.21.15.29:0/371384272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8d40095f0 con 0x7fb8e4101940 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e8ec7700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 0x7fb8e41970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:21:59.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8e96c8700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0007f10 tx=0x7fb8e000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:59.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e000de90 con 0x7fb8e4101940 2023-10-05T15:21:59.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb8e000f040 con 0x7fb8e4101940 2023-10-05T15:21:59.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8e0015400 con 0x7fb8e4101940 2023-10-05T15:21:59.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8e419ece0 con 0x7fb8e4101940 2023-10-05T15:21:59.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.947+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8e419f1a0 con 0x7fb8e4101940 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.948+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8e40fceb0 con 0x7fb8e4101940 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.949+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fb8e0003a00 con 0x7fb8e4101940 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.949+0000 7fb8da7fc700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 0x7fb8d00a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.950+0000 7fb8e8ec7700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 0x7fb8d00a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.950+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fb8e00cd3e0 con 0x7fb8e4101940 2023-10-05T15:21:59.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.950+0000 7fb8e8ec7700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 0x7fb8d00a39c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4006010 tx=0x7fb8d400b540 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:21:59.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:21:59.953+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fb8e00966d0 con 0x7fb8e4101940 2023-10-05T15:22:00.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.156+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb8e410c920 con 0x7fb8e4101940 2023-10-05T15:22:00.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.157+0000 7fb8da7fc700 1 -- 172.21.15.29:0/371384272 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb8e0099cf0 con 0x7fb8e4101940 2023-10-05T15:22:00.159 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:22:00.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 msgr2=0x7fb8d00a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 0x7fb8d00a39c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fb8d4006010 tx=0x7fb8d400b540 comp rx=0 tx=0).stop 2023-10-05T15:22:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 msgr2=0x7fb8e4196bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fb8e0007f10 tx=0x7fb8e000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 shutdown_connections 2023-10-05T15:22:00.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fb8d00a1500 0x7fb8d00a39c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb8e4106ba0 0x7fb8e419e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8e4101940 0x7fb8e4196bb0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 --2- 172.21.15.29:0/371384272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb8e4104270 0x7fb8e41970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 >> 172.21.15.29:0/371384272 conn(0x7fb8e40fb330 msgr2=0x7fb8e41025b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:00.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 shutdown_connections 2023-10-05T15:22:00.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.159+0000 7fb8eb92c700 1 -- 172.21.15.29:0/371384272 wait complete. 2023-10-05T15:22:00.173 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/308198067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08106c40 msgr2=0x7f7b08109050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/308198067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08106c40 0x7f7b08109050 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f7b0000b0a0 tx=0x7f7b0000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/308198067 shutdown_connections 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/308198067 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b081019e0 0x7f7b08103dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/308198067 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08106c40 0x7f7b08109050 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/308198067 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b08104310 0x7f7b08106700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.306 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/308198067 >> 172.21.15.29:0/308198067 conn(0x7f7b080fb3b0 msgr2=0x7f7b080fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/308198067 shutdown_connections 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/308198067 wait complete. 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 Processor -- start 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- start start 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 0x7f7b08196c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 0x7f7b0819e190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0819e760 con 0x7f7b08104310 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0819e8d0 con 0x7f7b081019e0 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.302+0000 7f7b0ed9f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0819ea90 con 0x7f7b08106c40 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.307 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46752/0 (socket says 172.21.15.29:46752) 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 -- 172.21.15.29:0/2013040071 learned_addr learned my addr 172.21.15.29:0/2013040071 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0d33c700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 0x7f7b0819e190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 -- 172.21.15.29:0/2013040071 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 msgr2=0x7f7b0819e190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 0x7f7b0819e190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 -- 172.21.15.29:0/2013040071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 msgr2=0x7f7b08196c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0cb3b700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 0x7f7b08196c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 0x7f7b08196c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 -- 172.21.15.29:0/2013040071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b00009d00 con 0x7f7b08104310 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0cb3b700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 0x7f7b08196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0d33c700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 0x7f7b0819e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b07fff700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7af400c9b0 tx=0x7f7af400cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:00.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7af4007b00 con 0x7f7b08104310 2023-10-05T15:22:00.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b0819ed70 con 0x7f7b08104310 2023-10-05T15:22:00.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7af4007c60 con 0x7f7b08104310 2023-10-05T15:22:00.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7af4018660 con 0x7f7b08104310 2023-10-05T15:22:00.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.303+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b0819f210 con 0x7f7b08104310 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.304+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b080fcf30 con 0x7f7b08104310 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.306+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f7af4018880 con 0x7f7b08104310 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.306+0000 7f7b05ffb700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 0x7f7af80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.306+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f7af40cd0a0 con 0x7f7b08104310 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.306+0000 7f7b0cb3b700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 0x7f7af80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.307+0000 7f7b0cb3b700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 0x7f7af80a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7afc005fd0 tx=0x7f7afc005de0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:00.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.311+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f7af40963f0 con 0x7f7b08104310 2023-10-05T15:22:00.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.511+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7b0810c7e0 con 0x7f7b08104310 2023-10-05T15:22:00.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.511+0000 7f7b05ffb700 1 -- 172.21.15.29:0/2013040071 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7af4099a10 con 0x7f7b08104310 2023-10-05T15:22:00.514 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 msgr2=0x7f7af80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 0x7f7af80a3940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7afc005fd0 tx=0x7f7afc005de0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 msgr2=0x7f7b08197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f7af400c9b0 tx=0x7f7af400cd70 comp rx=0 tx=0).stop 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 shutdown_connections 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f7af80a1480 0x7f7af80a3940 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7b08106c40 0x7f7b0819e190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7b081019e0 0x7f7b08196c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 --2- 172.21.15.29:0/2013040071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b08104310 0x7f7b08197160 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 >> 172.21.15.29:0/2013040071 conn(0x7f7b080fb3b0 msgr2=0x7f7b08102650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:00.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 shutdown_connections 2023-10-05T15:22:00.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.514+0000 7f7b0ed9f700 1 -- 172.21.15.29:0/2013040071 wait complete. 2023-10-05T15:22:00.529 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:22:00.552 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:00 smithi029 ceph-mon[99237]: pgmap v303: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:22:00.553 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:00 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2341577525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:00.553 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:00 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/371384272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:00 smithi040 ceph-mon[103696]: pgmap v303: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:22:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:00 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2341577525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:00 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/371384272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:00.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 -- 172.21.15.29:0/1351515251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c102a40 msgr2=0x7f237c109360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 --2- 172.21.15.29:0/1351515251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c102a40 0x7f237c109360 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f237400b0a0 tx=0x7f237400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 -- 172.21.15.29:0/1351515251 shutdown_connections 2023-10-05T15:22:00.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 --2- 172.21.15.29:0/1351515251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c102a40 0x7f237c109360 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 --2- 172.21.15.29:0/1351515251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c100ea0 0x7f237c1012c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 --2- 172.21.15.29:0/1351515251 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 0x7f237c102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 -- 172.21.15.29:0/1351515251 >> 172.21.15.29:0/1351515251 conn(0x7f237c0fc460 msgr2=0x7f237c0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:00.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 -- 172.21.15.29:0/1351515251 shutdown_connections 2023-10-05T15:22:00.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.655+0000 7f238422a700 1 -- 172.21.15.29:0/1351515251 wait complete. 2023-10-05T15:22:00.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 Processor -- start 2023-10-05T15:22:00.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 -- start start 2023-10-05T15:22:00.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 0x7f237c197200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 0x7f237c19e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f237c19e830 con 0x7f237c100ea0 2023-10-05T15:22:00.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f237c19e9a0 con 0x7f237c102a40 2023-10-05T15:22:00.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f238422a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f237c19eb60 con 0x7f237c102080 2023-10-05T15:22:00.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.656+0000 7f2381fc6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46764/0 (socket says 172.21.15.29:46764) 2023-10-05T15:22:00.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 -- 172.21.15.29:0/846364008 learned_addr learned my addr 172.21.15.29:0/846364008 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:00.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f23817c5700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 0x7f237c197200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f23827c7700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 0x7f237c19e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 -- 172.21.15.29:0/846364008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 msgr2=0x7f237c197200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 0x7f237c197200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 -- 172.21.15.29:0/846364008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 msgr2=0x7f237c19e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 0x7f237c19e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 -- 172.21.15.29:0/846364008 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2374009d00 con 0x7f237c100ea0 2023-10-05T15:22:00.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f23827c7700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 0x7f237c19e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:00.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f2381fc6700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f237000e970 tx=0x7f237000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:00.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2370009790 con 0x7f237c100ea0 2023-10-05T15:22:00.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f237000eec0 con 0x7f237c100ea0 2023-10-05T15:22:00.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f237c19ee40 con 0x7f237c100ea0 2023-10-05T15:22:00.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2370003cf0 con 0x7f237c100ea0 2023-10-05T15:22:00.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.657+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f237c19f260 con 0x7f237c100ea0 2023-10-05T15:22:00.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.658+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f237c10c710 con 0x7f237c100ea0 2023-10-05T15:22:00.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.659+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f237000ccd0 con 0x7f237c100ea0 2023-10-05T15:22:00.670 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.660+0000 7f236effd700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 0x7f23680a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:00.670 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.660+0000 7f23817c5700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 0x7f23680a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:00.670 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.660+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2370014070 con 0x7f237c100ea0 2023-10-05T15:22:00.670 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.661+0000 7f23817c5700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 0x7f23680a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f237c1981c0 tx=0x7f237800b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:00.671 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.663+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2370096770 con 0x7f237c100ea0 2023-10-05T15:22:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:00 smithi177 ceph-mon[103568]: pgmap v303: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2023-10-05T15:22:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:00 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2341577525' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:00 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/371384272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:00.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.864+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f237c107db0 con 0x7f237c100ea0 2023-10-05T15:22:00.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.864+0000 7f236effd700 1 -- 172.21.15.29:0/846364008 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2370099d90 con 0x7f237c100ea0 2023-10-05T15:22:00.866 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:22:00.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 msgr2=0x7f23680a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 0x7f23680a3940 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f237c1981c0 tx=0x7f237800b410 comp rx=0 tx=0).stop 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 msgr2=0x7f237c196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f237000e970 tx=0x7f237000ec80 comp rx=0 tx=0).stop 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 shutdown_connections 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f23680a1480 0x7f23680a3940 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f237c102a40 0x7f237c19e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f237c100ea0 0x7f237c196cc0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 --2- 172.21.15.29:0/846364008 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f237c102080 0x7f237c197200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:00.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 >> 172.21.15.29:0/846364008 conn(0x7f237c0fc460 msgr2=0x7f237c0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:00.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 shutdown_connections 2023-10-05T15:22:00.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:00.866+0000 7f238422a700 1 -- 172.21.15.29:0/846364008 wait complete. 2023-10-05T15:22:00.881 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 -- 172.21.15.29:0/3583772677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 msgr2=0x7ffaf0108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 --2- 172.21.15.29:0/3583772677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0108200 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7ffae800b0d0 tx=0x7ffae800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 -- 172.21.15.29:0/3583772677 shutdown_connections 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 --2- 172.21.15.29:0/3583772677 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0108200 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 --2- 172.21.15.29:0/3583772677 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf00ffdc0 0x7ffaf01001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 --2- 172.21.15.29:0/3583772677 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf0100fb0 0x7ffaf0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 -- 172.21.15.29:0/3583772677 >> 172.21.15.29:0/3583772677 conn(0x7ffaf00fb330 msgr2=0x7ffaf00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 -- 172.21.15.29:0/3583772677 shutdown_connections 2023-10-05T15:22:01.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.048+0000 7ffaf510a700 1 -- 172.21.15.29:0/3583772677 wait complete. 2023-10-05T15:22:01.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.049+0000 7ffaf510a700 1 Processor -- start 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.049+0000 7ffaf510a700 1 -- start start 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf00ffdc0 0x7ffaf0104000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf0100fb0 0x7ffaf0102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaf0103320 con 0x7ffaf0101950 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaf0103490 con 0x7ffaf0100fb0 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaf510a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaf01a0d20 con 0x7ffaf00ffdc0 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46782/0 (socket says 172.21.15.29:46782) 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 -- 172.21.15.29:0/4223420024 learned_addr learned my addr 172.21.15.29:0/4223420024 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaeed9d700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf00ffdc0 0x7ffaf0104000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaee59c700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf0100fb0 0x7ffaf0102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 -- 172.21.15.29:0/4223420024 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf00ffdc0 msgr2=0x7ffaf0104000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf00ffdc0 0x7ffaf0104000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 -- 172.21.15.29:0/4223420024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf0100fb0 msgr2=0x7ffaf0102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf0100fb0 0x7ffaf0102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 -- 172.21.15.29:0/4223420024 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffae8009d00 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffaef59e700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ffae8008ec0 tx=0x7ffae8008ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.050+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffae800e040 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.051+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ffae8005070 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.051+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaf01a0fa0 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.051+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffae801b6c0 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.051+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaf01a1310 con 0x7ffaf0101950 2023-10-05T15:22:01.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.052+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffaf0107e40 con 0x7ffaf0101950 2023-10-05T15:22:01.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.053+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7ffae80051e0 con 0x7ffaf0101950 2023-10-05T15:22:01.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.054+0000 7ffad7fff700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 0x7ffad80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.054+0000 7ffaeed9d700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 0x7ffad80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.054+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7ffae80ce600 con 0x7ffaf0101950 2023-10-05T15:22:01.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.054+0000 7ffaeed9d700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 0x7ffad80a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0100e10 tx=0x7ffae0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.060 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.058+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7ffae80979e0 con 0x7ffaf0101950 2023-10-05T15:22:01.262 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.260+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7ffaf010b830 con 0x7ffaf0101950 2023-10-05T15:22:01.263 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.261+0000 7ffad7fff700 1 -- 172.21.15.29:0/4223420024 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7ffae809b000 con 0x7ffaf0101950 2023-10-05T15:22:01.263 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:01.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 msgr2=0x7ffad80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 0x7ffad80a3940 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7ffaf0100e10 tx=0x7ffae0009260 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 msgr2=0x7ffaf0102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7ffae8008ec0 tx=0x7ffae8008ef0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 shutdown_connections 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7ffad80a1480 0x7ffad80a3940 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ffaf00ffdc0 0x7ffaf0104000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffaf0101950 0x7ffaf0102b80 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 --2- 172.21.15.29:0/4223420024 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ffaf0100fb0 0x7ffaf0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 >> 172.21.15.29:0/4223420024 conn(0x7ffaf00fb330 msgr2=0x7ffaf00fd590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 shutdown_connections 2023-10-05T15:22:01.266 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.263+0000 7ffaf510a700 1 -- 172.21.15.29:0/4223420024 wait complete. 2023-10-05T15:22:01.278 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 -- 172.21.15.29:0/1983632184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf280ffdc0 msgr2=0x7fdf281001e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/1983632184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf280ffdc0 0x7fdf281001e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c0099c0 tx=0x7fdf1c009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 -- 172.21.15.29:0/1983632184 shutdown_connections 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/1983632184 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf28101950 0x7fdf28108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/1983632184 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf280ffdc0 0x7fdf281001e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/1983632184 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 0x7fdf28101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 -- 172.21.15.29:0/1983632184 >> 172.21.15.29:0/1983632184 conn(0x7fdf280fb310 msgr2=0x7fdf280fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 -- 172.21.15.29:0/1983632184 shutdown_connections 2023-10-05T15:22:01.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.402+0000 7fdf2f43f700 1 -- 172.21.15.29:0/1983632184 wait complete. 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 Processor -- start 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 -- start start 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf280ffdc0 0x7fdf28195a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 0x7fdf28195fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2819d600 con 0x7fdf28101950 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2819d740 con 0x7fdf280ffdc0 2023-10-05T15:22:01.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.403+0000 7fdf2f43f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf2819d8d0 con 0x7fdf28100fb0 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46794/0 (socket says 172.21.15.29:46794) 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 -- 172.21.15.29:0/2043769244 learned_addr learned my addr 172.21.15.29:0/2043769244 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2c9da700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 0x7fdf28195fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d1db700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf280ffdc0 0x7fdf28195a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 -- 172.21.15.29:0/2043769244 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 msgr2=0x7fdf28195fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 0x7fdf28195fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 -- 172.21.15.29:0/2043769244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf280ffdc0 msgr2=0x7fdf28195a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf280ffdc0 0x7fdf28195a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 -- 172.21.15.29:0/2043769244 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf1c0095f0 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2d9dc700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdf20007d70 tx=0x7fdf2000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2000ad40 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdf200128e0 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf2819dbb0 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf200116b0 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.404+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf2819e0c0 con 0x7fdf28101950 2023-10-05T15:22:01.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.405+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf2810b640 con 0x7fdf28101950 2023-10-05T15:22:01.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.406+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fdf20012420 con 0x7fdf28101950 2023-10-05T15:22:01.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.407+0000 7fdf1a7fc700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 0x7fdf140a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.407+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fdf200cd240 con 0x7fdf28101950 2023-10-05T15:22:01.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.407+0000 7fdf2d1db700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 0x7fdf140a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.407+0000 7fdf2d1db700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 0x7fdf140a3a10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009990 tx=0x7fdf1c01a040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.411+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdf20096590 con 0x7fdf28101950 2023-10-05T15:22:01.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2013040071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/846364008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:01 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4223420024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.616 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.614+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf28106cf0 con 0x7fdf28101950 2023-10-05T15:22:01.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.616+0000 7fdf1a7fc700 1 -- 172.21.15.29:0/2043769244 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7fdf20094e60 con 0x7fdf28101950 2023-10-05T15:22:01.618 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:01.619 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:22:01.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 msgr2=0x7fdf140a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 0x7fdf140a3a10 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c009990 tx=0x7fdf1c01a040 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 msgr2=0x7fdf2819d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fdf20007d70 tx=0x7fdf2000a340 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 shutdown_connections 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fdf140a1550 0x7fdf140a3a10 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf28101950 0x7fdf2819d030 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdf280ffdc0 0x7fdf28195a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 --2- 172.21.15.29:0/2043769244 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdf28100fb0 0x7fdf28195fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 >> 172.21.15.29:0/2043769244 conn(0x7fdf280fb310 msgr2=0x7fdf280fd610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 shutdown_connections 2023-10-05T15:22:01.622 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.618+0000 7fdf2f43f700 1 -- 172.21.15.29:0/2043769244 wait complete. 2023-10-05T15:22:01.633 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:22:01.634 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:22:01.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:01 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2013040071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:01 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/846364008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:01 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4223420024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:01 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2013040071' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:01 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/846364008' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:01 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4223420024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:01.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/4022413970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 msgr2=0x7f9d08108250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/4022413970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d08108250 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000b0a0 tx=0x7f9d0000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.765 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/4022413970 shutdown_connections 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/4022413970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d08108250 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/4022413970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d080ffe20 0x7f9d08100240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.760+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/4022413970 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d08100f70 0x7f9d081013f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/4022413970 >> 172.21.15.29:0/4022413970 conn(0x7f9d080fb370 msgr2=0x7f9d080fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/4022413970 shutdown_connections 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/4022413970 wait complete. 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 Processor -- start 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- start start 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d080ffe20 0x7f9d08069b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 0x7f9d0819ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0819e8a0 con 0x7f9d08101930 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0819ea10 con 0x7f9d08100f70 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.761+0000 7f9d0dbd6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0819ebd0 con 0x7f9d080ffe20 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46808/0 (socket says 172.21.15.29:46808) 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 -- 172.21.15.29:0/1145698767 learned_addr learned my addr 172.21.15.29:0/1145698767 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d077fe700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d080ffe20 0x7f9d08069b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d06ffd700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 0x7f9d0819ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 -- 172.21.15.29:0/1145698767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d080ffe20 msgr2=0x7f9d08069b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d080ffe20 0x7f9d08069b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 -- 172.21.15.29:0/1145698767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 msgr2=0x7f9d0819ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 0x7f9d0819ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 -- 172.21.15.29:0/1145698767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d00009d00 con 0x7f9d08101930 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d06ffd700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 0x7f9d0819ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d07fff700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000d010 tx=0x7f9d00007df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0000e040 con 0x7f9d08101930 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d0819ee50 con 0x7f9d08101930 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9d0001d480 con 0x7f9d08101930 2023-10-05T15:22:01.768 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d00012650 con 0x7f9d08101930 2023-10-05T15:22:01.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.762+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d0819f210 con 0x7f9d08101930 2023-10-05T15:22:01.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.763+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d0810b670 con 0x7f9d08101930 2023-10-05T15:22:01.769 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.764+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9d0001d5f0 con 0x7f9d08101930 2023-10-05T15:22:01.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.765+0000 7f9d04ff9700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 0x7f9cf00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:01.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.765+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9d000cdf30 con 0x7f9d08101930 2023-10-05T15:22:01.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.765+0000 7f9d077fe700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 0x7f9cf00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:01.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.766+0000 7f9d077fe700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 0x7f9cf00a3940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009c60 tx=0x7f9cf8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:01.770 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.769+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9d000972b0 con 0x7f9d08101930 2023-10-05T15:22:01.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.969+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9d08106d10 con 0x7f9d08101930 2023-10-05T15:22:01.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.970+0000 7f9d04ff9700 1 -- 172.21.15.29:0/1145698767 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9d0000be60 con 0x7f9d08101930 2023-10-05T15:22:01.972 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:22:01.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 msgr2=0x7f9cf00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 0x7f9cf00a3940 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8009c60 tx=0x7f9cf8009260 comp rx=0 tx=0).stop 2023-10-05T15:22:01.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 msgr2=0x7f9d0819e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:01.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000d010 tx=0x7f9d00007df0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 shutdown_connections 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9cf00a1480 0x7f9cf00a3940 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9d080ffe20 0x7f9d08069b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9d08101930 0x7f9d0819e0d0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 --2- 172.21.15.29:0/1145698767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9d08100f70 0x7f9d0819ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 >> 172.21.15.29:0/1145698767 conn(0x7f9d080fb370 msgr2=0x7f9d080fd5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 shutdown_connections 2023-10-05T15:22:01.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:01.972+0000 7f9d0dbd6700 1 -- 172.21.15.29:0/1145698767 wait complete. 2023-10-05T15:22:01.987 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- 172.21.15.29:0/1188604736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c102150 msgr2=0x7efd3c1025b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- 172.21.15.29:0/1188604736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c102150 0x7efd3c1025b0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7efd28009990 tx=0x7efd28009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- 172.21.15.29:0/1188604736 shutdown_connections 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- 172.21.15.29:0/1188604736 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c0ff180 0x7efd3c0ff5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- 172.21.15.29:0/1188604736 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c1093a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- 172.21.15.29:0/1188604736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c102150 0x7efd3c1025b0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- 172.21.15.29:0/1188604736 >> 172.21.15.29:0/1188604736 conn(0x7efd3c0faab0 msgr2=0x7efd3c0fcef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- 172.21.15.29:0/1188604736 shutdown_connections 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- 172.21.15.29:0/1188604736 wait complete. 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 Processor -- start 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- start start 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c102150 0x7efd3c100100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c100640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c100de0 con 0x7efd3c0ff180 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c100f50 con 0x7efd3c102af0 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.114+0000 7efd42e2d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c1a0c90 con 0x7efd3c102150 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46818/0 (socket says 172.21.15.29:46818) 2023-10-05T15:22:02.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 -- 172.21.15.29:0/3762857544 learned_addr learned my addr 172.21.15.29:0/3762857544 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd3bfff700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c102150 0x7efd3c100100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd413ca700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c100640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 -- 172.21.15.29:0/3762857544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c102150 msgr2=0x7efd3c100100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c102150 0x7efd3c100100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 -- 172.21.15.29:0/3762857544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 msgr2=0x7efd3c100640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c100640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 -- 172.21.15.29:0/3762857544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd280095f0 con 0x7efd3c0ff180 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd413ca700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd40bc9700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efd3000d980 tx=0x7efd3000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30004020 con 0x7efd3c0ff180 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efd30009730 con 0x7efd3c0ff180 2023-10-05T15:22:02.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd3c1a0f70 con 0x7efd3c0ff180 2023-10-05T15:22:02.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd30003a80 con 0x7efd3c0ff180 2023-10-05T15:22:02.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.115+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd3c1a1390 con 0x7efd3c0ff180 2023-10-05T15:22:02.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.116+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd3c10c780 con 0x7efd3c0ff180 2023-10-05T15:22:02.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.117+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7efd300098a0 con 0x7efd3c0ff180 2023-10-05T15:22:02.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.118+0000 7efd39ffb700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 0x7efd2c0a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.118+0000 7efd3bfff700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 0x7efd2c0a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.118+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7efd300ccd80 con 0x7efd3c0ff180 2023-10-05T15:22:02.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.119+0000 7efd3bfff700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 0x7efd2c0a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7efd2800b5c0 tx=0x7efd28005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.124 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.122+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efd30096070 con 0x7efd3c0ff180 2023-10-05T15:22:02.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.322+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efd3c107f10 con 0x7efd3c0ff180 2023-10-05T15:22:02.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.323+0000 7efd39ffb700 1 -- 172.21.15.29:0/3762857544 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7efd30099690 con 0x7efd3c0ff180 2023-10-05T15:22:02.325 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 msgr2=0x7efd2c0a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 0x7efd2c0a3940 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7efd2800b5c0 tx=0x7efd28005fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 msgr2=0x7efd3c101ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7efd3000d980 tx=0x7efd3000dc90 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 shutdown_connections 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7efd2c0a1480 0x7efd2c0a3940 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efd3c102af0 0x7efd3c100640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd3c0ff180 0x7efd3c101ac0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 --2- 172.21.15.29:0/3762857544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efd3c102150 0x7efd3c100100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 >> 172.21.15.29:0/3762857544 conn(0x7efd3c0faab0 msgr2=0x7efd3c0fcda0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:02.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 shutdown_connections 2023-10-05T15:22:02.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.325+0000 7efd42e2d700 1 -- 172.21.15.29:0/3762857544 wait complete. 2023-10-05T15:22:02.340 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:22:02.471 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 -- 172.21.15.29:0/2364710114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc106be0 msgr2=0x7f17bc109010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 --2- 172.21.15.29:0/2364710114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc106be0 0x7f17bc109010 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f17b4009990 tx=0x7f17b4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 -- 172.21.15.29:0/2364710114 shutdown_connections 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 --2- 172.21.15.29:0/2364710114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc106be0 0x7f17bc109010 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 --2- 172.21.15.29:0/2364710114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc101980 0x7f17bc103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 --2- 172.21.15.29:0/2364710114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 0x7f17bc1066a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 -- 172.21.15.29:0/2364710114 >> 172.21.15.29:0/2364710114 conn(0x7f17bc0fb330 msgr2=0x7f17bc0fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 -- 172.21.15.29:0/2364710114 shutdown_connections 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 -- 172.21.15.29:0/2364710114 wait complete. 2023-10-05T15:22:02.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.467+0000 7f17c207b700 1 Processor -- start 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 -- start start 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 0x7f17bc0ff930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc106be0 0x7f17bc0ffe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17bc100610 con 0x7f17bc101980 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17bc100780 con 0x7f17bc106be0 2023-10-05T15:22:02.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17c207b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17bc1a0bc0 con 0x7f17bc1042b0 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46832/0 (socket says 172.21.15.29:46832) 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 -- 172.21.15.29:0/532138349 learned_addr learned my addr 172.21.15.29:0/532138349 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17baffd700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 0x7f17bc0ff930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 -- 172.21.15.29:0/532138349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 msgr2=0x7f17bc0ff930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 0x7f17bc0ff930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 -- 172.21.15.29:0/532138349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc106be0 msgr2=0x7f17bc0ffe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bbfff700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc106be0 0x7f17bc0ffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc106be0 0x7f17bc0ffe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 -- 172.21.15.29:0/532138349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b40095f0 con 0x7f17bc101980 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.468+0000 7f17bb7fe700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f17ac00ef10 tx=0x7f17ac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.469+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac00cad0 con 0x7f17bc101980 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.469+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17bc1a0e40 con 0x7f17bc101980 2023-10-05T15:22:02.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.469+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17ac00f040 con 0x7f17bc101980 2023-10-05T15:22:02.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.469+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac007ea0 con 0x7f17bc101980 2023-10-05T15:22:02.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.469+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17bc1a1270 con 0x7f17bc101980 2023-10-05T15:22:02.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.470+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17bc0fceb0 con 0x7f17bc101980 2023-10-05T15:22:02.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.471+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f17ac007500 con 0x7f17bc101980 2023-10-05T15:22:02.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.472+0000 7f17b8ff9700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 0x7f17a80a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.472+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f17ac0cdaf0 con 0x7f17bc101980 2023-10-05T15:22:02.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.472+0000 7f17baffd700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 0x7f17a80a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.472+0000 7f17baffd700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 0x7f17a80a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f17a4009b30 tx=0x7f17a4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.475+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f17ac096e40 con 0x7f17bc101980 2023-10-05T15:22:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:02 smithi029 ceph-mon[99237]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2023-10-05T15:22:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:02 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2043769244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:02 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1145698767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:02 smithi040 ceph-mon[103696]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2023-10-05T15:22:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:02 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2043769244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:02 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1145698767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:02.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:02 smithi177 ceph-mon[103568]: pgmap v304: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 85 B/s wr, 7 op/s 2023-10-05T15:22:02.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:02 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2043769244' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:02.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:02 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1145698767' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:02.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.677+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f17bc10c880 con 0x7f17bc101980 2023-10-05T15:22:02.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.678+0000 7f17b8ff9700 1 -- 172.21.15.29:0/532138349 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f17ac09a460 con 0x7f17bc101980 2023-10-05T15:22:02.680 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:22:02.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 msgr2=0x7f17a80a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 0x7f17a80a3940 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f17a4009b30 tx=0x7f17a4009260 comp rx=0 tx=0).stop 2023-10-05T15:22:02.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 msgr2=0x7f17bc1012f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f17ac00ef10 tx=0x7f17ac00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 shutdown_connections 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f17a80a1480 0x7f17a80a3940 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f17bc106be0 0x7f17bc0ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17bc101980 0x7f17bc1012f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 --2- 172.21.15.29:0/532138349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f17bc1042b0 0x7f17bc0ff930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 >> 172.21.15.29:0/532138349 conn(0x7f17bc0fb330 msgr2=0x7f17bc1025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 shutdown_connections 2023-10-05T15:22:02.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.680+0000 7f17c207b700 1 -- 172.21.15.29:0/532138349 wait complete. 2023-10-05T15:22:02.695 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:22:02.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- 172.21.15.29:0/2955569055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac1042b0 msgr2=0x7f63ac1066a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 --2- 172.21.15.29:0/2955569055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac1042b0 0x7f63ac1066a0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f639c009990 tx=0x7f639c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- 172.21.15.29:0/2955569055 shutdown_connections 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 --2- 172.21.15.29:0/2955569055 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac101980 0x7f63ac103d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 --2- 172.21.15.29:0/2955569055 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac106be0 0x7f63ac109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 --2- 172.21.15.29:0/2955569055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac1042b0 0x7f63ac1066a0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- 172.21.15.29:0/2955569055 >> 172.21.15.29:0/2955569055 conn(0x7f63ac0fb370 msgr2=0x7f63ac0fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- 172.21.15.29:0/2955569055 shutdown_connections 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- 172.21.15.29:0/2955569055 wait complete. 2023-10-05T15:22:02.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 Processor -- start 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 -- start start 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.822+0000 7f63b3d93700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac1042b0 0x7f63ac1970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 0x7f63ac19e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ac19e730 con 0x7f63ac101980 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ac19e870 con 0x7f63ac1042b0 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ac19ea00 con 0x7f63ac106be0 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46844/0 (socket says 172.21.15.29:46844) 2023-10-05T15:22:02.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 -- 172.21.15.29:0/3053157118 learned_addr learned my addr 172.21.15.29:0/3053157118 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b132e700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac1042b0 0x7f63ac1970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b2330700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 0x7f63ac19e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 -- 172.21.15.29:0/3053157118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 msgr2=0x7f63ac19e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 0x7f63ac19e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 -- 172.21.15.29:0/3053157118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac1042b0 msgr2=0x7f63ac1970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac1042b0 0x7f63ac1970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 -- 172.21.15.29:0/3053157118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f639c0095f0 con 0x7f63ac101980 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b2330700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 0x7f63ac19e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b1b2f700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f63a800c9b0 tx=0x7f63a800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a8007b00 con 0x7f63ac101980 2023-10-05T15:22:02.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f63a8007c60 con 0x7f63ac101980 2023-10-05T15:22:02.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63ac19ece0 con 0x7f63ac101980 2023-10-05T15:22:02.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63a8018660 con 0x7f63ac101980 2023-10-05T15:22:02.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.823+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63ac19f1a0 con 0x7f63ac101980 2023-10-05T15:22:02.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.824+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63ac0fcef0 con 0x7f63ac101980 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.825+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f63a800f450 con 0x7f63ac101980 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.826+0000 7f63a2ffd700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 0x7f63980a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.826+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f63a80cd280 con 0x7f63ac101980 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.826+0000 7f63b132e700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 0x7f63980a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.827+0000 7f63b132e700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 0x7f63980a3940 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f639c00b5c0 tx=0x7f639c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:02.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:02.830+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f63a8096660 con 0x7f63ac101980 2023-10-05T15:22:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.031+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f63ac02d020 con 0x7f63ac101980 2023-10-05T15:22:03.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.032+0000 7f63a2ffd700 1 -- 172.21.15.29:0/3053157118 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f63a8099c80 con 0x7f63ac101980 2023-10-05T15:22:03.034 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 msgr2=0x7f63980a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 0x7f63980a3940 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f639c00b5c0 tx=0x7f639c005fd0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.036 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 msgr2=0x7f63ac196bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f63a800c9b0 tx=0x7f63a800ccc0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 shutdown_connections 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f63980a1480 0x7f63980a3940 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f63ac106be0 0x7f63ac19e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63ac101980 0x7f63ac196bb0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 --2- 172.21.15.29:0/3053157118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f63ac1042b0 0x7f63ac1970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 >> 172.21.15.29:0/3053157118 conn(0x7f63ac0fb370 msgr2=0x7f63ac1025f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 shutdown_connections 2023-10-05T15:22:03.037 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.034+0000 7f63b3d93700 1 -- 172.21.15.29:0/3053157118 wait complete. 2023-10-05T15:22:03.049 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2023-10-05T15:22:03.049 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- 172.21.15.29:0/3400455312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec100d30 msgr2=0x7facec101150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 --2- 172.21.15.29:0/3400455312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec100d30 0x7facec101150 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7facdc0099c0 tx=0x7facdc009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- 172.21.15.29:0/3400455312 shutdown_connections 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 --2- 172.21.15.29:0/3400455312 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 0x7facec109170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 --2- 172.21.15.29:0/3400455312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec100d30 0x7facec101150 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 --2- 172.21.15.29:0/3400455312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec101f20 0x7facec102380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- 172.21.15.29:0/3400455312 >> 172.21.15.29:0/3400455312 conn(0x7facec0fc280 msgr2=0x7facec0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- 172.21.15.29:0/3400455312 shutdown_connections 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- 172.21.15.29:0/3400455312 wait complete. 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 Processor -- start 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.173+0000 7facebfff700 1 -- start start 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec100d30 0x7facec074c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 0x7facec0737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facec073f80 con 0x7facec101f20 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facec0740f0 con 0x7facec100d30 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facec1a0a20 con 0x7facec1028c0 2023-10-05T15:22:03.178 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46860/0 (socket says 172.21.15.29:46860) 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 -- 172.21.15.29:0/267510137 learned_addr learned my addr 172.21.15.29:0/267510137 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7faceaffd700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec100d30 0x7facec074c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7faceb7fe700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 0x7facec0737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 -- 172.21.15.29:0/267510137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 msgr2=0x7facec0737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 0x7facec0737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 -- 172.21.15.29:0/267510137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec100d30 msgr2=0x7facec074c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec100d30 0x7facec074c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 -- 172.21.15.29:0/267510137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facdc0095f0 con 0x7facec101f20 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facea7fc700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7face000d950 tx=0x7face000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face0009940 con 0x7facec101f20 2023-10-05T15:22:03.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facec1a0d00 con 0x7facec101f20 2023-10-05T15:22:03.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7face0010460 con 0x7facec101f20 2023-10-05T15:22:03.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7face000f620 con 0x7facec101f20 2023-10-05T15:22:03.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.174+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facec1a11c0 con 0x7facec101f20 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.175+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facec10c610 con 0x7facec101f20 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.177+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7face00108d0 con 0x7facec101f20 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.177+0000 7facd3fff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 0x7facd40a3a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.177+0000 7faceaffd700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 0x7facd40a3a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.177+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7face00ccea0 con 0x7facec101f20 2023-10-05T15:22:03.181 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.178+0000 7faceaffd700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 0x7facd40a3a30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7facdc00b580 tx=0x7facdc009f10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.182 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.180+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7face00961f0 con 0x7facec101f20 2023-10-05T15:22:03.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.430+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7facec107b20 con 0x7facec101f20 2023-10-05T15:22:03.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.431+0000 7facd3fff700 1 -- 172.21.15.29:0/267510137 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7face0020090 con 0x7facec101f20 2023-10-05T15:22:03.433 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:03.433 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:22:03.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 msgr2=0x7facd40a3a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 0x7facd40a3a30 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7facdc00b580 tx=0x7facdc009f10 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 msgr2=0x7facec0732a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7face000d950 tx=0x7face000dc60 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 shutdown_connections 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7facd40a1570 0x7facd40a3a30 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7facec1028c0 0x7facec0737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7facec100d30 0x7facec074c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 --2- 172.21.15.29:0/267510137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facec101f20 0x7facec0732a0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 >> 172.21.15.29:0/267510137 conn(0x7facec0fc280 msgr2=0x7facec0fe3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 shutdown_connections 2023-10-05T15:22:03.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.433+0000 7facebfff700 1 -- 172.21.15.29:0/267510137 wait complete. 2023-10-05T15:22:03.437 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:22:03.448 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2023-10-05T15:22:03.448 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2023-10-05T15:22:03.449 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:22:03.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.572+0000 7f8a3dce5700 1 -- 172.21.15.29:0/93150378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 msgr2=0x7f8a38103e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.572+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/93150378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38103e30 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009990 tx=0x7f8a28009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.572+0000 7f8a3dce5700 1 -- 172.21.15.29:0/93150378 shutdown_connections 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.572+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/93150378 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a38109090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/93150378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38103e30 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/93150378 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 0x7f8a38106760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 -- 172.21.15.29:0/93150378 >> 172.21.15.29:0/93150378 conn(0x7f8a380fb370 msgr2=0x7f8a380fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 -- 172.21.15.29:0/93150378 shutdown_connections 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 -- 172.21.15.29:0/93150378 wait complete. 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 Processor -- start 2023-10-05T15:22:03.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 -- start start 2023-10-05T15:22:03.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.573+0000 7f8a3dce5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 0x7f8a381970c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a3819e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3819e700 con 0x7f8a38101a40 2023-10-05T15:22:03.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3819e840 con 0x7f8a38106ca0 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3819e9d0 con 0x7f8a38104370 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46872/0 (socket says 172.21.15.29:46872) 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 -- 172.21.15.29:0/2819212572 learned_addr learned my addr 172.21.15.29:0/2819212572 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a36ffd700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 0x7f8a381970c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a37fff700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a3819e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 -- 172.21.15.29:0/2819212572 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 msgr2=0x7f8a381970c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 0x7f8a381970c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 -- 172.21.15.29:0/2819212572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 msgr2=0x7f8a3819e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a3819e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 -- 172.21.15.29:0/2819212572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a280095f0 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a37fff700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a3819e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a377fe700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a28000c00 tx=0x7f8a2800f6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a2801d070 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8a2800fb80 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a3819ec50 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a28017650 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.574+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a3819f070 con 0x7f8a38101a40 2023-10-05T15:22:03.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.575+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a380fcef0 con 0x7f8a38101a40 2023-10-05T15:22:03.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.577+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f8a28022470 con 0x7f8a38101a40 2023-10-05T15:22:03.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.577+0000 7f8a34ff9700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 0x7f8a240a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.577+0000 7f8a36ffd700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 0x7f8a240a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.577+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f8a280ce4a0 con 0x7f8a38101a40 2023-10-05T15:22:03.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.578+0000 7f8a36ffd700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 0x7f8a240a3990 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8a20005950 tx=0x7f8a2000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.581+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f8a280979a0 con 0x7f8a38101a40 2023-10-05T15:22:03.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:03 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3762857544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:03 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/532138349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:03 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3053157118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:03 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3762857544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:03 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/532138349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:03 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3053157118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:03 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3762857544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:03 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/532138349' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:03 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3053157118' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:03.781 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.779+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8a3802d2d0 con 0x7f8a240a14d0 2023-10-05T15:22:03.796 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.794+0000 7f8a34ff9700 1 -- 172.21.15.29:0/2819212572 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+426513 (secure 0 0 0) 0x7f8a3802d2d0 con 0x7f8a240a14d0 2023-10-05T15:22:03.801 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 msgr2=0x7f8a240a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 0x7f8a240a3990 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f8a20005950 tx=0x7f8a2000a300 comp rx=0 tx=0).stop 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 msgr2=0x7f8a38196b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f8a28000c00 tx=0x7f8a2800f6e0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 shutdown_connections 2023-10-05T15:22:03.805 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f8a240a14d0 0x7f8a240a3990 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8a38106ca0 0x7f8a3819e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a38101a40 0x7f8a38196b80 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 --2- 172.21.15.29:0/2819212572 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8a38104370 0x7f8a381970c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 >> 172.21.15.29:0/2819212572 conn(0x7f8a380fb370 msgr2=0x7f8a381026b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.798+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 shutdown_connections 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.799+0000 7f8a3dce5700 1 -- 172.21.15.29:0/2819212572 wait complete. 2023-10-05T15:22:03.806 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:22:03.813 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2023-10-05T15:22:02.672781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":600,"num_read_kb":365,"num_write":311,"num_write_kb":2982,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337664,"kb_used_data":13396,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604160,"statfs":{"total":1151940427776,"available":1151594659840,"internally_reserved":0,"allocated":13717504,"data_stored":7515794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004244"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555399+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:21:29.555399+0000","last_peered":"2023-10-05T15:21:29.555399+0000","last_clean":"2023-10-05T15:21:29.555399+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:21:29.555399+0000","last_undegraded":"2023-10-05T15:21:29.555399+0000","last_fullsized":"2023-10-05T15:21:29.555399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559615+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:21:29.559615+0000","last_peered":"2023-10-05T15:21:29.559615+0000","last_clean":"2023-10-05T15:21:29.559615+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:21:29.559615+0000","last_undegraded":"2023-10-05T15:21:29.559615+0000","last_fullsized":"2023-10-05T15:21:29.559615+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559708+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:21:29.559708+0000","last_peered":"2023-10-05T15:21:29.559708+0000","last_clean":"2023-10-05T15:21:29.559708+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:21:29.559708+0000","last_undegraded":"2023-10-05T15:21:29.559708+0000","last_fullsized":"2023-10-05T15:21:29.559708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553405+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:21:29.553405+0000","last_peered":"2023-10-05T15:21:29.553405+0000","last_clean":"2023-10-05T15:21:29.553405+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:21:29.553405+0000","last_undegraded":"2023-10-05T15:21:29.553405+0000","last_fullsized":"2023-10-05T15:21:29.553405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556011+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:21:29.556011+0000","last_peered":"2023-10-05T15:21:29.556011+0000","last_clean":"2023-10-05T15:21:29.556011+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:21:29.556011+0000","last_undegraded":"2023-10-05T15:21:29.556011+0000","last_fullsized":"2023-10-05T15:21:29.556011+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552800+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:21:29.552800+0000","last_peered":"2023-10-05T15:21:29.552800+0000","last_clean":"2023-10-05T15:21:29.552800+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:21:29.552800+0000","last_undegraded":"2023-10-05T15:21:29.552800+0000","last_fullsized":"2023-10-05T15:21:29.552800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554293+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:21:29.554293+0000","last_peered":"2023-10-05T15:21:29.554293+0000","last_clean":"2023-10-05T15:21:29.554293+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:21:29.554293+0000","last_undegraded":"2023-10-05T15:21:29.554293+0000","last_fullsized":"2023-10-05T15:21:29.554293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556916+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:21:29.556916+0000","last_peered":"2023-10-05T15:21:29.556916+0000","last_clean":"2023-10-05T15:21:29.556916+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:21:29.556916+0000","last_undegraded":"2023-10-05T15:21:29.556916+0000","last_fullsized":"2023-10-05T15:21:29.556916+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550713+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:21:29.550713+0000","last_peered":"2023-10-05T15:21:29.550713+0000","last_clean":"2023-10-05T15:21:29.550713+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:21:29.550713+0000","last_undegraded":"2023-10-05T15:21:29.550713+0000","last_fullsized":"2023-10-05T15:21:29.550713+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561984+0000","last_change":"2023-10-05T15:21:30.561984+0000","last_active":"2023-10-05T15:21:30.561984+0000","last_peered":"2023-10-05T15:21:30.561984+0000","last_clean":"2023-10-05T15:21:30.561984+0000","last_became_active":"2023-10-05T15:21:30.561468+0000","last_became_peered":"2023-10-05T15:21:30.561468+0000","last_unstale":"2023-10-05T15:21:30.561984+0000","last_undegraded":"2023-10-05T15:21:30.561984+0000","last_fullsized":"2023-10-05T15:21:30.561984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:11:26.229273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555658+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:21:29.555658+0000","last_peered":"2023-10-05T15:21:29.555658+0000","last_clean":"2023-10-05T15:21:29.555658+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:21:29.555658+0000","last_undegraded":"2023-10-05T15:21:29.555658+0000","last_fullsized":"2023-10-05T15:21:29.555658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553342+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:21:29.553342+0000","last_peered":"2023-10-05T15:21:29.553342+0000","last_clean":"2023-10-05T15:21:29.553342+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:21:29.553342+0000","last_undegraded":"2023-10-05T15:21:29.553342+0000","last_fullsized":"2023-10-05T15:21:29.553342+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557311+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:21:29.557311+0000","last_peered":"2023-10-05T15:21:29.557311+0000","last_clean":"2023-10-05T15:21:29.557311+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:21:29.557311+0000","last_undegraded":"2023-10-05T15:21:29.557311+0000","last_fullsized":"2023-10-05T15:21:29.557311+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559399+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:21:29.559399+0000","last_peered":"2023-10-05T15:21:29.559399+0000","last_clean":"2023-10-05T15:21:29.559399+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:21:29.559399+0000","last_undegraded":"2023-10-05T15:21:29.559399+0000","last_fullsized":"2023-10-05T15:21:29.559399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559079+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:21:29.559079+0000","last_peered":"2023-10-05T15:21:29.559079+0000","last_clean":"2023-10-05T15:21:29.559079+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:21:29.559079+0000","last_undegraded":"2023-10-05T15:21:29.559079+0000","last_fullsized":"2023-10-05T15:21:29.559079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550212+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:21:29.550212+0000","last_peered":"2023-10-05T15:21:29.550212+0000","last_clean":"2023-10-05T15:21:29.550212+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:21:29.550212+0000","last_undegraded":"2023-10-05T15:21:29.550212+0000","last_fullsized":"2023-10-05T15:21:29.550212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555349+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:21:29.555349+0000","last_peered":"2023-10-05T15:21:29.555349+0000","last_clean":"2023-10-05T15:21:29.555349+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:21:29.555349+0000","last_undegraded":"2023-10-05T15:21:29.555349+0000","last_fullsized":"2023-10-05T15:21:29.555349+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551521+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:21:29.551521+0000","last_peered":"2023-10-05T15:21:29.551521+0000","last_clean":"2023-10-05T15:21:29.551521+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:21:29.551521+0000","last_undegraded":"2023-10-05T15:21:29.551521+0000","last_fullsized":"2023-10-05T15:21:29.551521+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550671+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:21:29.550671+0000","last_peered":"2023-10-05T15:21:29.550671+0000","last_clean":"2023-10-05T15:21:29.550671+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:21:29.550671+0000","last_undegraded":"2023-10-05T15:21:29.550671+0000","last_fullsized":"2023-10-05T15:21:29.550671+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550150+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:21:29.550150+0000","last_peered":"2023-10-05T15:21:29.550150+0000","last_clean":"2023-10-05T15:21:29.550150+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:21:29.550150+0000","last_undegraded":"2023-10-05T15:21:29.550150+0000","last_fullsized":"2023-10-05T15:21:29.550150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.567171+0000","last_change":"2023-10-05T15:21:30.567171+0000","last_active":"2023-10-05T15:21:30.567171+0000","last_peered":"2023-10-05T15:21:30.567171+0000","last_clean":"2023-10-05T15:21:30.567171+0000","last_became_active":"2023-10-05T15:21:30.557357+0000","last_became_peered":"2023-10-05T15:21:30.557357+0000","last_unstale":"2023-10-05T15:21:30.567171+0000","last_undegraded":"2023-10-05T15:21:30.567171+0000","last_fullsized":"2023-10-05T15:21:30.567171+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:08.171952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556315+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:21:29.556315+0000","last_peered":"2023-10-05T15:21:29.556315+0000","last_clean":"2023-10-05T15:21:29.556315+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:21:29.556315+0000","last_undegraded":"2023-10-05T15:21:29.556315+0000","last_fullsized":"2023-10-05T15:21:29.556315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552398+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:21:29.552398+0000","last_peered":"2023-10-05T15:21:29.552398+0000","last_clean":"2023-10-05T15:21:29.552398+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:21:29.552398+0000","last_undegraded":"2023-10-05T15:21:29.552398+0000","last_fullsized":"2023-10-05T15:21:29.552398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556609+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:21:29.556609+0000","last_peered":"2023-10-05T15:21:29.556609+0000","last_clean":"2023-10-05T15:21:29.556609+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:21:29.556609+0000","last_undegraded":"2023-10-05T15:21:29.556609+0000","last_fullsized":"2023-10-05T15:21:29.556609+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559539+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:21:29.559539+0000","last_peered":"2023-10-05T15:21:29.559539+0000","last_clean":"2023-10-05T15:21:29.559539+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:21:29.559539+0000","last_undegraded":"2023-10-05T15:21:29.559539+0000","last_fullsized":"2023-10-05T15:21:29.559539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553811+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:21:29.553811+0000","last_peered":"2023-10-05T15:21:29.553811+0000","last_clean":"2023-10-05T15:21:29.553811+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:21:29.553811+0000","last_undegraded":"2023-10-05T15:21:29.553811+0000","last_fullsized":"2023-10-05T15:21:29.553811+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556444+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:21:29.556444+0000","last_peered":"2023-10-05T15:21:29.556444+0000","last_clean":"2023-10-05T15:21:29.556444+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:21:29.556444+0000","last_undegraded":"2023-10-05T15:21:29.556444+0000","last_fullsized":"2023-10-05T15:21:29.556444+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550557+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:21:29.550557+0000","last_peered":"2023-10-05T15:21:29.550557+0000","last_clean":"2023-10-05T15:21:29.550557+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:21:29.550557+0000","last_undegraded":"2023-10-05T15:21:29.550557+0000","last_fullsized":"2023-10-05T15:21:29.550557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553487+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:21:29.553487+0000","last_peered":"2023-10-05T15:21:29.553487+0000","last_clean":"2023-10-05T15:21:29.553487+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:21:29.553487+0000","last_undegraded":"2023-10-05T15:21:29.553487+0000","last_fullsized":"2023-10-05T15:21:29.553487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556195+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:21:29.556195+0000","last_peered":"2023-10-05T15:21:29.556195+0000","last_clean":"2023-10-05T15:21:29.556195+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:21:29.556195+0000","last_undegraded":"2023-10-05T15:21:29.556195+0000","last_fullsized":"2023-10-05T15:21:29.556195+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553025+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:21:29.553025+0000","last_peered":"2023-10-05T15:21:29.553025+0000","last_clean":"2023-10-05T15:21:29.553025+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:21:29.553025+0000","last_undegraded":"2023-10-05T15:21:29.553025+0000","last_fullsized":"2023-10-05T15:21:29.553025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550459+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:21:29.550459+0000","last_peered":"2023-10-05T15:21:29.550459+0000","last_clean":"2023-10-05T15:21:29.550459+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:21:29.550459+0000","last_undegraded":"2023-10-05T15:21:29.550459+0000","last_fullsized":"2023-10-05T15:21:29.550459+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":100,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.991564+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:21:57.991564+0000","last_peered":"2023-10-05T15:21:57.991564+0000","last_clean":"2023-10-05T15:21:57.991564+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:21:57.991564+0000","last_undegraded":"2023-10-05T15:21:57.991564+0000","last_fullsized":"2023-10-05T15:21:57.991564+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555587+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:21:29.555587+0000","last_peered":"2023-10-05T15:21:29.555587+0000","last_clean":"2023-10-05T15:21:29.555587+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:21:29.555587+0000","last_undegraded":"2023-10-05T15:21:29.555587+0000","last_fullsized":"2023-10-05T15:21:29.555587+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560108+0000","last_change":"2023-10-05T15:21:30.560108+0000","last_active":"2023-10-05T15:21:30.560108+0000","last_peered":"2023-10-05T15:21:30.560108+0000","last_clean":"2023-10-05T15:21:30.560108+0000","last_became_active":"2023-10-05T15:21:30.559471+0000","last_became_peered":"2023-10-05T15:21:30.559471+0000","last_unstale":"2023-10-05T15:21:30.560108+0000","last_undegraded":"2023-10-05T15:21:30.560108+0000","last_fullsized":"2023-10-05T15:21:30.560108+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:23:33.556831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,5],"acting":[2,6,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552702+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:21:29.552702+0000","last_peered":"2023-10-05T15:21:29.552702+0000","last_clean":"2023-10-05T15:21:29.552702+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:21:29.552702+0000","last_undegraded":"2023-10-05T15:21:29.552702+0000","last_fullsized":"2023-10-05T15:21:29.552702+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562747+0000","last_change":"2023-10-05T15:21:30.562747+0000","last_active":"2023-10-05T15:21:30.562747+0000","last_peered":"2023-10-05T15:21:30.562747+0000","last_clean":"2023-10-05T15:21:30.562747+0000","last_became_active":"2023-10-05T15:21:30.562257+0000","last_became_peered":"2023-10-05T15:21:30.562257+0000","last_unstale":"2023-10-05T15:21:30.562747+0000","last_undegraded":"2023-10-05T15:21:30.562747+0000","last_fullsized":"2023-10-05T15:21:30.562747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:45:47.227956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555238+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:21:29.555238+0000","last_peered":"2023-10-05T15:21:29.555238+0000","last_clean":"2023-10-05T15:21:29.555238+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:21:29.555238+0000","last_undegraded":"2023-10-05T15:21:29.555238+0000","last_fullsized":"2023-10-05T15:21:29.555238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557239+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:21:29.557239+0000","last_peered":"2023-10-05T15:21:29.557239+0000","last_clean":"2023-10-05T15:21:29.557239+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:21:29.557239+0000","last_undegraded":"2023-10-05T15:21:29.557239+0000","last_fullsized":"2023-10-05T15:21:29.557239+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556836+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:21:29.556836+0000","last_peered":"2023-10-05T15:21:29.556836+0000","last_clean":"2023-10-05T15:21:29.556836+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:21:29.556836+0000","last_undegraded":"2023-10-05T15:21:29.556836+0000","last_fullsized":"2023-10-05T15:21:29.556836+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559585+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:21:29.559585+0000","last_peered":"2023-10-05T15:21:29.559585+0000","last_clean":"2023-10-05T15:21:29.559585+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:21:29.559585+0000","last_undegraded":"2023-10-05T15:21:29.559585+0000","last_fullsized":"2023-10-05T15:21:29.559585+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552697+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:21:29.552697+0000","last_peered":"2023-10-05T15:21:29.552697+0000","last_clean":"2023-10-05T15:21:29.552697+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:21:29.552697+0000","last_undegraded":"2023-10-05T15:21:29.552697+0000","last_fullsized":"2023-10-05T15:21:29.552697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550649+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:21:29.550649+0000","last_peered":"2023-10-05T15:21:29.550649+0000","last_clean":"2023-10-05T15:21:29.550649+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:21:29.550649+0000","last_undegraded":"2023-10-05T15:21:29.550649+0000","last_fullsized":"2023-10-05T15:21:29.550649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556054+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:21:29.556054+0000","last_peered":"2023-10-05T15:21:29.556054+0000","last_clean":"2023-10-05T15:21:29.556054+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:21:29.556054+0000","last_undegraded":"2023-10-05T15:21:29.556054+0000","last_fullsized":"2023-10-05T15:21:29.556054+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.990746+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:21:57.990746+0000","last_peered":"2023-10-05T15:21:57.990746+0000","last_clean":"2023-10-05T15:21:57.990746+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:21:57.990746+0000","last_undegraded":"2023-10-05T15:21:57.990746+0000","last_fullsized":"2023-10-05T15:21:57.990746+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550650+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:21:29.550650+0000","last_peered":"2023-10-05T15:21:29.550650+0000","last_clean":"2023-10-05T15:21:29.550650+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:21:29.550650+0000","last_undegraded":"2023-10-05T15:21:29.550650+0000","last_fullsized":"2023-10-05T15:21:29.550650+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550393+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:21:29.550393+0000","last_peered":"2023-10-05T15:21:29.550393+0000","last_clean":"2023-10-05T15:21:29.550393+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:21:29.550393+0000","last_undegraded":"2023-10-05T15:21:29.550393+0000","last_fullsized":"2023-10-05T15:21:29.550393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555973+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:21:29.555973+0000","last_peered":"2023-10-05T15:21:29.555973+0000","last_clean":"2023-10-05T15:21:29.555973+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:21:29.555973+0000","last_undegraded":"2023-10-05T15:21:29.555973+0000","last_fullsized":"2023-10-05T15:21:29.555973+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559611+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:21:29.559611+0000","last_peered":"2023-10-05T15:21:29.559611+0000","last_clean":"2023-10-05T15:21:29.559611+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:21:29.559611+0000","last_undegraded":"2023-10-05T15:21:29.559611+0000","last_fullsized":"2023-10-05T15:21:29.559611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554007+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:21:29.554007+0000","last_peered":"2023-10-05T15:21:29.554007+0000","last_clean":"2023-10-05T15:21:29.554007+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:21:29.554007+0000","last_undegraded":"2023-10-05T15:21:29.554007+0000","last_fullsized":"2023-10-05T15:21:29.554007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553229+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:21:29.553229+0000","last_peered":"2023-10-05T15:21:29.553229+0000","last_clean":"2023-10-05T15:21:29.553229+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:21:29.553229+0000","last_undegraded":"2023-10-05T15:21:29.553229+0000","last_fullsized":"2023-10-05T15:21:29.553229+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550589+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:21:29.550589+0000","last_peered":"2023-10-05T15:21:29.550589+0000","last_clean":"2023-10-05T15:21:29.550589+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:21:29.550589+0000","last_undegraded":"2023-10-05T15:21:29.550589+0000","last_fullsized":"2023-10-05T15:21:29.550589+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552339+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:21:29.552339+0000","last_peered":"2023-10-05T15:21:29.552339+0000","last_clean":"2023-10-05T15:21:29.552339+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:21:29.552339+0000","last_undegraded":"2023-10-05T15:21:29.552339+0000","last_fullsized":"2023-10-05T15:21:29.552339+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":180,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:58.992428+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:21:58.992428+0000","last_peered":"2023-10-05T15:21:58.992428+0000","last_clean":"2023-10-05T15:21:58.992428+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:21:58.992428+0000","last_undegraded":"2023-10-05T15:21:58.992428+0000","last_fullsized":"2023-10-05T15:21:58.992428+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":150,"num_read_kb":79,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556156+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:21:29.556156+0000","last_peered":"2023-10-05T15:21:29.556156+0000","last_clean":"2023-10-05T15:21:29.556156+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:21:29.556156+0000","last_undegraded":"2023-10-05T15:21:29.556156+0000","last_fullsized":"2023-10-05T15:21:29.556156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553478+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:21:29.553478+0000","last_peered":"2023-10-05T15:21:29.553478+0000","last_clean":"2023-10-05T15:21:29.553478+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:21:29.553478+0000","last_undegraded":"2023-10-05T15:21:29.553478+0000","last_fullsized":"2023-10-05T15:21:29.553478+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.569909+0000","last_change":"2023-10-05T15:21:30.569567+0000","last_active":"2023-10-05T15:21:30.569909+0000","last_peered":"2023-10-05T15:21:30.569909+0000","last_clean":"2023-10-05T15:21:30.569909+0000","last_became_active":"2023-10-05T15:21:30.560965+0000","last_became_peered":"2023-10-05T15:21:30.560965+0000","last_unstale":"2023-10-05T15:21:30.569909+0000","last_undegraded":"2023-10-05T15:21:30.569909+0000","last_fullsized":"2023-10-05T15:21:30.569909+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:11:28.105653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557953+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:21:29.557953+0000","last_peered":"2023-10-05T15:21:29.557953+0000","last_clean":"2023-10-05T15:21:29.557953+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:21:29.557953+0000","last_undegraded":"2023-10-05T15:21:29.557953+0000","last_fullsized":"2023-10-05T15:21:29.557953+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554817+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:21:29.554817+0000","last_peered":"2023-10-05T15:21:29.554817+0000","last_clean":"2023-10-05T15:21:29.554817+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:21:29.554817+0000","last_undegraded":"2023-10-05T15:21:29.554817+0000","last_fullsized":"2023-10-05T15:21:29.554817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553502+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:21:29.553502+0000","last_peered":"2023-10-05T15:21:29.553502+0000","last_clean":"2023-10-05T15:21:29.553502+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:21:29.553502+0000","last_undegraded":"2023-10-05T15:21:29.553502+0000","last_fullsized":"2023-10-05T15:21:29.553502+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.558721+0000","last_change":"2023-10-05T15:21:30.558721+0000","last_active":"2023-10-05T15:21:30.558721+0000","last_peered":"2023-10-05T15:21:30.558721+0000","last_clean":"2023-10-05T15:21:30.558721+0000","last_became_active":"2023-10-05T15:21:30.557902+0000","last_became_peered":"2023-10-05T15:21:30.557902+0000","last_unstale":"2023-10-05T15:21:30.558721+0000","last_undegraded":"2023-10-05T15:21:30.558721+0000","last_fullsized":"2023-10-05T15:21:30.558721+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:19:39.706909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.743864+0000","last_change":"2023-10-05T15:21:30.743466+0000","last_active":"2023-10-05T15:21:30.743864+0000","last_peered":"2023-10-05T15:21:30.743864+0000","last_clean":"2023-10-05T15:21:30.743864+0000","last_became_active":"2023-10-05T15:21:30.743034+0000","last_became_peered":"2023-10-05T15:21:30.743034+0000","last_unstale":"2023-10-05T15:21:30.743864+0000","last_undegraded":"2023-10-05T15:21:30.743864+0000","last_fullsized":"2023-10-05T15:21:30.743864+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:48:51.451578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":97,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:56.997098+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:21:56.997098+0000","last_peered":"2023-10-05T15:21:56.997098+0000","last_clean":"2023-10-05T15:21:56.997098+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:21:56.997098+0000","last_undegraded":"2023-10-05T15:21:56.997098+0000","last_fullsized":"2023-10-05T15:21:56.997098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554254+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:21:29.554254+0000","last_peered":"2023-10-05T15:21:29.554254+0000","last_clean":"2023-10-05T15:21:29.554254+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:21:29.554254+0000","last_undegraded":"2023-10-05T15:21:29.554254+0000","last_fullsized":"2023-10-05T15:21:29.554254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557800+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:21:29.557800+0000","last_peered":"2023-10-05T15:21:29.557800+0000","last_clean":"2023-10-05T15:21:29.557800+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:21:29.557800+0000","last_undegraded":"2023-10-05T15:21:29.557800+0000","last_fullsized":"2023-10-05T15:21:29.557800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554708+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:21:29.554708+0000","last_peered":"2023-10-05T15:21:29.554708+0000","last_clean":"2023-10-05T15:21:29.554708+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:21:29.554708+0000","last_undegraded":"2023-10-05T15:21:29.554708+0000","last_fullsized":"2023-10-05T15:21:29.554708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553388+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:21:29.553388+0000","last_peered":"2023-10-05T15:21:29.553388+0000","last_clean":"2023-10-05T15:21:29.553388+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:21:29.553388+0000","last_undegraded":"2023-10-05T15:21:29.553388+0000","last_fullsized":"2023-10-05T15:21:29.553388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552786+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:21:29.552786+0000","last_peered":"2023-10-05T15:21:29.552786+0000","last_clean":"2023-10-05T15:21:29.552786+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:21:29.552786+0000","last_undegraded":"2023-10-05T15:21:29.552786+0000","last_fullsized":"2023-10-05T15:21:29.552786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556306+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:21:29.556306+0000","last_peered":"2023-10-05T15:21:29.556306+0000","last_clean":"2023-10-05T15:21:29.556306+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:21:29.556306+0000","last_undegraded":"2023-10-05T15:21:29.556306+0000","last_fullsized":"2023-10-05T15:21:29.556306+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555259+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:21:29.555259+0000","last_peered":"2023-10-05T15:21:29.555259+0000","last_clean":"2023-10-05T15:21:29.555259+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:21:29.555259+0000","last_undegraded":"2023-10-05T15:21:29.555259+0000","last_fullsized":"2023-10-05T15:21:29.555259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555686+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:21:29.555686+0000","last_peered":"2023-10-05T15:21:29.555686+0000","last_clean":"2023-10-05T15:21:29.555686+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:21:29.555686+0000","last_undegraded":"2023-10-05T15:21:29.555686+0000","last_fullsized":"2023-10-05T15:21:29.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550926+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:21:29.550926+0000","last_peered":"2023-10-05T15:21:29.550926+0000","last_clean":"2023-10-05T15:21:29.550926+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:21:29.550926+0000","last_undegraded":"2023-10-05T15:21:29.550926+0000","last_fullsized":"2023-10-05T15:21:29.550926+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553780+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:21:29.553780+0000","last_peered":"2023-10-05T15:21:29.553780+0000","last_clean":"2023-10-05T15:21:29.553780+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:21:29.553780+0000","last_undegraded":"2023-10-05T15:21:29.553780+0000","last_fullsized":"2023-10-05T15:21:29.553780+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557721+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:21:29.557721+0000","last_peered":"2023-10-05T15:21:29.557721+0000","last_clean":"2023-10-05T15:21:29.557721+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:21:29.557721+0000","last_undegraded":"2023-10-05T15:21:29.557721+0000","last_fullsized":"2023-10-05T15:21:29.557721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554403+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:21:29.554403+0000","last_peered":"2023-10-05T15:21:29.554403+0000","last_clean":"2023-10-05T15:21:29.554403+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:21:29.554403+0000","last_undegraded":"2023-10-05T15:21:29.554403+0000","last_fullsized":"2023-10-05T15:21:29.554403+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553757+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:21:29.553757+0000","last_peered":"2023-10-05T15:21:29.553757+0000","last_clean":"2023-10-05T15:21:29.553757+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:21:29.553757+0000","last_undegraded":"2023-10-05T15:21:29.553757+0000","last_fullsized":"2023-10-05T15:21:29.553757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556666+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:21:29.556666+0000","last_peered":"2023-10-05T15:21:29.556666+0000","last_clean":"2023-10-05T15:21:29.556666+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:21:29.556666+0000","last_undegraded":"2023-10-05T15:21:29.556666+0000","last_fullsized":"2023-10-05T15:21:29.556666+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553553+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:21:29.553553+0000","last_peered":"2023-10-05T15:21:29.553553+0000","last_clean":"2023-10-05T15:21:29.553553+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:21:29.553553+0000","last_undegraded":"2023-10-05T15:21:29.553553+0000","last_fullsized":"2023-10-05T15:21:29.553553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":99,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:59.008268+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:21:59.008268+0000","last_peered":"2023-10-05T15:21:59.008268+0000","last_clean":"2023-10-05T15:21:59.008268+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:21:59.008268+0000","last_undegraded":"2023-10-05T15:21:59.008268+0000","last_fullsized":"2023-10-05T15:21:59.008268+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555413+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:21:29.555413+0000","last_peered":"2023-10-05T15:21:29.555413+0000","last_clean":"2023-10-05T15:21:29.555413+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:21:29.555413+0000","last_undegraded":"2023-10-05T15:21:29.555413+0000","last_fullsized":"2023-10-05T15:21:29.555413+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555850+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:21:29.555850+0000","last_peered":"2023-10-05T15:21:29.555850+0000","last_clean":"2023-10-05T15:21:29.555850+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:21:29.555850+0000","last_undegraded":"2023-10-05T15:21:29.555850+0000","last_fullsized":"2023-10-05T15:21:29.555850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553911+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:21:29.553911+0000","last_peered":"2023-10-05T15:21:29.553911+0000","last_clean":"2023-10-05T15:21:29.553911+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:21:29.553911+0000","last_undegraded":"2023-10-05T15:21:29.553911+0000","last_fullsized":"2023-10-05T15:21:29.553911+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":319,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554118+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:21:29.554118+0000","last_peered":"2023-10-05T15:21:29.554118+0000","last_clean":"2023-10-05T15:21:29.554118+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:21:29.554118+0000","last_undegraded":"2023-10-05T15:21:29.554118+0000","last_fullsized":"2023-10-05T15:21:29.554118+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553177+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:21:29.553177+0000","last_peered":"2023-10-05T15:21:29.553177+0000","last_clean":"2023-10-05T15:21:29.553177+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:21:29.553177+0000","last_undegraded":"2023-10-05T15:21:29.553177+0000","last_fullsized":"2023-10-05T15:21:29.553177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557117+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:21:29.557117+0000","last_peered":"2023-10-05T15:21:29.557117+0000","last_clean":"2023-10-05T15:21:29.557117+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:21:29.557117+0000","last_undegraded":"2023-10-05T15:21:29.557117+0000","last_fullsized":"2023-10-05T15:21:29.557117+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554200+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:21:29.554200+0000","last_peered":"2023-10-05T15:21:29.554200+0000","last_clean":"2023-10-05T15:21:29.554200+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:21:29.554200+0000","last_undegraded":"2023-10-05T15:21:29.554200+0000","last_fullsized":"2023-10-05T15:21:29.554200+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555852+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:21:29.555852+0000","last_peered":"2023-10-05T15:21:29.555852+0000","last_clean":"2023-10-05T15:21:29.555852+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:21:29.555852+0000","last_undegraded":"2023-10-05T15:21:29.555852+0000","last_fullsized":"2023-10-05T15:21:29.555852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556260+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:21:29.556260+0000","last_peered":"2023-10-05T15:21:29.556260+0000","last_clean":"2023-10-05T15:21:29.556260+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:21:29.556260+0000","last_undegraded":"2023-10-05T15:21:29.556260+0000","last_fullsized":"2023-10-05T15:21:29.556260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557825+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:21:29.557825+0000","last_peered":"2023-10-05T15:21:29.557825+0000","last_clean":"2023-10-05T15:21:29.557825+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:21:29.557825+0000","last_undegraded":"2023-10-05T15:21:29.557825+0000","last_fullsized":"2023-10-05T15:21:29.557825+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556752+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:21:29.556752+0000","last_peered":"2023-10-05T15:21:29.556752+0000","last_clean":"2023-10-05T15:21:29.556752+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:21:29.556752+0000","last_undegraded":"2023-10-05T15:21:29.556752+0000","last_fullsized":"2023-10-05T15:21:29.556752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551469+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:21:29.551469+0000","last_peered":"2023-10-05T15:21:29.551469+0000","last_clean":"2023-10-05T15:21:29.551469+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:21:29.551469+0000","last_undegraded":"2023-10-05T15:21:29.551469+0000","last_fullsized":"2023-10-05T15:21:29.551469+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556367+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:21:29.556367+0000","last_peered":"2023-10-05T15:21:29.556367+0000","last_clean":"2023-10-05T15:21:29.556367+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:21:29.556367+0000","last_undegraded":"2023-10-05T15:21:29.556367+0000","last_fullsized":"2023-10-05T15:21:29.556367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550030+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:21:29.550030+0000","last_peered":"2023-10-05T15:21:29.550030+0000","last_clean":"2023-10-05T15:21:29.550030+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:21:29.550030+0000","last_undegraded":"2023-10-05T15:21:29.550030+0000","last_fullsized":"2023-10-05T15:21:29.550030+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554788+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:21:29.554788+0000","last_peered":"2023-10-05T15:21:29.554788+0000","last_clean":"2023-10-05T15:21:29.554788+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:21:29.554788+0000","last_undegraded":"2023-10-05T15:21:29.554788+0000","last_fullsized":"2023-10-05T15:21:29.554788+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559670+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:21:29.559670+0000","last_peered":"2023-10-05T15:21:29.559670+0000","last_clean":"2023-10-05T15:21:29.559670+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:21:29.559670+0000","last_undegraded":"2023-10-05T15:21:29.559670+0000","last_fullsized":"2023-10-05T15:21:29.559670+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553038+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:21:29.553038+0000","last_peered":"2023-10-05T15:21:29.553038+0000","last_clean":"2023-10-05T15:21:29.553038+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:21:29.553038+0000","last_undegraded":"2023-10-05T15:21:29.553038+0000","last_fullsized":"2023-10-05T15:21:29.553038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550255+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:21:29.550255+0000","last_peered":"2023-10-05T15:21:29.550255+0000","last_clean":"2023-10-05T15:21:29.550255+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:21:29.550255+0000","last_undegraded":"2023-10-05T15:21:29.550255+0000","last_fullsized":"2023-10-05T15:21:29.550255+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554804+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:21:29.554804+0000","last_peered":"2023-10-05T15:21:29.554804+0000","last_clean":"2023-10-05T15:21:29.554804+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:21:29.554804+0000","last_undegraded":"2023-10-05T15:21:29.554804+0000","last_fullsized":"2023-10-05T15:21:29.554804+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552135+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:21:29.552135+0000","last_peered":"2023-10-05T15:21:29.552135+0000","last_clean":"2023-10-05T15:21:29.552135+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:21:29.552135+0000","last_undegraded":"2023-10-05T15:21:29.552135+0000","last_fullsized":"2023-10-05T15:21:29.552135+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555845+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:21:29.555845+0000","last_peered":"2023-10-05T15:21:29.555845+0000","last_clean":"2023-10-05T15:21:29.555845+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:21:29.555845+0000","last_undegraded":"2023-10-05T15:21:29.555845+0000","last_fullsized":"2023-10-05T15:21:29.555845+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555229+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:21:29.555229+0000","last_peered":"2023-10-05T15:21:29.555229+0000","last_clean":"2023-10-05T15:21:29.555229+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:21:29.555229+0000","last_undegraded":"2023-10-05T15:21:29.555229+0000","last_fullsized":"2023-10-05T15:21:29.555229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562568+0000","last_change":"2023-10-05T15:21:30.562568+0000","last_active":"2023-10-05T15:21:30.562568+0000","last_peered":"2023-10-05T15:21:30.562568+0000","last_clean":"2023-10-05T15:21:30.562568+0000","last_became_active":"2023-10-05T15:21:30.561848+0000","last_became_peered":"2023-10-05T15:21:30.561848+0000","last_unstale":"2023-10-05T15:21:30.562568+0000","last_undegraded":"2023-10-05T15:21:30.562568+0000","last_fullsized":"2023-10-05T15:21:30.562568+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:55:43.460947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550158+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:21:29.550158+0000","last_peered":"2023-10-05T15:21:29.550158+0000","last_clean":"2023-10-05T15:21:29.550158+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:21:29.550158+0000","last_undegraded":"2023-10-05T15:21:29.550158+0000","last_fullsized":"2023-10-05T15:21:29.550158+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557194+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:21:29.557194+0000","last_peered":"2023-10-05T15:21:29.557194+0000","last_clean":"2023-10-05T15:21:29.557194+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:21:29.557194+0000","last_undegraded":"2023-10-05T15:21:29.557194+0000","last_fullsized":"2023-10-05T15:21:29.557194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552852+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:21:29.552852+0000","last_peered":"2023-10-05T15:21:29.552852+0000","last_clean":"2023-10-05T15:21:29.552852+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:21:29.552852+0000","last_undegraded":"2023-10-05T15:21:29.552852+0000","last_fullsized":"2023-10-05T15:21:29.552852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555923+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:21:29.555923+0000","last_peered":"2023-10-05T15:21:29.555923+0000","last_clean":"2023-10-05T15:21:29.555923+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:21:29.555923+0000","last_undegraded":"2023-10-05T15:21:29.555923+0000","last_fullsized":"2023-10-05T15:21:29.555923+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555818+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:21:29.555818+0000","last_peered":"2023-10-05T15:21:29.555818+0000","last_clean":"2023-10-05T15:21:29.555818+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:21:29.555818+0000","last_undegraded":"2023-10-05T15:21:29.555818+0000","last_fullsized":"2023-10-05T15:21:29.555818+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561819+0000","last_change":"2023-10-05T15:21:30.561819+0000","last_active":"2023-10-05T15:21:30.561819+0000","last_peered":"2023-10-05T15:21:30.561819+0000","last_clean":"2023-10-05T15:21:30.561819+0000","last_became_active":"2023-10-05T15:21:30.561344+0000","last_became_peered":"2023-10-05T15:21:30.561344+0000","last_unstale":"2023-10-05T15:21:30.561819+0000","last_undegraded":"2023-10-05T15:21:30.561819+0000","last_fullsized":"2023-10-05T15:21:30.561819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:21.641861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6,7],"acting":[1,8,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550563+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:21:29.550563+0000","last_peered":"2023-10-05T15:21:29.550563+0000","last_clean":"2023-10-05T15:21:29.550563+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:21:29.550563+0000","last_undegraded":"2023-10-05T15:21:29.550563+0000","last_fullsized":"2023-10-05T15:21:29.550563+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555761+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:21:29.555761+0000","last_peered":"2023-10-05T15:21:29.555761+0000","last_clean":"2023-10-05T15:21:29.555761+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:21:29.555761+0000","last_undegraded":"2023-10-05T15:21:29.555761+0000","last_fullsized":"2023-10-05T15:21:29.555761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559209+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:21:29.559209+0000","last_peered":"2023-10-05T15:21:29.559209+0000","last_clean":"2023-10-05T15:21:29.559209+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:21:29.559209+0000","last_undegraded":"2023-10-05T15:21:29.559209+0000","last_fullsized":"2023-10-05T15:21:29.559209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553189+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:21:29.553189+0000","last_peered":"2023-10-05T15:21:29.553189+0000","last_clean":"2023-10-05T15:21:29.553189+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:21:29.553189+0000","last_undegraded":"2023-10-05T15:21:29.553189+0000","last_fullsized":"2023-10-05T15:21:29.553189+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556044+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:21:29.556044+0000","last_peered":"2023-10-05T15:21:29.556044+0000","last_clean":"2023-10-05T15:21:29.556044+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:21:29.556044+0000","last_undegraded":"2023-10-05T15:21:29.556044+0000","last_fullsized":"2023-10-05T15:21:29.556044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552534+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:21:29.552534+0000","last_peered":"2023-10-05T15:21:29.552534+0000","last_clean":"2023-10-05T15:21:29.552534+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:21:29.552534+0000","last_undegraded":"2023-10-05T15:21:29.552534+0000","last_fullsized":"2023-10-05T15:21:29.552534+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557755+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:21:29.557755+0000","last_peered":"2023-10-05T15:21:29.557755+0000","last_clean":"2023-10-05T15:21:29.557755+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:21:29.557755+0000","last_undegraded":"2023-10-05T15:21:29.557755+0000","last_fullsized":"2023-10-05T15:21:29.557755+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555781+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:21:29.555781+0000","last_peered":"2023-10-05T15:21:29.555781+0000","last_clean":"2023-10-05T15:21:29.555781+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:21:29.555781+0000","last_undegraded":"2023-10-05T15:21:29.555781+0000","last_fullsized":"2023-10-05T15:21:29.555781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560636+0000","last_change":"2023-10-05T15:21:30.560636+0000","last_active":"2023-10-05T15:21:30.560636+0000","last_peered":"2023-10-05T15:21:30.560636+0000","last_clean":"2023-10-05T15:21:30.560636+0000","last_became_active":"2023-10-05T15:21:30.559992+0000","last_became_peered":"2023-10-05T15:21:30.559992+0000","last_unstale":"2023-10-05T15:21:30.560636+0000","last_undegraded":"2023-10-05T15:21:30.560636+0000","last_fullsized":"2023-10-05T15:21:30.560636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:35.274482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550322+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:21:29.550322+0000","last_peered":"2023-10-05T15:21:29.550322+0000","last_clean":"2023-10-05T15:21:29.550322+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:21:29.550322+0000","last_undegraded":"2023-10-05T15:21:29.550322+0000","last_fullsized":"2023-10-05T15:21:29.550322+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550139+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:21:29.550139+0000","last_peered":"2023-10-05T15:21:29.550139+0000","last_clean":"2023-10-05T15:21:29.550139+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:21:29.550139+0000","last_undegraded":"2023-10-05T15:21:29.550139+0000","last_fullsized":"2023-10-05T15:21:29.550139+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559442+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:21:29.559442+0000","last_peered":"2023-10-05T15:21:29.559442+0000","last_clean":"2023-10-05T15:21:29.559442+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:21:29.559442+0000","last_undegraded":"2023-10-05T15:21:29.559442+0000","last_fullsized":"2023-10-05T15:21:29.559442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557839+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:21:29.557839+0000","last_peered":"2023-10-05T15:21:29.557839+0000","last_clean":"2023-10-05T15:21:29.557839+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:21:29.557839+0000","last_undegraded":"2023-10-05T15:21:29.557839+0000","last_fullsized":"2023-10-05T15:21:29.557839+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555566+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:21:29.555566+0000","last_peered":"2023-10-05T15:21:29.555566+0000","last_clean":"2023-10-05T15:21:29.555566+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:21:29.555566+0000","last_undegraded":"2023-10-05T15:21:29.555566+0000","last_fullsized":"2023-10-05T15:21:29.555566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550588+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:21:29.550588+0000","last_peered":"2023-10-05T15:21:29.550588+0000","last_clean":"2023-10-05T15:21:29.550588+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:21:29.550588+0000","last_undegraded":"2023-10-05T15:21:29.550588+0000","last_fullsized":"2023-10-05T15:21:29.550588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556471+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:21:29.556471+0000","last_peered":"2023-10-05T15:21:29.556471+0000","last_clean":"2023-10-05T15:21:29.556471+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:21:29.556471+0000","last_undegraded":"2023-10-05T15:21:29.556471+0000","last_fullsized":"2023-10-05T15:21:29.556471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552737+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:21:29.552737+0000","last_peered":"2023-10-05T15:21:29.552737+0000","last_clean":"2023-10-05T15:21:29.552737+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:21:29.552737+0000","last_undegraded":"2023-10-05T15:21:29.552737+0000","last_fullsized":"2023-10-05T15:21:29.552737+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555696+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:21:29.555696+0000","last_peered":"2023-10-05T15:21:29.555696+0000","last_clean":"2023-10-05T15:21:29.555696+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:21:29.555696+0000","last_undegraded":"2023-10-05T15:21:29.555696+0000","last_fullsized":"2023-10-05T15:21:29.555696+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550718+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:21:29.550718+0000","last_peered":"2023-10-05T15:21:29.550718+0000","last_clean":"2023-10-05T15:21:29.550718+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:21:29.550718+0000","last_undegraded":"2023-10-05T15:21:29.550718+0000","last_fullsized":"2023-10-05T15:21:29.550718+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557396+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:21:29.557396+0000","last_peered":"2023-10-05T15:21:29.557396+0000","last_clean":"2023-10-05T15:21:29.557396+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:21:29.557396+0000","last_undegraded":"2023-10-05T15:21:29.557396+0000","last_fullsized":"2023-10-05T15:21:29.557396+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554905+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:21:29.554905+0000","last_peered":"2023-10-05T15:21:29.554905+0000","last_clean":"2023-10-05T15:21:29.554905+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:21:29.554905+0000","last_undegraded":"2023-10-05T15:21:29.554905+0000","last_fullsized":"2023-10-05T15:21:29.554905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":464,"num_read_kb":246,"num_write":130,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":22876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481822,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":477480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.52800000000000002,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.48799999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.41799999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.438,"15min":0.42499999999999999},"min":{"1min":0.32600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.45600000000000002,"15min":0.44700000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.622,"15min":0.60799999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.64600000000000002,"15min":0.63800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.64900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51900000000000002,"15min":0.51300000000000001},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73999999999999999,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.57399999999999995,"15min":0.56100000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86599999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.629,"15min":0.61699999999999999},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.622},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.66300000000000003,"15min":0.64700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.746,"15min":0.73599999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.95199999999999996,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.73099999999999998,"15min":0.72099999999999997},"min":{"1min":0.50600000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.97199999999999998,"5min":1.238,"15min":1.238},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.66300000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.746,"15min":0.72699999999999998},"min":{"1min":0.61299999999999999,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.878},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.75,"15min":0.73399999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.81699999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.77600000000000002,"15min":0.76800000000000002},"min":{"1min":0.55500000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.004,"5min":1.2,"15min":1.2},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75900000000000001,"15min":0.748},"min":{"1min":0.63400000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.98599999999999999,"5min":1.343,"15min":1.343},"last":0.84099999999999997}]}]},{"osd":10,"up_from":70,"seq":300647710755,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.61099999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47299999999999998,"15min":0.47699999999999998},"min":{"1min":0.34899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.57599999999999996,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.38600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71999999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.63300000000000001,"15min":0.63},"min":{"1min":0.49099999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.877},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.63100000000000001,"15min":0.63700000000000001},"min":{"1min":0.47899999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.69599999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.64400000000000002,"15min":0.65100000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.67600000000000005,"15min":0.67300000000000004},"min":{"1min":0.501,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67600000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77700000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.79300000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70399999999999996,"15min":0.70999999999999996},"min":{"1min":0.54400000000000004,"5min":0.501,"15min":0.501},"max":{"1min":0.79000000000000004,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.73699999999999999,"15min":0.75},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.74299999999999999,"15min":0.752},"min":{"1min":0.48699999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.749,"15min":0.74099999999999999},"min":{"1min":0.60299999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81799999999999995,"15min":0.82199999999999995},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83799999999999997,"15min":0.84599999999999997},"min":{"1min":0.66500000000000004,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.94399999999999995,"5min":1.071,"15min":1.071},"last":1.0149999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":0.95899999999999996,"15min":0.89300000000000002},"min":{"1min":0.65600000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":8.4610000000000003,"5min":8.4610000000000003,"15min":8.4610000000000003},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.88200000000000001,"15min":0.88900000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.93500000000000005}]},{"osd":11,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.67900000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":0.996,"5min":1.083,"15min":1.083},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85599999999999998,"15min":0.86099999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":0.94899999999999995,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.96699999999999997}]}]},{"osd":9,"up_from":65,"seq":279172874278,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":477682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.47599999999999998,"15min":0.48399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68700000000000006,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.32400000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89500000000000002,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.59999999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.34799999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.48699999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.95899999999999996,"5min":1.119,"15min":1.119},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73299999999999998,"15min":0.74299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.998,"5min":1.04,"15min":1.04},"last":0.504},{"interface":"front","average":{"1min":0.748,"5min":0.77400000000000002,"15min":0.77800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.077,"5min":2.077,"15min":2.077},"last":0.628}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79100000000000004,"15min":0.80400000000000005},"min":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.46100000000000002,"5min":0.443,"15min":0.443},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.52300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83099999999999996,"15min":0.85099999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0109999999999999,"5min":1.278,"15min":1.278},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83499999999999996,"15min":0.84999999999999998},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0629999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.76300000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.81299999999999994,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.84499999999999997,"5min":1.115,"15min":1.115},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.82699999999999996,"15min":0.83799999999999997},"min":{"1min":0.628,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.081,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.61699999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.73899999999999999}]}]},{"osd":8,"up_from":58,"seq":249108103211,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59499999999999997,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88100000000000001,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.40699999999999997,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56299999999999994}]},{"osd":1,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60199999999999998},"min":{"1min":0.47699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.86699999999999999,"5min":2.2930000000000001,"15min":2.2930000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.63700000000000001,"15min":0.59999999999999998},"min":{"1min":0.49399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85899999999999999,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.77900000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52500000000000002,"15min":0.48899999999999999},"min":{"1min":0.36499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68000000000000005,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.60299999999999998,"15min":0.59399999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.63600000000000001,"15min":0.623},"min":{"1min":0.45400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.64300000000000002,"15min":0.61899999999999999},"min":{"1min":0.48399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.92600000000000005,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.745,"5min":0.68700000000000006,"15min":0.66900000000000004},"min":{"1min":0.54600000000000004,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93799999999999994,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.90200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60399999999999998,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95799999999999996,"5min":5.0759999999999996,"15min":5.0759999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59899999999999998,"15min":0.59499999999999997},"min":{"1min":0.441,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.69199999999999995,"15min":0.68799999999999994},"min":{"1min":0.51000000000000001,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.75,"15min":0.71999999999999997},"min":{"1min":0.57999999999999996,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.853,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.71599999999999997},"min":{"1min":0.63100000000000001,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0069999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.55800000000000005,"5min":0.443,"15min":0.443},"max":{"1min":1.004,"5min":1.738,"15min":1.738},"last":0.98699999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.872},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.93799999999999994}]},{"osd":10,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.59699999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78000000000000003,"15min":0.76100000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.96999999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":4.1340000000000003,"5min":4.1340000000000003,"15min":4.1340000000000003},"last":1.0049999999999999}]}]},{"osd":7,"up_from":51,"seq":219043332143,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1585152,"data_stored":1069284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46100000000000002,"15min":0.442},"min":{"1min":0.33400000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70499999999999996,"5min":1.28,"15min":1.28},"last":0.442},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.503,"15min":0.47499999999999998},"min":{"1min":0.32000000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73299999999999998,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.622,"15min":0.60199999999999998},"min":{"1min":0.42299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89500000000000002,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.64300000000000002,"15min":0.61299999999999999},"min":{"1min":0.45700000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82499999999999996,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.68700000000000006,"15min":0.65500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98299999999999998,"5min":2.431,"15min":2.431},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60999999999999999,"15min":0.58599999999999997},"min":{"1min":0.39000000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.92000000000000004,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.55300000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.91500000000000004,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.67300000000000004,"15min":0.64200000000000002},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73899999999999999,"15min":0.72399999999999998},"min":{"1min":0.53100000000000003,"5min":0.435,"15min":0.435},"max":{"1min":1.002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.72199999999999998},"min":{"1min":0.53700000000000003,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0429999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70799999999999996,"15min":0.68799999999999994},"min":{"1min":0.51700000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96999999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.69899999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.77700000000000002,"15min":0.751},"min":{"1min":0.57199999999999995,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.089,"5min":2.222,"15min":2.222},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.77500000000000002,"15min":0.75900000000000001},"min":{"1min":0.61899999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.81699999999999995,"15min":0.81100000000000005},"min":{"1min":0.56599999999999995,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.81799999999999995,"15min":0.81399999999999995},"min":{"1min":0.54600000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.913,"5min":1.913,"15min":1.913},"last":0.83299999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.84799999999999998,"15min":0.85399999999999998},"min":{"1min":0.57699999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.075,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.86899999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:24 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.97999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495668,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":476954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.41799999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.59099999999999997,"15min":0.57299999999999995},"min":{"1min":0.47099999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.54900000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67100000000000004,"15min":0.64300000000000002},"min":{"1min":0.46600000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.645,"5min":3.645,"15min":3.645},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.442,"5min":0.437,"15min":0.437},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.57899999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.314}]},{"osd":4,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.66500000000000004,"15min":0.64900000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.6829999999999998,"5min":3.6829999999999998,"15min":3.6829999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68300000000000005,"15min":0.67900000000000005},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.65000000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":3.6019999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.73799999999999999,"15min":0.71299999999999997},"min":{"1min":0.48299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":3.7759999999999998,"5min":3.7759999999999998,"15min":3.7759999999999998},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.75900000000000001,"15min":0.76100000000000001},"min":{"1min":0.498,"5min":0.497,"15min":0.497},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78600000000000003,"15min":0.77800000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.7160000000000002,"5min":3.7160000000000002,"15min":3.7160000000000002},"last":0.53500000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.73399999999999999,"15min":0.748},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":3.569,"5min":3.569,"15min":3.569},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.878,"5min":0.81399999999999995,"15min":0.81599999999999995},"min":{"1min":0.58399999999999996,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.8079999999999998,"5min":3.8079999999999998,"15min":3.8079999999999998},"last":0.71899999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.83399999999999996,"15min":0.80200000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.86299999999999999,"15min":0.83599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":7.6420000000000003,"5min":7.6420000000000003,"15min":7.6420000000000003},"last":0.77100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.86399999999999999,"15min":0.85099999999999998},"min":{"1min":0.56499999999999995,"5min":0.504,"15min":0.504},"max":{"1min":3.746,"5min":3.746,"15min":3.746},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.82899999999999996,"15min":0.83299999999999996},"min":{"1min":0.58799999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.04,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.79400000000000004}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":3.5310000000000001,"5min":3.5310000000000001,"15min":3.5310000000000001},"last":0.64700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":480706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.495},"min":{"1min":0.435,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.79000000000000004,"5min":0.873,"15min":0.873},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55300000000000005,"15min":0.52300000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.52100000000000002},"min":{"1min":0.46400000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.85999999999999999,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.63500000000000001,"15min":0.55500000000000005},"min":{"1min":0.626,"5min":0.317,"15min":0.317},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59699999999999998,"15min":0.54100000000000004},"min":{"1min":0.38600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.61699999999999999,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89300000000000002,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.53900000000000003,"15min":0.48099999999999998},"min":{"1min":0.47599999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.53600000000000003,"15min":0.49199999999999999},"min":{"1min":0.40899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.41199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.76500000000000001,"15min":0.65900000000000003},"min":{"1min":0.64900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.236,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.68000000000000005,"15min":0.61699999999999999},"min":{"1min":0.55300000000000005,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69599999999999995,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92700000000000005,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.438}]},{"osd":7,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.65000000000000002,"15min":0.59999999999999998},"min":{"1min":0.46400000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.623},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.66200000000000003,"15min":0.63400000000000001},"min":{"1min":0.58299999999999996,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60099999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.85499999999999998,"15min":0.83299999999999996},"min":{"1min":0.69899999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.83299999999999996,"15min":0.80100000000000005},"min":{"1min":0.68999999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.91000000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.75600000000000001,"15min":0.746},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.85599999999999998,"15min":0.84999999999999998},"min":{"1min":0.58099999999999996,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.96999999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85899999999999999,"15min":0.83699999999999997},"min":{"1min":0.76000000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.998},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.84599999999999997,"15min":0.82999999999999996},"min":{"1min":0.624,"5min":0.496,"15min":0.496},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.82599999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":1.022},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.872}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":478342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53600000000000003,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82299999999999995,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.57999999999999996,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.317,"15min":0.317},"max":{"1min":0.90400000000000003,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.749}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.59999999999999998,"15min":0.54100000000000004},"min":{"1min":0.52700000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.80500000000000005,"5min":1.972,"15min":1.972},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.56200000000000006,"15min":0.52500000000000002},"min":{"1min":0.46400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73799999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.877,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63700000000000001,"15min":0.58699999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.90900000000000003,"5min":1.923,"15min":1.923},"last":0.70899999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.625,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.375,"15min":0.375},"max":{"1min":0.83399999999999996,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.57199999999999995},"min":{"1min":0.437,"5min":0.307,"15min":0.307},"max":{"1min":0.85399999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.56999999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82399999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85599999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.501}]},{"osd":7,"last update":"Thu Oct 5 15:21:33 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68600000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.70499999999999996,"15min":0.72399999999999998},"min":{"1min":0.45500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.89800000000000002,"5min":1.101,"15min":1.101},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81399999999999995,"15min":0.85999999999999999},"min":{"1min":0.58699999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.879,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.61599999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.76600000000000001,"15min":0.78800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":1.089,"15min":1.089},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56399999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.76200000000000001,"15min":0.77200000000000002},"min":{"1min":0.52700000000000002,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.92600000000000005,"5min":1.28,"15min":1.28},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.83699999999999997,"15min":0.84699999999999998},"min":{"1min":0.53900000000000003,"5min":0.501,"15min":0.501},"max":{"1min":1.022,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.73399999999999999,"15min":0.72999999999999998},"min":{"1min":0.57099999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.94399999999999995,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.63100000000000001,"5min":0.621,"15min":0.621},"max":{"1min":0.93899999999999995,"5min":0.998,"15min":0.998},"last":0.76700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":481749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56200000000000006,"15min":0.54300000000000004},"min":{"1min":0.35999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66400000000000003,"5min":4.0270000000000001,"15min":4.0270000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53600000000000003,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.84999999999999998,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.72599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57799999999999996,"15min":0.53700000000000003},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84299999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.622,"15min":0.56999999999999995},"min":{"1min":0.51400000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92800000000000005,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.40899999999999997,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94499999999999995,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82899999999999996,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.78200000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63}]},{"osd":5,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.49299999999999999,"15min":0.45700000000000002},"min":{"1min":0.32100000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76900000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.76900000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.376}]},{"osd":6,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.65700000000000003,"15min":0.64100000000000001},"min":{"1min":0.46700000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91400000000000003,"5min":1.127,"15min":1.127},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85799999999999998,"5min":0.876,"15min":0.876},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.752}]},{"osd":8,"last update":"Thu Oct 5 15:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.40300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84799999999999998,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.58299999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.504,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93799999999999994,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.753,"15min":0.755},"min":{"1min":0.56299999999999994,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95999999999999996,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80500000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.54600000000000004,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92800000000000005,"5min":1.032,"15min":1.032},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.80300000000000005,"15min":0.78400000000000003},"min":{"1min":0.67500000000000004,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.89900000000000002}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.76700000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182464,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.373,"15min":0.32700000000000001},"min":{"1min":0.29399999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.33900000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61099999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.29299999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.504},"min":{"1min":0.42799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.506,"5min":1.512,"15min":1.512},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.60899999999999999,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.73399999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.59999999999999998,"15min":0.57399999999999995},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.746,"5min":0.65700000000000003,"15min":0.61299999999999999},"min":{"1min":0.48099999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.53700000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65400000000000003,"15min":0.622},"min":{"1min":0.44900000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80300000000000005,"5min":1.482,"15min":1.482},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60399999999999998,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.96799999999999997,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.74099999999999999,"15min":0.72899999999999998},"min":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.873,"5min":0.65600000000000003,"15min":0.61599999999999999},"min":{"1min":0.47799999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":3.0609999999999999,"5min":3.0609999999999999,"15min":3.0609999999999999},"last":0.62}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79500000000000004,"15min":0.80900000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.57199999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.753,"15min":0.72499999999999998},"min":{"1min":0.52700000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.9769999999999999,"5min":2.9769999999999999,"15min":2.9769999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.747,"15min":0.74399999999999999},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.454,"5min":1.454,"15min":1.454},"last":0.58799999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.875,"15min":0.875},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.036,"5min":3.036,"15min":3.036},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.69399999999999995}]}]},{"osd":4,"up_from":33,"seq":141733920828,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":478090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.43099999999999999,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.64100000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60899999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.42199999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57199999999999995,"15min":0.55500000000000005},"min":{"1min":0.47699999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78200000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.629,"15min":0.58299999999999996},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86699999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59399999999999997,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.57799999999999996,"15min":0.54200000000000004},"min":{"1min":0.42899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.46000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.65600000000000003,"15min":0.60799999999999998},"min":{"1min":0.51100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90800000000000003,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.64500000000000002,"15min":0.58299999999999996},"min":{"1min":0.58299999999999996,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.752}]},{"osd":6,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.66800000000000004,"15min":0.622},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.5730000000000004,"5min":4.5730000000000004,"15min":4.5730000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.751,"15min":0.69899999999999995},"min":{"1min":0.47899999999999998,"5min":0.434,"15min":0.434},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.66000000000000003,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94799999999999995,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.63,"15min":0.59499999999999997},"min":{"1min":0.311,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.82799999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.68999999999999995,"15min":0.67800000000000005},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96599999999999997,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.77800000000000002,"15min":0.752},"min":{"1min":0.73899999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0629999999999999,"5min":1.079,"15min":1.079},"last":0.85299999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.89100000000000001,"15min":0.82799999999999996},"min":{"1min":0.42799999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.5030000000000001,"5min":9.5030000000000001,"15min":9.5030000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.78100000000000003,"15min":0.754},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.60999999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.83999999999999997,"15min":0.84399999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.014,"5min":1.226,"15min":1.226},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.85299999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.877},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.76700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757303,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1068427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.54700000000000004,"15min":0.50700000000000001},"min":{"1min":0.39800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.54300000000000004,"15min":0.51000000000000001},"min":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":0.46700000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.58799999999999997,"15min":0.55000000000000004},"min":{"1min":0.44600000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.82799999999999996,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59399999999999997,"15min":0.57399999999999995},"min":{"1min":0.48499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.42999999999999999,"15min":0.41299999999999998},"min":{"1min":0.34200000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.63,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.441,"15min":0.41699999999999998},"min":{"1min":0.32300000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.68799999999999994,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.622,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.5579999999999998,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.499,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.67300000000000004,"15min":0.61099999999999999},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0029999999999999,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.63100000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91800000000000004,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.54000000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.755,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79400000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.66600000000000004,"15min":0.64700000000000002},"min":{"1min":0.52600000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.754},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72499999999999998,"15min":0.68500000000000005},"min":{"1min":0.56999999999999995,"5min":0.499,"15min":0.499},"max":{"1min":1.0209999999999999,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64900000000000002,"15min":0.64500000000000002},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.89400000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.52500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.81799999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.89300000000000002},"min":{"1min":0.498,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84199999999999997,"5min":3.996,"15min":3.996},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.47699999999999998,"5min":0.443,"15min":0.443},"max":{"1min":0.90200000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80000000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.753,"15min":0.74299999999999999},"min":{"1min":0.65300000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.748,"15min":0.73499999999999999},"min":{"1min":0.63200000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96599999999999997,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:22:03.824 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:22:03.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 -- 172.21.15.29:0/1410465255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01042d0 msgr2=0x7f25b01066c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 --2- 172.21.15.29:0/1410465255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01042d0 0x7f25b01066c0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009990 tx=0x7f25a4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 -- 172.21.15.29:0/1410465255 shutdown_connections 2023-10-05T15:22:03.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 --2- 172.21.15.29:0/1410465255 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01019a0 0x7f25b0103d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 --2- 172.21.15.29:0/1410465255 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b0109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 --2- 172.21.15.29:0/1410465255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01042d0 0x7f25b01066c0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 -- 172.21.15.29:0/1410465255 >> 172.21.15.29:0/1410465255 conn(0x7f25b00fb310 msgr2=0x7f25b00fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 -- 172.21.15.29:0/1410465255 shutdown_connections 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.978+0000 7f25b8682700 1 -- 172.21.15.29:0/1410465255 wait complete. 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 Processor -- start 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 -- start start 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 0x7f25b01970a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b019e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b019e6e0 con 0x7f25b01019a0 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b019e820 con 0x7f25b0106c00 2023-10-05T15:22:03.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b8682700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b019e9b0 con 0x7f25b01042d0 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b641e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b641e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46884/0 (socket says 172.21.15.29:46884) 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b641e700 1 -- 172.21.15.29:0/1966113123 learned_addr learned my addr 172.21.15.29:0/1966113123 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.979+0000 7f25b5c1d700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 0x7f25b01970a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b6c1f700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b019e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 -- 172.21.15.29:0/1966113123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 msgr2=0x7f25b01970a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 0x7f25b01970a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 -- 172.21.15.29:0/1966113123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 msgr2=0x7f25b019e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b019e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 -- 172.21.15.29:0/1966113123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a40095f0 con 0x7f25b01019a0 2023-10-05T15:22:03.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b5c1d700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 0x7f25b01970a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b6c1f700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b019e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b641e700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00e9a0 tx=0x7f25ac00ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ac009790 con 0x7f25b01019a0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f25ac00cbd0 con 0x7f25b01019a0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25b019ec90 con 0x7f25b01019a0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25ac018680 con 0x7f25b01019a0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.980+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25b019f1a0 con 0x7f25b01019a0 2023-10-05T15:22:03.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.981+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25b00fce90 con 0x7f25b01019a0 2023-10-05T15:22:03.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.982+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f25ac00cd40 con 0x7f25b01019a0 2023-10-05T15:22:03.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.983+0000 7f25a37fe700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 0x7f259c0a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:03.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.983+0000 7f25b5c1d700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 0x7f259c0a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:03.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.983+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f25ac014070 con 0x7f25b01019a0 2023-10-05T15:22:03.987 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.983+0000 7f25b5c1d700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 0x7f259c0a3a10 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a4005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:03.989 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:03.987+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f25ac096600 con 0x7f25b01019a0 2023-10-05T15:22:04.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.187+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f25b002d2a0 con 0x7f259c0a1550 2023-10-05T15:22:04.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.202+0000 7f25a37fe700 1 -- 172.21.15.29:0/1966113123 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+426513 (secure 0 0 0) 0x7f25b002d2a0 con 0x7f259c0a1550 2023-10-05T15:22:04.209 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:04.212 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.205+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 msgr2=0x7f259c0a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.212 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.205+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 0x7f259c0a3a10 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f25a4000c00 tx=0x7f25a4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.212 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.205+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 msgr2=0x7f25b0196b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.205+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f25ac00e9a0 tx=0x7f25ac00ed60 comp rx=0 tx=0).stop 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 shutdown_connections 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f259c0a1550 0x7f259c0a3a10 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f25b0106c00 0x7f25b019e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f25b01019a0 0x7f25b0196b60 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 --2- 172.21.15.29:0/1966113123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f25b01042d0 0x7f25b01970a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 >> 172.21.15.29:0/1966113123 conn(0x7f25b00fb310 msgr2=0x7f25b0102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 shutdown_connections 2023-10-05T15:22:04.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.206+0000 7f25b8682700 1 -- 172.21.15.29:0/1966113123 wait complete. 2023-10-05T15:22:04.214 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:22:04.221 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2023-10-05T15:22:02.672781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":600,"num_read_kb":365,"num_write":311,"num_write_kb":2982,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337664,"kb_used_data":13396,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604160,"statfs":{"total":1151940427776,"available":1151594659840,"internally_reserved":0,"allocated":13717504,"data_stored":7515794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004244"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555399+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:21:29.555399+0000","last_peered":"2023-10-05T15:21:29.555399+0000","last_clean":"2023-10-05T15:21:29.555399+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:21:29.555399+0000","last_undegraded":"2023-10-05T15:21:29.555399+0000","last_fullsized":"2023-10-05T15:21:29.555399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559615+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:21:29.559615+0000","last_peered":"2023-10-05T15:21:29.559615+0000","last_clean":"2023-10-05T15:21:29.559615+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:21:29.559615+0000","last_undegraded":"2023-10-05T15:21:29.559615+0000","last_fullsized":"2023-10-05T15:21:29.559615+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559708+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:21:29.559708+0000","last_peered":"2023-10-05T15:21:29.559708+0000","last_clean":"2023-10-05T15:21:29.559708+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:21:29.559708+0000","last_undegraded":"2023-10-05T15:21:29.559708+0000","last_fullsized":"2023-10-05T15:21:29.559708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553405+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:21:29.553405+0000","last_peered":"2023-10-05T15:21:29.553405+0000","last_clean":"2023-10-05T15:21:29.553405+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:21:29.553405+0000","last_undegraded":"2023-10-05T15:21:29.553405+0000","last_fullsized":"2023-10-05T15:21:29.553405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556011+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:21:29.556011+0000","last_peered":"2023-10-05T15:21:29.556011+0000","last_clean":"2023-10-05T15:21:29.556011+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:21:29.556011+0000","last_undegraded":"2023-10-05T15:21:29.556011+0000","last_fullsized":"2023-10-05T15:21:29.556011+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552800+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:21:29.552800+0000","last_peered":"2023-10-05T15:21:29.552800+0000","last_clean":"2023-10-05T15:21:29.552800+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:21:29.552800+0000","last_undegraded":"2023-10-05T15:21:29.552800+0000","last_fullsized":"2023-10-05T15:21:29.552800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554293+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:21:29.554293+0000","last_peered":"2023-10-05T15:21:29.554293+0000","last_clean":"2023-10-05T15:21:29.554293+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:21:29.554293+0000","last_undegraded":"2023-10-05T15:21:29.554293+0000","last_fullsized":"2023-10-05T15:21:29.554293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556916+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:21:29.556916+0000","last_peered":"2023-10-05T15:21:29.556916+0000","last_clean":"2023-10-05T15:21:29.556916+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:21:29.556916+0000","last_undegraded":"2023-10-05T15:21:29.556916+0000","last_fullsized":"2023-10-05T15:21:29.556916+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550713+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:21:29.550713+0000","last_peered":"2023-10-05T15:21:29.550713+0000","last_clean":"2023-10-05T15:21:29.550713+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:21:29.550713+0000","last_undegraded":"2023-10-05T15:21:29.550713+0000","last_fullsized":"2023-10-05T15:21:29.550713+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561984+0000","last_change":"2023-10-05T15:21:30.561984+0000","last_active":"2023-10-05T15:21:30.561984+0000","last_peered":"2023-10-05T15:21:30.561984+0000","last_clean":"2023-10-05T15:21:30.561984+0000","last_became_active":"2023-10-05T15:21:30.561468+0000","last_became_peered":"2023-10-05T15:21:30.561468+0000","last_unstale":"2023-10-05T15:21:30.561984+0000","last_undegraded":"2023-10-05T15:21:30.561984+0000","last_fullsized":"2023-10-05T15:21:30.561984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:11:26.229273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555658+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:21:29.555658+0000","last_peered":"2023-10-05T15:21:29.555658+0000","last_clean":"2023-10-05T15:21:29.555658+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:21:29.555658+0000","last_undegraded":"2023-10-05T15:21:29.555658+0000","last_fullsized":"2023-10-05T15:21:29.555658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553342+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:21:29.553342+0000","last_peered":"2023-10-05T15:21:29.553342+0000","last_clean":"2023-10-05T15:21:29.553342+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:21:29.553342+0000","last_undegraded":"2023-10-05T15:21:29.553342+0000","last_fullsized":"2023-10-05T15:21:29.553342+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557311+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:21:29.557311+0000","last_peered":"2023-10-05T15:21:29.557311+0000","last_clean":"2023-10-05T15:21:29.557311+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:21:29.557311+0000","last_undegraded":"2023-10-05T15:21:29.557311+0000","last_fullsized":"2023-10-05T15:21:29.557311+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559399+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:21:29.559399+0000","last_peered":"2023-10-05T15:21:29.559399+0000","last_clean":"2023-10-05T15:21:29.559399+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:21:29.559399+0000","last_undegraded":"2023-10-05T15:21:29.559399+0000","last_fullsized":"2023-10-05T15:21:29.559399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559079+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:21:29.559079+0000","last_peered":"2023-10-05T15:21:29.559079+0000","last_clean":"2023-10-05T15:21:29.559079+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:21:29.559079+0000","last_undegraded":"2023-10-05T15:21:29.559079+0000","last_fullsized":"2023-10-05T15:21:29.559079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550212+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:21:29.550212+0000","last_peered":"2023-10-05T15:21:29.550212+0000","last_clean":"2023-10-05T15:21:29.550212+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:21:29.550212+0000","last_undegraded":"2023-10-05T15:21:29.550212+0000","last_fullsized":"2023-10-05T15:21:29.550212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555349+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:21:29.555349+0000","last_peered":"2023-10-05T15:21:29.555349+0000","last_clean":"2023-10-05T15:21:29.555349+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:21:29.555349+0000","last_undegraded":"2023-10-05T15:21:29.555349+0000","last_fullsized":"2023-10-05T15:21:29.555349+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551521+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:21:29.551521+0000","last_peered":"2023-10-05T15:21:29.551521+0000","last_clean":"2023-10-05T15:21:29.551521+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:21:29.551521+0000","last_undegraded":"2023-10-05T15:21:29.551521+0000","last_fullsized":"2023-10-05T15:21:29.551521+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550671+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:21:29.550671+0000","last_peered":"2023-10-05T15:21:29.550671+0000","last_clean":"2023-10-05T15:21:29.550671+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:21:29.550671+0000","last_undegraded":"2023-10-05T15:21:29.550671+0000","last_fullsized":"2023-10-05T15:21:29.550671+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550150+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:21:29.550150+0000","last_peered":"2023-10-05T15:21:29.550150+0000","last_clean":"2023-10-05T15:21:29.550150+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:21:29.550150+0000","last_undegraded":"2023-10-05T15:21:29.550150+0000","last_fullsized":"2023-10-05T15:21:29.550150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.567171+0000","last_change":"2023-10-05T15:21:30.567171+0000","last_active":"2023-10-05T15:21:30.567171+0000","last_peered":"2023-10-05T15:21:30.567171+0000","last_clean":"2023-10-05T15:21:30.567171+0000","last_became_active":"2023-10-05T15:21:30.557357+0000","last_became_peered":"2023-10-05T15:21:30.557357+0000","last_unstale":"2023-10-05T15:21:30.567171+0000","last_undegraded":"2023-10-05T15:21:30.567171+0000","last_fullsized":"2023-10-05T15:21:30.567171+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:08.171952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556315+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:21:29.556315+0000","last_peered":"2023-10-05T15:21:29.556315+0000","last_clean":"2023-10-05T15:21:29.556315+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:21:29.556315+0000","last_undegraded":"2023-10-05T15:21:29.556315+0000","last_fullsized":"2023-10-05T15:21:29.556315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552398+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:21:29.552398+0000","last_peered":"2023-10-05T15:21:29.552398+0000","last_clean":"2023-10-05T15:21:29.552398+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:21:29.552398+0000","last_undegraded":"2023-10-05T15:21:29.552398+0000","last_fullsized":"2023-10-05T15:21:29.552398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556609+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:21:29.556609+0000","last_peered":"2023-10-05T15:21:29.556609+0000","last_clean":"2023-10-05T15:21:29.556609+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:21:29.556609+0000","last_undegraded":"2023-10-05T15:21:29.556609+0000","last_fullsized":"2023-10-05T15:21:29.556609+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559539+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:21:29.559539+0000","last_peered":"2023-10-05T15:21:29.559539+0000","last_clean":"2023-10-05T15:21:29.559539+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:21:29.559539+0000","last_undegraded":"2023-10-05T15:21:29.559539+0000","last_fullsized":"2023-10-05T15:21:29.559539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553811+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:21:29.553811+0000","last_peered":"2023-10-05T15:21:29.553811+0000","last_clean":"2023-10-05T15:21:29.553811+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:21:29.553811+0000","last_undegraded":"2023-10-05T15:21:29.553811+0000","last_fullsized":"2023-10-05T15:21:29.553811+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556444+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:21:29.556444+0000","last_peered":"2023-10-05T15:21:29.556444+0000","last_clean":"2023-10-05T15:21:29.556444+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:21:29.556444+0000","last_undegraded":"2023-10-05T15:21:29.556444+0000","last_fullsized":"2023-10-05T15:21:29.556444+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550557+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:21:29.550557+0000","last_peered":"2023-10-05T15:21:29.550557+0000","last_clean":"2023-10-05T15:21:29.550557+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:21:29.550557+0000","last_undegraded":"2023-10-05T15:21:29.550557+0000","last_fullsized":"2023-10-05T15:21:29.550557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553487+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:21:29.553487+0000","last_peered":"2023-10-05T15:21:29.553487+0000","last_clean":"2023-10-05T15:21:29.553487+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:21:29.553487+0000","last_undegraded":"2023-10-05T15:21:29.553487+0000","last_fullsized":"2023-10-05T15:21:29.553487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556195+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:21:29.556195+0000","last_peered":"2023-10-05T15:21:29.556195+0000","last_clean":"2023-10-05T15:21:29.556195+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:21:29.556195+0000","last_undegraded":"2023-10-05T15:21:29.556195+0000","last_fullsized":"2023-10-05T15:21:29.556195+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553025+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:21:29.553025+0000","last_peered":"2023-10-05T15:21:29.553025+0000","last_clean":"2023-10-05T15:21:29.553025+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:21:29.553025+0000","last_undegraded":"2023-10-05T15:21:29.553025+0000","last_fullsized":"2023-10-05T15:21:29.553025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550459+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:21:29.550459+0000","last_peered":"2023-10-05T15:21:29.550459+0000","last_clean":"2023-10-05T15:21:29.550459+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:21:29.550459+0000","last_undegraded":"2023-10-05T15:21:29.550459+0000","last_fullsized":"2023-10-05T15:21:29.550459+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":100,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.991564+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:21:57.991564+0000","last_peered":"2023-10-05T15:21:57.991564+0000","last_clean":"2023-10-05T15:21:57.991564+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:21:57.991564+0000","last_undegraded":"2023-10-05T15:21:57.991564+0000","last_fullsized":"2023-10-05T15:21:57.991564+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555587+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:21:29.555587+0000","last_peered":"2023-10-05T15:21:29.555587+0000","last_clean":"2023-10-05T15:21:29.555587+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:21:29.555587+0000","last_undegraded":"2023-10-05T15:21:29.555587+0000","last_fullsized":"2023-10-05T15:21:29.555587+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560108+0000","last_change":"2023-10-05T15:21:30.560108+0000","last_active":"2023-10-05T15:21:30.560108+0000","last_peered":"2023-10-05T15:21:30.560108+0000","last_clean":"2023-10-05T15:21:30.560108+0000","last_became_active":"2023-10-05T15:21:30.559471+0000","last_became_peered":"2023-10-05T15:21:30.559471+0000","last_unstale":"2023-10-05T15:21:30.560108+0000","last_undegraded":"2023-10-05T15:21:30.560108+0000","last_fullsized":"2023-10-05T15:21:30.560108+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:23:33.556831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,5],"acting":[2,6,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552702+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:21:29.552702+0000","last_peered":"2023-10-05T15:21:29.552702+0000","last_clean":"2023-10-05T15:21:29.552702+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:21:29.552702+0000","last_undegraded":"2023-10-05T15:21:29.552702+0000","last_fullsized":"2023-10-05T15:21:29.552702+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562747+0000","last_change":"2023-10-05T15:21:30.562747+0000","last_active":"2023-10-05T15:21:30.562747+0000","last_peered":"2023-10-05T15:21:30.562747+0000","last_clean":"2023-10-05T15:21:30.562747+0000","last_became_active":"2023-10-05T15:21:30.562257+0000","last_became_peered":"2023-10-05T15:21:30.562257+0000","last_unstale":"2023-10-05T15:21:30.562747+0000","last_undegraded":"2023-10-05T15:21:30.562747+0000","last_fullsized":"2023-10-05T15:21:30.562747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:45:47.227956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555238+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:21:29.555238+0000","last_peered":"2023-10-05T15:21:29.555238+0000","last_clean":"2023-10-05T15:21:29.555238+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:21:29.555238+0000","last_undegraded":"2023-10-05T15:21:29.555238+0000","last_fullsized":"2023-10-05T15:21:29.555238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557239+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:21:29.557239+0000","last_peered":"2023-10-05T15:21:29.557239+0000","last_clean":"2023-10-05T15:21:29.557239+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:21:29.557239+0000","last_undegraded":"2023-10-05T15:21:29.557239+0000","last_fullsized":"2023-10-05T15:21:29.557239+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556836+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:21:29.556836+0000","last_peered":"2023-10-05T15:21:29.556836+0000","last_clean":"2023-10-05T15:21:29.556836+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:21:29.556836+0000","last_undegraded":"2023-10-05T15:21:29.556836+0000","last_fullsized":"2023-10-05T15:21:29.556836+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559585+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:21:29.559585+0000","last_peered":"2023-10-05T15:21:29.559585+0000","last_clean":"2023-10-05T15:21:29.559585+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:21:29.559585+0000","last_undegraded":"2023-10-05T15:21:29.559585+0000","last_fullsized":"2023-10-05T15:21:29.559585+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552697+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:21:29.552697+0000","last_peered":"2023-10-05T15:21:29.552697+0000","last_clean":"2023-10-05T15:21:29.552697+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:21:29.552697+0000","last_undegraded":"2023-10-05T15:21:29.552697+0000","last_fullsized":"2023-10-05T15:21:29.552697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550649+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:21:29.550649+0000","last_peered":"2023-10-05T15:21:29.550649+0000","last_clean":"2023-10-05T15:21:29.550649+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:21:29.550649+0000","last_undegraded":"2023-10-05T15:21:29.550649+0000","last_fullsized":"2023-10-05T15:21:29.550649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556054+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:21:29.556054+0000","last_peered":"2023-10-05T15:21:29.556054+0000","last_clean":"2023-10-05T15:21:29.556054+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:21:29.556054+0000","last_undegraded":"2023-10-05T15:21:29.556054+0000","last_fullsized":"2023-10-05T15:21:29.556054+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.990746+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:21:57.990746+0000","last_peered":"2023-10-05T15:21:57.990746+0000","last_clean":"2023-10-05T15:21:57.990746+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:21:57.990746+0000","last_undegraded":"2023-10-05T15:21:57.990746+0000","last_fullsized":"2023-10-05T15:21:57.990746+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550650+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:21:29.550650+0000","last_peered":"2023-10-05T15:21:29.550650+0000","last_clean":"2023-10-05T15:21:29.550650+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:21:29.550650+0000","last_undegraded":"2023-10-05T15:21:29.550650+0000","last_fullsized":"2023-10-05T15:21:29.550650+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550393+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:21:29.550393+0000","last_peered":"2023-10-05T15:21:29.550393+0000","last_clean":"2023-10-05T15:21:29.550393+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:21:29.550393+0000","last_undegraded":"2023-10-05T15:21:29.550393+0000","last_fullsized":"2023-10-05T15:21:29.550393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555973+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:21:29.555973+0000","last_peered":"2023-10-05T15:21:29.555973+0000","last_clean":"2023-10-05T15:21:29.555973+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:21:29.555973+0000","last_undegraded":"2023-10-05T15:21:29.555973+0000","last_fullsized":"2023-10-05T15:21:29.555973+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559611+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:21:29.559611+0000","last_peered":"2023-10-05T15:21:29.559611+0000","last_clean":"2023-10-05T15:21:29.559611+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:21:29.559611+0000","last_undegraded":"2023-10-05T15:21:29.559611+0000","last_fullsized":"2023-10-05T15:21:29.559611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554007+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:21:29.554007+0000","last_peered":"2023-10-05T15:21:29.554007+0000","last_clean":"2023-10-05T15:21:29.554007+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:21:29.554007+0000","last_undegraded":"2023-10-05T15:21:29.554007+0000","last_fullsized":"2023-10-05T15:21:29.554007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553229+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:21:29.553229+0000","last_peered":"2023-10-05T15:21:29.553229+0000","last_clean":"2023-10-05T15:21:29.553229+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:21:29.553229+0000","last_undegraded":"2023-10-05T15:21:29.553229+0000","last_fullsized":"2023-10-05T15:21:29.553229+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550589+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:21:29.550589+0000","last_peered":"2023-10-05T15:21:29.550589+0000","last_clean":"2023-10-05T15:21:29.550589+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:21:29.550589+0000","last_undegraded":"2023-10-05T15:21:29.550589+0000","last_fullsized":"2023-10-05T15:21:29.550589+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552339+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:21:29.552339+0000","last_peered":"2023-10-05T15:21:29.552339+0000","last_clean":"2023-10-05T15:21:29.552339+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:21:29.552339+0000","last_undegraded":"2023-10-05T15:21:29.552339+0000","last_fullsized":"2023-10-05T15:21:29.552339+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":180,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:58.992428+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:21:58.992428+0000","last_peered":"2023-10-05T15:21:58.992428+0000","last_clean":"2023-10-05T15:21:58.992428+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:21:58.992428+0000","last_undegraded":"2023-10-05T15:21:58.992428+0000","last_fullsized":"2023-10-05T15:21:58.992428+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":150,"num_read_kb":79,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556156+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:21:29.556156+0000","last_peered":"2023-10-05T15:21:29.556156+0000","last_clean":"2023-10-05T15:21:29.556156+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:21:29.556156+0000","last_undegraded":"2023-10-05T15:21:29.556156+0000","last_fullsized":"2023-10-05T15:21:29.556156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553478+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:21:29.553478+0000","last_peered":"2023-10-05T15:21:29.553478+0000","last_clean":"2023-10-05T15:21:29.553478+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:21:29.553478+0000","last_undegraded":"2023-10-05T15:21:29.553478+0000","last_fullsized":"2023-10-05T15:21:29.553478+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.569909+0000","last_change":"2023-10-05T15:21:30.569567+0000","last_active":"2023-10-05T15:21:30.569909+0000","last_peered":"2023-10-05T15:21:30.569909+0000","last_clean":"2023-10-05T15:21:30.569909+0000","last_became_active":"2023-10-05T15:21:30.560965+0000","last_became_peered":"2023-10-05T15:21:30.560965+0000","last_unstale":"2023-10-05T15:21:30.569909+0000","last_undegraded":"2023-10-05T15:21:30.569909+0000","last_fullsized":"2023-10-05T15:21:30.569909+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:11:28.105653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557953+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:21:29.557953+0000","last_peered":"2023-10-05T15:21:29.557953+0000","last_clean":"2023-10-05T15:21:29.557953+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:21:29.557953+0000","last_undegraded":"2023-10-05T15:21:29.557953+0000","last_fullsized":"2023-10-05T15:21:29.557953+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554817+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:21:29.554817+0000","last_peered":"2023-10-05T15:21:29.554817+0000","last_clean":"2023-10-05T15:21:29.554817+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:21:29.554817+0000","last_undegraded":"2023-10-05T15:21:29.554817+0000","last_fullsized":"2023-10-05T15:21:29.554817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553502+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:21:29.553502+0000","last_peered":"2023-10-05T15:21:29.553502+0000","last_clean":"2023-10-05T15:21:29.553502+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:21:29.553502+0000","last_undegraded":"2023-10-05T15:21:29.553502+0000","last_fullsized":"2023-10-05T15:21:29.553502+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.558721+0000","last_change":"2023-10-05T15:21:30.558721+0000","last_active":"2023-10-05T15:21:30.558721+0000","last_peered":"2023-10-05T15:21:30.558721+0000","last_clean":"2023-10-05T15:21:30.558721+0000","last_became_active":"2023-10-05T15:21:30.557902+0000","last_became_peered":"2023-10-05T15:21:30.557902+0000","last_unstale":"2023-10-05T15:21:30.558721+0000","last_undegraded":"2023-10-05T15:21:30.558721+0000","last_fullsized":"2023-10-05T15:21:30.558721+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:19:39.706909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.743864+0000","last_change":"2023-10-05T15:21:30.743466+0000","last_active":"2023-10-05T15:21:30.743864+0000","last_peered":"2023-10-05T15:21:30.743864+0000","last_clean":"2023-10-05T15:21:30.743864+0000","last_became_active":"2023-10-05T15:21:30.743034+0000","last_became_peered":"2023-10-05T15:21:30.743034+0000","last_unstale":"2023-10-05T15:21:30.743864+0000","last_undegraded":"2023-10-05T15:21:30.743864+0000","last_fullsized":"2023-10-05T15:21:30.743864+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:48:51.451578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":97,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:56.997098+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:21:56.997098+0000","last_peered":"2023-10-05T15:21:56.997098+0000","last_clean":"2023-10-05T15:21:56.997098+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:21:56.997098+0000","last_undegraded":"2023-10-05T15:21:56.997098+0000","last_fullsized":"2023-10-05T15:21:56.997098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554254+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:21:29.554254+0000","last_peered":"2023-10-05T15:21:29.554254+0000","last_clean":"2023-10-05T15:21:29.554254+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:21:29.554254+0000","last_undegraded":"2023-10-05T15:21:29.554254+0000","last_fullsized":"2023-10-05T15:21:29.554254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557800+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:21:29.557800+0000","last_peered":"2023-10-05T15:21:29.557800+0000","last_clean":"2023-10-05T15:21:29.557800+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:21:29.557800+0000","last_undegraded":"2023-10-05T15:21:29.557800+0000","last_fullsized":"2023-10-05T15:21:29.557800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554708+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:21:29.554708+0000","last_peered":"2023-10-05T15:21:29.554708+0000","last_clean":"2023-10-05T15:21:29.554708+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:21:29.554708+0000","last_undegraded":"2023-10-05T15:21:29.554708+0000","last_fullsized":"2023-10-05T15:21:29.554708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553388+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:21:29.553388+0000","last_peered":"2023-10-05T15:21:29.553388+0000","last_clean":"2023-10-05T15:21:29.553388+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:21:29.553388+0000","last_undegraded":"2023-10-05T15:21:29.553388+0000","last_fullsized":"2023-10-05T15:21:29.553388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552786+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:21:29.552786+0000","last_peered":"2023-10-05T15:21:29.552786+0000","last_clean":"2023-10-05T15:21:29.552786+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:21:29.552786+0000","last_undegraded":"2023-10-05T15:21:29.552786+0000","last_fullsized":"2023-10-05T15:21:29.552786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556306+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:21:29.556306+0000","last_peered":"2023-10-05T15:21:29.556306+0000","last_clean":"2023-10-05T15:21:29.556306+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:21:29.556306+0000","last_undegraded":"2023-10-05T15:21:29.556306+0000","last_fullsized":"2023-10-05T15:21:29.556306+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555259+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:21:29.555259+0000","last_peered":"2023-10-05T15:21:29.555259+0000","last_clean":"2023-10-05T15:21:29.555259+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:21:29.555259+0000","last_undegraded":"2023-10-05T15:21:29.555259+0000","last_fullsized":"2023-10-05T15:21:29.555259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555686+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:21:29.555686+0000","last_peered":"2023-10-05T15:21:29.555686+0000","last_clean":"2023-10-05T15:21:29.555686+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:21:29.555686+0000","last_undegraded":"2023-10-05T15:21:29.555686+0000","last_fullsized":"2023-10-05T15:21:29.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550926+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:21:29.550926+0000","last_peered":"2023-10-05T15:21:29.550926+0000","last_clean":"2023-10-05T15:21:29.550926+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:21:29.550926+0000","last_undegraded":"2023-10-05T15:21:29.550926+0000","last_fullsized":"2023-10-05T15:21:29.550926+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553780+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:21:29.553780+0000","last_peered":"2023-10-05T15:21:29.553780+0000","last_clean":"2023-10-05T15:21:29.553780+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:21:29.553780+0000","last_undegraded":"2023-10-05T15:21:29.553780+0000","last_fullsized":"2023-10-05T15:21:29.553780+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557721+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:21:29.557721+0000","last_peered":"2023-10-05T15:21:29.557721+0000","last_clean":"2023-10-05T15:21:29.557721+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:21:29.557721+0000","last_undegraded":"2023-10-05T15:21:29.557721+0000","last_fullsized":"2023-10-05T15:21:29.557721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554403+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:21:29.554403+0000","last_peered":"2023-10-05T15:21:29.554403+0000","last_clean":"2023-10-05T15:21:29.554403+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:21:29.554403+0000","last_undegraded":"2023-10-05T15:21:29.554403+0000","last_fullsized":"2023-10-05T15:21:29.554403+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553757+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:21:29.553757+0000","last_peered":"2023-10-05T15:21:29.553757+0000","last_clean":"2023-10-05T15:21:29.553757+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:21:29.553757+0000","last_undegraded":"2023-10-05T15:21:29.553757+0000","last_fullsized":"2023-10-05T15:21:29.553757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556666+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:21:29.556666+0000","last_peered":"2023-10-05T15:21:29.556666+0000","last_clean":"2023-10-05T15:21:29.556666+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:21:29.556666+0000","last_undegraded":"2023-10-05T15:21:29.556666+0000","last_fullsized":"2023-10-05T15:21:29.556666+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553553+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:21:29.553553+0000","last_peered":"2023-10-05T15:21:29.553553+0000","last_clean":"2023-10-05T15:21:29.553553+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:21:29.553553+0000","last_undegraded":"2023-10-05T15:21:29.553553+0000","last_fullsized":"2023-10-05T15:21:29.553553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":99,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:59.008268+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:21:59.008268+0000","last_peered":"2023-10-05T15:21:59.008268+0000","last_clean":"2023-10-05T15:21:59.008268+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:21:59.008268+0000","last_undegraded":"2023-10-05T15:21:59.008268+0000","last_fullsized":"2023-10-05T15:21:59.008268+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555413+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:21:29.555413+0000","last_peered":"2023-10-05T15:21:29.555413+0000","last_clean":"2023-10-05T15:21:29.555413+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:21:29.555413+0000","last_undegraded":"2023-10-05T15:21:29.555413+0000","last_fullsized":"2023-10-05T15:21:29.555413+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555850+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:21:29.555850+0000","last_peered":"2023-10-05T15:21:29.555850+0000","last_clean":"2023-10-05T15:21:29.555850+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:21:29.555850+0000","last_undegraded":"2023-10-05T15:21:29.555850+0000","last_fullsized":"2023-10-05T15:21:29.555850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553911+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:21:29.553911+0000","last_peered":"2023-10-05T15:21:29.553911+0000","last_clean":"2023-10-05T15:21:29.553911+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:21:29.553911+0000","last_undegraded":"2023-10-05T15:21:29.553911+0000","last_fullsized":"2023-10-05T15:21:29.553911+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":319,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554118+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:21:29.554118+0000","last_peered":"2023-10-05T15:21:29.554118+0000","last_clean":"2023-10-05T15:21:29.554118+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:21:29.554118+0000","last_undegraded":"2023-10-05T15:21:29.554118+0000","last_fullsized":"2023-10-05T15:21:29.554118+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553177+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:21:29.553177+0000","last_peered":"2023-10-05T15:21:29.553177+0000","last_clean":"2023-10-05T15:21:29.553177+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:21:29.553177+0000","last_undegraded":"2023-10-05T15:21:29.553177+0000","last_fullsized":"2023-10-05T15:21:29.553177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557117+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:21:29.557117+0000","last_peered":"2023-10-05T15:21:29.557117+0000","last_clean":"2023-10-05T15:21:29.557117+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:21:29.557117+0000","last_undegraded":"2023-10-05T15:21:29.557117+0000","last_fullsized":"2023-10-05T15:21:29.557117+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554200+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:21:29.554200+0000","last_peered":"2023-10-05T15:21:29.554200+0000","last_clean":"2023-10-05T15:21:29.554200+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:21:29.554200+0000","last_undegraded":"2023-10-05T15:21:29.554200+0000","last_fullsized":"2023-10-05T15:21:29.554200+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555852+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:21:29.555852+0000","last_peered":"2023-10-05T15:21:29.555852+0000","last_clean":"2023-10-05T15:21:29.555852+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:21:29.555852+0000","last_undegraded":"2023-10-05T15:21:29.555852+0000","last_fullsized":"2023-10-05T15:21:29.555852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556260+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:21:29.556260+0000","last_peered":"2023-10-05T15:21:29.556260+0000","last_clean":"2023-10-05T15:21:29.556260+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:21:29.556260+0000","last_undegraded":"2023-10-05T15:21:29.556260+0000","last_fullsized":"2023-10-05T15:21:29.556260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557825+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:21:29.557825+0000","last_peered":"2023-10-05T15:21:29.557825+0000","last_clean":"2023-10-05T15:21:29.557825+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:21:29.557825+0000","last_undegraded":"2023-10-05T15:21:29.557825+0000","last_fullsized":"2023-10-05T15:21:29.557825+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556752+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:21:29.556752+0000","last_peered":"2023-10-05T15:21:29.556752+0000","last_clean":"2023-10-05T15:21:29.556752+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:21:29.556752+0000","last_undegraded":"2023-10-05T15:21:29.556752+0000","last_fullsized":"2023-10-05T15:21:29.556752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551469+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:21:29.551469+0000","last_peered":"2023-10-05T15:21:29.551469+0000","last_clean":"2023-10-05T15:21:29.551469+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:21:29.551469+0000","last_undegraded":"2023-10-05T15:21:29.551469+0000","last_fullsized":"2023-10-05T15:21:29.551469+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556367+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:21:29.556367+0000","last_peered":"2023-10-05T15:21:29.556367+0000","last_clean":"2023-10-05T15:21:29.556367+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:21:29.556367+0000","last_undegraded":"2023-10-05T15:21:29.556367+0000","last_fullsized":"2023-10-05T15:21:29.556367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550030+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:21:29.550030+0000","last_peered":"2023-10-05T15:21:29.550030+0000","last_clean":"2023-10-05T15:21:29.550030+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:21:29.550030+0000","last_undegraded":"2023-10-05T15:21:29.550030+0000","last_fullsized":"2023-10-05T15:21:29.550030+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554788+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:21:29.554788+0000","last_peered":"2023-10-05T15:21:29.554788+0000","last_clean":"2023-10-05T15:21:29.554788+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:21:29.554788+0000","last_undegraded":"2023-10-05T15:21:29.554788+0000","last_fullsized":"2023-10-05T15:21:29.554788+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559670+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:21:29.559670+0000","last_peered":"2023-10-05T15:21:29.559670+0000","last_clean":"2023-10-05T15:21:29.559670+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:21:29.559670+0000","last_undegraded":"2023-10-05T15:21:29.559670+0000","last_fullsized":"2023-10-05T15:21:29.559670+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553038+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:21:29.553038+0000","last_peered":"2023-10-05T15:21:29.553038+0000","last_clean":"2023-10-05T15:21:29.553038+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:21:29.553038+0000","last_undegraded":"2023-10-05T15:21:29.553038+0000","last_fullsized":"2023-10-05T15:21:29.553038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550255+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:21:29.550255+0000","last_peered":"2023-10-05T15:21:29.550255+0000","last_clean":"2023-10-05T15:21:29.550255+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:21:29.550255+0000","last_undegraded":"2023-10-05T15:21:29.550255+0000","last_fullsized":"2023-10-05T15:21:29.550255+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554804+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:21:29.554804+0000","last_peered":"2023-10-05T15:21:29.554804+0000","last_clean":"2023-10-05T15:21:29.554804+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:21:29.554804+0000","last_undegraded":"2023-10-05T15:21:29.554804+0000","last_fullsized":"2023-10-05T15:21:29.554804+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552135+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:21:29.552135+0000","last_peered":"2023-10-05T15:21:29.552135+0000","last_clean":"2023-10-05T15:21:29.552135+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:21:29.552135+0000","last_undegraded":"2023-10-05T15:21:29.552135+0000","last_fullsized":"2023-10-05T15:21:29.552135+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555845+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:21:29.555845+0000","last_peered":"2023-10-05T15:21:29.555845+0000","last_clean":"2023-10-05T15:21:29.555845+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:21:29.555845+0000","last_undegraded":"2023-10-05T15:21:29.555845+0000","last_fullsized":"2023-10-05T15:21:29.555845+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555229+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:21:29.555229+0000","last_peered":"2023-10-05T15:21:29.555229+0000","last_clean":"2023-10-05T15:21:29.555229+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:21:29.555229+0000","last_undegraded":"2023-10-05T15:21:29.555229+0000","last_fullsized":"2023-10-05T15:21:29.555229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562568+0000","last_change":"2023-10-05T15:21:30.562568+0000","last_active":"2023-10-05T15:21:30.562568+0000","last_peered":"2023-10-05T15:21:30.562568+0000","last_clean":"2023-10-05T15:21:30.562568+0000","last_became_active":"2023-10-05T15:21:30.561848+0000","last_became_peered":"2023-10-05T15:21:30.561848+0000","last_unstale":"2023-10-05T15:21:30.562568+0000","last_undegraded":"2023-10-05T15:21:30.562568+0000","last_fullsized":"2023-10-05T15:21:30.562568+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:55:43.460947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550158+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:21:29.550158+0000","last_peered":"2023-10-05T15:21:29.550158+0000","last_clean":"2023-10-05T15:21:29.550158+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:21:29.550158+0000","last_undegraded":"2023-10-05T15:21:29.550158+0000","last_fullsized":"2023-10-05T15:21:29.550158+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557194+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:21:29.557194+0000","last_peered":"2023-10-05T15:21:29.557194+0000","last_clean":"2023-10-05T15:21:29.557194+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:21:29.557194+0000","last_undegraded":"2023-10-05T15:21:29.557194+0000","last_fullsized":"2023-10-05T15:21:29.557194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552852+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:21:29.552852+0000","last_peered":"2023-10-05T15:21:29.552852+0000","last_clean":"2023-10-05T15:21:29.552852+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:21:29.552852+0000","last_undegraded":"2023-10-05T15:21:29.552852+0000","last_fullsized":"2023-10-05T15:21:29.552852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555923+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:21:29.555923+0000","last_peered":"2023-10-05T15:21:29.555923+0000","last_clean":"2023-10-05T15:21:29.555923+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:21:29.555923+0000","last_undegraded":"2023-10-05T15:21:29.555923+0000","last_fullsized":"2023-10-05T15:21:29.555923+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555818+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:21:29.555818+0000","last_peered":"2023-10-05T15:21:29.555818+0000","last_clean":"2023-10-05T15:21:29.555818+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:21:29.555818+0000","last_undegraded":"2023-10-05T15:21:29.555818+0000","last_fullsized":"2023-10-05T15:21:29.555818+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561819+0000","last_change":"2023-10-05T15:21:30.561819+0000","last_active":"2023-10-05T15:21:30.561819+0000","last_peered":"2023-10-05T15:21:30.561819+0000","last_clean":"2023-10-05T15:21:30.561819+0000","last_became_active":"2023-10-05T15:21:30.561344+0000","last_became_peered":"2023-10-05T15:21:30.561344+0000","last_unstale":"2023-10-05T15:21:30.561819+0000","last_undegraded":"2023-10-05T15:21:30.561819+0000","last_fullsized":"2023-10-05T15:21:30.561819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:21.641861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6,7],"acting":[1,8,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550563+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:21:29.550563+0000","last_peered":"2023-10-05T15:21:29.550563+0000","last_clean":"2023-10-05T15:21:29.550563+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:21:29.550563+0000","last_undegraded":"2023-10-05T15:21:29.550563+0000","last_fullsized":"2023-10-05T15:21:29.550563+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555761+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:21:29.555761+0000","last_peered":"2023-10-05T15:21:29.555761+0000","last_clean":"2023-10-05T15:21:29.555761+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:21:29.555761+0000","last_undegraded":"2023-10-05T15:21:29.555761+0000","last_fullsized":"2023-10-05T15:21:29.555761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559209+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:21:29.559209+0000","last_peered":"2023-10-05T15:21:29.559209+0000","last_clean":"2023-10-05T15:21:29.559209+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:21:29.559209+0000","last_undegraded":"2023-10-05T15:21:29.559209+0000","last_fullsized":"2023-10-05T15:21:29.559209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553189+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:21:29.553189+0000","last_peered":"2023-10-05T15:21:29.553189+0000","last_clean":"2023-10-05T15:21:29.553189+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:21:29.553189+0000","last_undegraded":"2023-10-05T15:21:29.553189+0000","last_fullsized":"2023-10-05T15:21:29.553189+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556044+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:21:29.556044+0000","last_peered":"2023-10-05T15:21:29.556044+0000","last_clean":"2023-10-05T15:21:29.556044+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:21:29.556044+0000","last_undegraded":"2023-10-05T15:21:29.556044+0000","last_fullsized":"2023-10-05T15:21:29.556044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552534+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:21:29.552534+0000","last_peered":"2023-10-05T15:21:29.552534+0000","last_clean":"2023-10-05T15:21:29.552534+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:21:29.552534+0000","last_undegraded":"2023-10-05T15:21:29.552534+0000","last_fullsized":"2023-10-05T15:21:29.552534+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557755+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:21:29.557755+0000","last_peered":"2023-10-05T15:21:29.557755+0000","last_clean":"2023-10-05T15:21:29.557755+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:21:29.557755+0000","last_undegraded":"2023-10-05T15:21:29.557755+0000","last_fullsized":"2023-10-05T15:21:29.557755+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555781+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:21:29.555781+0000","last_peered":"2023-10-05T15:21:29.555781+0000","last_clean":"2023-10-05T15:21:29.555781+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:21:29.555781+0000","last_undegraded":"2023-10-05T15:21:29.555781+0000","last_fullsized":"2023-10-05T15:21:29.555781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560636+0000","last_change":"2023-10-05T15:21:30.560636+0000","last_active":"2023-10-05T15:21:30.560636+0000","last_peered":"2023-10-05T15:21:30.560636+0000","last_clean":"2023-10-05T15:21:30.560636+0000","last_became_active":"2023-10-05T15:21:30.559992+0000","last_became_peered":"2023-10-05T15:21:30.559992+0000","last_unstale":"2023-10-05T15:21:30.560636+0000","last_undegraded":"2023-10-05T15:21:30.560636+0000","last_fullsized":"2023-10-05T15:21:30.560636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:35.274482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550322+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:21:29.550322+0000","last_peered":"2023-10-05T15:21:29.550322+0000","last_clean":"2023-10-05T15:21:29.550322+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:21:29.550322+0000","last_undegraded":"2023-10-05T15:21:29.550322+0000","last_fullsized":"2023-10-05T15:21:29.550322+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550139+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:21:29.550139+0000","last_peered":"2023-10-05T15:21:29.550139+0000","last_clean":"2023-10-05T15:21:29.550139+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:21:29.550139+0000","last_undegraded":"2023-10-05T15:21:29.550139+0000","last_fullsized":"2023-10-05T15:21:29.550139+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559442+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:21:29.559442+0000","last_peered":"2023-10-05T15:21:29.559442+0000","last_clean":"2023-10-05T15:21:29.559442+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:21:29.559442+0000","last_undegraded":"2023-10-05T15:21:29.559442+0000","last_fullsized":"2023-10-05T15:21:29.559442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557839+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:21:29.557839+0000","last_peered":"2023-10-05T15:21:29.557839+0000","last_clean":"2023-10-05T15:21:29.557839+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:21:29.557839+0000","last_undegraded":"2023-10-05T15:21:29.557839+0000","last_fullsized":"2023-10-05T15:21:29.557839+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555566+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:21:29.555566+0000","last_peered":"2023-10-05T15:21:29.555566+0000","last_clean":"2023-10-05T15:21:29.555566+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:21:29.555566+0000","last_undegraded":"2023-10-05T15:21:29.555566+0000","last_fullsized":"2023-10-05T15:21:29.555566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550588+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:21:29.550588+0000","last_peered":"2023-10-05T15:21:29.550588+0000","last_clean":"2023-10-05T15:21:29.550588+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:21:29.550588+0000","last_undegraded":"2023-10-05T15:21:29.550588+0000","last_fullsized":"2023-10-05T15:21:29.550588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556471+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:21:29.556471+0000","last_peered":"2023-10-05T15:21:29.556471+0000","last_clean":"2023-10-05T15:21:29.556471+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:21:29.556471+0000","last_undegraded":"2023-10-05T15:21:29.556471+0000","last_fullsized":"2023-10-05T15:21:29.556471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552737+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:21:29.552737+0000","last_peered":"2023-10-05T15:21:29.552737+0000","last_clean":"2023-10-05T15:21:29.552737+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:21:29.552737+0000","last_undegraded":"2023-10-05T15:21:29.552737+0000","last_fullsized":"2023-10-05T15:21:29.552737+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555696+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:21:29.555696+0000","last_peered":"2023-10-05T15:21:29.555696+0000","last_clean":"2023-10-05T15:21:29.555696+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:21:29.555696+0000","last_undegraded":"2023-10-05T15:21:29.555696+0000","last_fullsized":"2023-10-05T15:21:29.555696+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550718+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:21:29.550718+0000","last_peered":"2023-10-05T15:21:29.550718+0000","last_clean":"2023-10-05T15:21:29.550718+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:21:29.550718+0000","last_undegraded":"2023-10-05T15:21:29.550718+0000","last_fullsized":"2023-10-05T15:21:29.550718+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557396+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:21:29.557396+0000","last_peered":"2023-10-05T15:21:29.557396+0000","last_clean":"2023-10-05T15:21:29.557396+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:21:29.557396+0000","last_undegraded":"2023-10-05T15:21:29.557396+0000","last_fullsized":"2023-10-05T15:21:29.557396+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554905+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:21:29.554905+0000","last_peered":"2023-10-05T15:21:29.554905+0000","last_clean":"2023-10-05T15:21:29.554905+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:21:29.554905+0000","last_undegraded":"2023-10-05T15:21:29.554905+0000","last_fullsized":"2023-10-05T15:21:29.554905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":464,"num_read_kb":246,"num_write":130,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":22876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481822,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":477480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.52800000000000002,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.48799999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.41799999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.438,"15min":0.42499999999999999},"min":{"1min":0.32600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.45600000000000002,"15min":0.44700000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.622,"15min":0.60799999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.64600000000000002,"15min":0.63800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.64900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51900000000000002,"15min":0.51300000000000001},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73999999999999999,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.57399999999999995,"15min":0.56100000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86599999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.629,"15min":0.61699999999999999},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.622},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.66300000000000003,"15min":0.64700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.746,"15min":0.73599999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.95199999999999996,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.73099999999999998,"15min":0.72099999999999997},"min":{"1min":0.50600000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.97199999999999998,"5min":1.238,"15min":1.238},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.66300000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.746,"15min":0.72699999999999998},"min":{"1min":0.61299999999999999,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.878},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.75,"15min":0.73399999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.81699999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.77600000000000002,"15min":0.76800000000000002},"min":{"1min":0.55500000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.004,"5min":1.2,"15min":1.2},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75900000000000001,"15min":0.748},"min":{"1min":0.63400000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.98599999999999999,"5min":1.343,"15min":1.343},"last":0.84099999999999997}]}]},{"osd":10,"up_from":70,"seq":300647710755,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.61099999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47299999999999998,"15min":0.47699999999999998},"min":{"1min":0.34899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.57599999999999996,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.38600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71999999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.63300000000000001,"15min":0.63},"min":{"1min":0.49099999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.877},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.63100000000000001,"15min":0.63700000000000001},"min":{"1min":0.47899999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.69599999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.64400000000000002,"15min":0.65100000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.67600000000000005,"15min":0.67300000000000004},"min":{"1min":0.501,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67600000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77700000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.79300000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70399999999999996,"15min":0.70999999999999996},"min":{"1min":0.54400000000000004,"5min":0.501,"15min":0.501},"max":{"1min":0.79000000000000004,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.73699999999999999,"15min":0.75},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.74299999999999999,"15min":0.752},"min":{"1min":0.48699999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.749,"15min":0.74099999999999999},"min":{"1min":0.60299999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81799999999999995,"15min":0.82199999999999995},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83799999999999997,"15min":0.84599999999999997},"min":{"1min":0.66500000000000004,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.94399999999999995,"5min":1.071,"15min":1.071},"last":1.0149999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":0.95899999999999996,"15min":0.89300000000000002},"min":{"1min":0.65600000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":8.4610000000000003,"5min":8.4610000000000003,"15min":8.4610000000000003},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.88200000000000001,"15min":0.88900000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.93500000000000005}]},{"osd":11,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.67900000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":0.996,"5min":1.083,"15min":1.083},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85599999999999998,"15min":0.86099999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":0.94899999999999995,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.96699999999999997}]}]},{"osd":9,"up_from":65,"seq":279172874278,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":477682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.47599999999999998,"15min":0.48399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68700000000000006,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.32400000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89500000000000002,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.59999999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.34799999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.48699999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.95899999999999996,"5min":1.119,"15min":1.119},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73299999999999998,"15min":0.74299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.998,"5min":1.04,"15min":1.04},"last":0.504},{"interface":"front","average":{"1min":0.748,"5min":0.77400000000000002,"15min":0.77800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.077,"5min":2.077,"15min":2.077},"last":0.628}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79100000000000004,"15min":0.80400000000000005},"min":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.46100000000000002,"5min":0.443,"15min":0.443},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.52300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83099999999999996,"15min":0.85099999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0109999999999999,"5min":1.278,"15min":1.278},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83499999999999996,"15min":0.84999999999999998},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0629999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.76300000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.81299999999999994,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.84499999999999997,"5min":1.115,"15min":1.115},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.82699999999999996,"15min":0.83799999999999997},"min":{"1min":0.628,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.081,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.61699999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.73899999999999999}]}]},{"osd":8,"up_from":58,"seq":249108103211,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59499999999999997,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88100000000000001,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.40699999999999997,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56299999999999994}]},{"osd":1,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60199999999999998},"min":{"1min":0.47699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.86699999999999999,"5min":2.2930000000000001,"15min":2.2930000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.63700000000000001,"15min":0.59999999999999998},"min":{"1min":0.49399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85899999999999999,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.77900000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52500000000000002,"15min":0.48899999999999999},"min":{"1min":0.36499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68000000000000005,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.60299999999999998,"15min":0.59399999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.63600000000000001,"15min":0.623},"min":{"1min":0.45400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.64300000000000002,"15min":0.61899999999999999},"min":{"1min":0.48399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.92600000000000005,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.745,"5min":0.68700000000000006,"15min":0.66900000000000004},"min":{"1min":0.54600000000000004,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93799999999999994,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.90200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60399999999999998,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95799999999999996,"5min":5.0759999999999996,"15min":5.0759999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59899999999999998,"15min":0.59499999999999997},"min":{"1min":0.441,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.69199999999999995,"15min":0.68799999999999994},"min":{"1min":0.51000000000000001,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.75,"15min":0.71999999999999997},"min":{"1min":0.57999999999999996,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.853,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.71599999999999997},"min":{"1min":0.63100000000000001,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0069999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.55800000000000005,"5min":0.443,"15min":0.443},"max":{"1min":1.004,"5min":1.738,"15min":1.738},"last":0.98699999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.872},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.93799999999999994}]},{"osd":10,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.59699999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78000000000000003,"15min":0.76100000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.96999999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":4.1340000000000003,"5min":4.1340000000000003,"15min":4.1340000000000003},"last":1.0049999999999999}]}]},{"osd":7,"up_from":51,"seq":219043332143,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1585152,"data_stored":1069284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46100000000000002,"15min":0.442},"min":{"1min":0.33400000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70499999999999996,"5min":1.28,"15min":1.28},"last":0.442},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.503,"15min":0.47499999999999998},"min":{"1min":0.32000000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73299999999999998,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.622,"15min":0.60199999999999998},"min":{"1min":0.42299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89500000000000002,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.64300000000000002,"15min":0.61299999999999999},"min":{"1min":0.45700000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82499999999999996,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.68700000000000006,"15min":0.65500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98299999999999998,"5min":2.431,"15min":2.431},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60999999999999999,"15min":0.58599999999999997},"min":{"1min":0.39000000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.92000000000000004,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.55300000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.91500000000000004,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.67300000000000004,"15min":0.64200000000000002},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73899999999999999,"15min":0.72399999999999998},"min":{"1min":0.53100000000000003,"5min":0.435,"15min":0.435},"max":{"1min":1.002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.72199999999999998},"min":{"1min":0.53700000000000003,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0429999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70799999999999996,"15min":0.68799999999999994},"min":{"1min":0.51700000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96999999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.69899999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.77700000000000002,"15min":0.751},"min":{"1min":0.57199999999999995,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.089,"5min":2.222,"15min":2.222},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.77500000000000002,"15min":0.75900000000000001},"min":{"1min":0.61899999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.81699999999999995,"15min":0.81100000000000005},"min":{"1min":0.56599999999999995,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.81799999999999995,"15min":0.81399999999999995},"min":{"1min":0.54600000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.913,"5min":1.913,"15min":1.913},"last":0.83299999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.84799999999999998,"15min":0.85399999999999998},"min":{"1min":0.57699999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.075,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.86899999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:24 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.97999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495668,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":476954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.41799999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.59099999999999997,"15min":0.57299999999999995},"min":{"1min":0.47099999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.54900000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67100000000000004,"15min":0.64300000000000002},"min":{"1min":0.46600000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.645,"5min":3.645,"15min":3.645},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.442,"5min":0.437,"15min":0.437},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.57899999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.314}]},{"osd":4,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.66500000000000004,"15min":0.64900000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.6829999999999998,"5min":3.6829999999999998,"15min":3.6829999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68300000000000005,"15min":0.67900000000000005},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.65000000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":3.6019999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.73799999999999999,"15min":0.71299999999999997},"min":{"1min":0.48299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":3.7759999999999998,"5min":3.7759999999999998,"15min":3.7759999999999998},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.75900000000000001,"15min":0.76100000000000001},"min":{"1min":0.498,"5min":0.497,"15min":0.497},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78600000000000003,"15min":0.77800000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.7160000000000002,"5min":3.7160000000000002,"15min":3.7160000000000002},"last":0.53500000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.73399999999999999,"15min":0.748},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":3.569,"5min":3.569,"15min":3.569},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.878,"5min":0.81399999999999995,"15min":0.81599999999999995},"min":{"1min":0.58399999999999996,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.8079999999999998,"5min":3.8079999999999998,"15min":3.8079999999999998},"last":0.71899999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.83399999999999996,"15min":0.80200000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.86299999999999999,"15min":0.83599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":7.6420000000000003,"5min":7.6420000000000003,"15min":7.6420000000000003},"last":0.77100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.86399999999999999,"15min":0.85099999999999998},"min":{"1min":0.56499999999999995,"5min":0.504,"15min":0.504},"max":{"1min":3.746,"5min":3.746,"15min":3.746},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.82899999999999996,"15min":0.83299999999999996},"min":{"1min":0.58799999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.04,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.79400000000000004}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":3.5310000000000001,"5min":3.5310000000000001,"15min":3.5310000000000001},"last":0.64700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":480706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.495},"min":{"1min":0.435,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.79000000000000004,"5min":0.873,"15min":0.873},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55300000000000005,"15min":0.52300000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.52100000000000002},"min":{"1min":0.46400000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.85999999999999999,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.63500000000000001,"15min":0.55500000000000005},"min":{"1min":0.626,"5min":0.317,"15min":0.317},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59699999999999998,"15min":0.54100000000000004},"min":{"1min":0.38600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.61699999999999999,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89300000000000002,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.53900000000000003,"15min":0.48099999999999998},"min":{"1min":0.47599999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.53600000000000003,"15min":0.49199999999999999},"min":{"1min":0.40899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.41199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.76500000000000001,"15min":0.65900000000000003},"min":{"1min":0.64900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.236,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.68000000000000005,"15min":0.61699999999999999},"min":{"1min":0.55300000000000005,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69599999999999995,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92700000000000005,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.438}]},{"osd":7,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.65000000000000002,"15min":0.59999999999999998},"min":{"1min":0.46400000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.623},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.66200000000000003,"15min":0.63400000000000001},"min":{"1min":0.58299999999999996,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60099999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.85499999999999998,"15min":0.83299999999999996},"min":{"1min":0.69899999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.83299999999999996,"15min":0.80100000000000005},"min":{"1min":0.68999999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.91000000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.75600000000000001,"15min":0.746},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.85599999999999998,"15min":0.84999999999999998},"min":{"1min":0.58099999999999996,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.96999999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85899999999999999,"15min":0.83699999999999997},"min":{"1min":0.76000000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.998},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.84599999999999997,"15min":0.82999999999999996},"min":{"1min":0.624,"5min":0.496,"15min":0.496},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.82599999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":1.022},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.872}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":478342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53600000000000003,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82299999999999995,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.57999999999999996,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.317,"15min":0.317},"max":{"1min":0.90400000000000003,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.749}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.59999999999999998,"15min":0.54100000000000004},"min":{"1min":0.52700000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.80500000000000005,"5min":1.972,"15min":1.972},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.56200000000000006,"15min":0.52500000000000002},"min":{"1min":0.46400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73799999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.877,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63700000000000001,"15min":0.58699999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.90900000000000003,"5min":1.923,"15min":1.923},"last":0.70899999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.625,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.375,"15min":0.375},"max":{"1min":0.83399999999999996,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.57199999999999995},"min":{"1min":0.437,"5min":0.307,"15min":0.307},"max":{"1min":0.85399999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.56999999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82399999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85599999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.501}]},{"osd":7,"last update":"Thu Oct 5 15:21:33 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68600000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.70499999999999996,"15min":0.72399999999999998},"min":{"1min":0.45500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.89800000000000002,"5min":1.101,"15min":1.101},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81399999999999995,"15min":0.85999999999999999},"min":{"1min":0.58699999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.879,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.61599999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.76600000000000001,"15min":0.78800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":1.089,"15min":1.089},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56399999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.76200000000000001,"15min":0.77200000000000002},"min":{"1min":0.52700000000000002,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.92600000000000005,"5min":1.28,"15min":1.28},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.83699999999999997,"15min":0.84699999999999998},"min":{"1min":0.53900000000000003,"5min":0.501,"15min":0.501},"max":{"1min":1.022,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.73399999999999999,"15min":0.72999999999999998},"min":{"1min":0.57099999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.94399999999999995,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.63100000000000001,"5min":0.621,"15min":0.621},"max":{"1min":0.93899999999999995,"5min":0.998,"15min":0.998},"last":0.76700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":481749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56200000000000006,"15min":0.54300000000000004},"min":{"1min":0.35999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66400000000000003,"5min":4.0270000000000001,"15min":4.0270000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53600000000000003,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.84999999999999998,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.72599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57799999999999996,"15min":0.53700000000000003},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84299999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.622,"15min":0.56999999999999995},"min":{"1min":0.51400000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92800000000000005,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.40899999999999997,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94499999999999995,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82899999999999996,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.78200000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63}]},{"osd":5,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.49299999999999999,"15min":0.45700000000000002},"min":{"1min":0.32100000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76900000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.76900000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.376}]},{"osd":6,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.65700000000000003,"15min":0.64100000000000001},"min":{"1min":0.46700000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91400000000000003,"5min":1.127,"15min":1.127},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85799999999999998,"5min":0.876,"15min":0.876},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.752}]},{"osd":8,"last update":"Thu Oct 5 15:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.40300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84799999999999998,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.58299999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.504,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93799999999999994,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.753,"15min":0.755},"min":{"1min":0.56299999999999994,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95999999999999996,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80500000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.54600000000000004,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92800000000000005,"5min":1.032,"15min":1.032},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.80300000000000005,"15min":0.78400000000000003},"min":{"1min":0.67500000000000004,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.89900000000000002}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.76700000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182464,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.373,"15min":0.32700000000000001},"min":{"1min":0.29399999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.33900000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61099999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.29299999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.504},"min":{"1min":0.42799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.506,"5min":1.512,"15min":1.512},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.60899999999999999,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.73399999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.59999999999999998,"15min":0.57399999999999995},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.746,"5min":0.65700000000000003,"15min":0.61299999999999999},"min":{"1min":0.48099999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.53700000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65400000000000003,"15min":0.622},"min":{"1min":0.44900000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80300000000000005,"5min":1.482,"15min":1.482},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60399999999999998,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.96799999999999997,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.74099999999999999,"15min":0.72899999999999998},"min":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.873,"5min":0.65600000000000003,"15min":0.61599999999999999},"min":{"1min":0.47799999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":3.0609999999999999,"5min":3.0609999999999999,"15min":3.0609999999999999},"last":0.62}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79500000000000004,"15min":0.80900000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.57199999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.753,"15min":0.72499999999999998},"min":{"1min":0.52700000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.9769999999999999,"5min":2.9769999999999999,"15min":2.9769999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.747,"15min":0.74399999999999999},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.454,"5min":1.454,"15min":1.454},"last":0.58799999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.875,"15min":0.875},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.036,"5min":3.036,"15min":3.036},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.69399999999999995}]}]},{"osd":4,"up_from":33,"seq":141733920828,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":478090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.43099999999999999,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.64100000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60899999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.42199999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57199999999999995,"15min":0.55500000000000005},"min":{"1min":0.47699999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78200000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.629,"15min":0.58299999999999996},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86699999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59399999999999997,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.57799999999999996,"15min":0.54200000000000004},"min":{"1min":0.42899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.46000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.65600000000000003,"15min":0.60799999999999998},"min":{"1min":0.51100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90800000000000003,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.64500000000000002,"15min":0.58299999999999996},"min":{"1min":0.58299999999999996,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.752}]},{"osd":6,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.66800000000000004,"15min":0.622},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.5730000000000004,"5min":4.5730000000000004,"15min":4.5730000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.751,"15min":0.69899999999999995},"min":{"1min":0.47899999999999998,"5min":0.434,"15min":0.434},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.66000000000000003,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94799999999999995,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.63,"15min":0.59499999999999997},"min":{"1min":0.311,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.82799999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.68999999999999995,"15min":0.67800000000000005},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96599999999999997,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.77800000000000002,"15min":0.752},"min":{"1min":0.73899999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0629999999999999,"5min":1.079,"15min":1.079},"last":0.85299999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.89100000000000001,"15min":0.82799999999999996},"min":{"1min":0.42799999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.5030000000000001,"5min":9.5030000000000001,"15min":9.5030000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.78100000000000003,"15min":0.754},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.60999999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.83999999999999997,"15min":0.84399999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.014,"5min":1.226,"15min":1.226},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.85299999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.877},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.76700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757303,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1068427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.54700000000000004,"15min":0.50700000000000001},"min":{"1min":0.39800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.54300000000000004,"15min":0.51000000000000001},"min":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":0.46700000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.58799999999999997,"15min":0.55000000000000004},"min":{"1min":0.44600000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.82799999999999996,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59399999999999997,"15min":0.57399999999999995},"min":{"1min":0.48499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.42999999999999999,"15min":0.41299999999999998},"min":{"1min":0.34200000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.63,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.441,"15min":0.41699999999999998},"min":{"1min":0.32300000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.68799999999999994,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.622,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.5579999999999998,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.499,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.67300000000000004,"15min":0.61099999999999999},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0029999999999999,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.63100000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91800000000000004,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.54000000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.755,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79400000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.66600000000000004,"15min":0.64700000000000002},"min":{"1min":0.52600000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.754},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72499999999999998,"15min":0.68500000000000005},"min":{"1min":0.56999999999999995,"5min":0.499,"15min":0.499},"max":{"1min":1.0209999999999999,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64900000000000002,"15min":0.64500000000000002},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.89400000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.52500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.81799999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.89300000000000002},"min":{"1min":0.498,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84199999999999997,"5min":3.996,"15min":3.996},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.47699999999999998,"5min":0.443,"15min":0.443},"max":{"1min":0.90200000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80000000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.753,"15min":0.74299999999999999},"min":{"1min":0.65300000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.748,"15min":0.73499999999999999},"min":{"1min":0.63200000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96599999999999997,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:22:04.231 INFO:tasks.fwd_scrub.ceph_manager:clean! 2023-10-05T15:22:04.231 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 -- 172.21.15.29:0/1548943917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 msgr2=0x7f6c44101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/1548943917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44101410 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f6c340099c0 tx=0x7f6c34009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 -- 172.21.15.29:0/1548943917 shutdown_connections 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/1548943917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c44101950 0x7f6c44108200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/1548943917 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c440ffdc0 0x7f6c441001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/1548943917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44101410 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 -- 172.21.15.29:0/1548943917 >> 172.21.15.29:0/1548943917 conn(0x7f6c440fb310 msgr2=0x7f6c440fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 -- 172.21.15.29:0/1548943917 shutdown_connections 2023-10-05T15:22:04.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.386+0000 7f6c4c2df700 1 -- 172.21.15.29:0/1548943917 wait complete. 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 Processor -- start 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 -- start start 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c440ffdc0 0x7f6c44195a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 0x7f6c4419d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419d5e0 con 0x7f6c44100fb0 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419d720 con 0x7f6c44101950 2023-10-05T15:22:04.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.387+0000 7f6c4c2df700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c4419d8b0 con 0x7f6c440ffdc0 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46900/0 (socket says 172.21.15.29:46900) 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 -- 172.21.15.29:0/3674809420 learned_addr learned my addr 172.21.15.29:0/3674809420 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4a07b700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c440ffdc0 0x7f6c44195a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4a87c700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 0x7f6c4419d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 -- 172.21.15.29:0/3674809420 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c440ffdc0 msgr2=0x7f6c44195a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c440ffdc0 0x7f6c44195a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 -- 172.21.15.29:0/3674809420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 msgr2=0x7f6c4419d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 0x7f6c4419d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 -- 172.21.15.29:0/3674809420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c340095f0 con 0x7f6c44100fb0 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4a87c700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 0x7f6c4419d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4987a700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009990 tx=0x7f6c34004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c3401d070 con 0x7f6c44100fb0 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6c34004090 con 0x7f6c44100fb0 2023-10-05T15:22:04.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c4419db30 con 0x7f6c44100fb0 2023-10-05T15:22:04.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c34004a00 con 0x7f6c44100fb0 2023-10-05T15:22:04.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.388+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c4419dfe0 con 0x7f6c44100fb0 2023-10-05T15:22:04.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.389+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c44107300 con 0x7f6c44100fb0 2023-10-05T15:22:04.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.390+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f6c34003bd0 con 0x7f6c44100fb0 2023-10-05T15:22:04.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.391+0000 7f6c3b7fe700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 0x7f6c300a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.391+0000 7f6c4a07b700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 0x7f6c300a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.391+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f6c340cdfb0 con 0x7f6c44100fb0 2023-10-05T15:22:04.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.391+0000 7f6c4a07b700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 0x7f6c300a3990 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6c44100e10 tx=0x7f6c4000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:04.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.395+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6c34097330 con 0x7f6c44100fb0 2023-10-05T15:22:04.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.594+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6c4402d260 con 0x7f6c300a14d0 2023-10-05T15:22:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:04 smithi029 ceph-mon[99237]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2023-10-05T15:22:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:04 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/267510137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:04.611 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.609+0000 7f6c3b7fe700 1 -- 172.21.15.29:0/3674809420 <== mgr.14150 v2:172.21.15.29:6800/3390071130 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+426513 (secure 0 0 0) 0x7f6c4402d260 con 0x7f6c300a14d0 2023-10-05T15:22:04.616 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 msgr2=0x7f6c300a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 0x7f6c300a3990 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6c44100e10 tx=0x7f6c4000b410 comp rx=0 tx=0).stop 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 msgr2=0x7f6c44195fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f6c34009990 tx=0x7f6c34004730 comp rx=0 tx=0).stop 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 shutdown_connections 2023-10-05T15:22:04.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f6c300a14d0 0x7f6c300a3990 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6c440ffdc0 0x7f6c44195a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6c44101950 0x7f6c4419d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 --2- 172.21.15.29:0/3674809420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c44100fb0 0x7f6c44195fa0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 >> 172.21.15.29:0/3674809420 conn(0x7f6c440fb310 msgr2=0x7f6c44104440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 shutdown_connections 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.613+0000 7f6c4c2df700 1 -- 172.21.15.29:0/3674809420 wait complete. 2023-10-05T15:22:04.621 INFO:teuthology.orchestra.run.smithi029.stderr:dumped all 2023-10-05T15:22:04.628 INFO:teuthology.orchestra.run.smithi029.stdout:{"pg_ready":true,"pg_map":{"version":305,"stamp":"2023-10-05T15:22:02.672781+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":597820,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":600,"num_read_kb":365,"num_write":311,"num_write_kb":2982,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1181352,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":251,"ondisk_log_size":251,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":337664,"kb_used_data":13396,"kb_used_omap":18,"kb_used_meta":324077,"kb_avail":1124604160,"statfs":{"total":1151940427776,"available":1151594659840,"internally_reserved":0,"allocated":13717504,"data_stored":7515794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19131,"internal_metadata":331855173},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004244"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555399+0000","last_change":"2023-10-05T15:20:25.053680+0000","last_active":"2023-10-05T15:21:29.555399+0000","last_peered":"2023-10-05T15:21:29.555399+0000","last_clean":"2023-10-05T15:21:29.555399+0000","last_became_active":"2023-10-05T15:20:25.053220+0000","last_became_peered":"2023-10-05T15:20:25.053220+0000","last_unstale":"2023-10-05T15:21:29.555399+0000","last_undegraded":"2023-10-05T15:21:29.555399+0000","last_fullsized":"2023-10-05T15:21:29.555399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:13:58.026909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559615+0000","last_change":"2023-10-05T15:20:25.060418+0000","last_active":"2023-10-05T15:21:29.559615+0000","last_peered":"2023-10-05T15:21:29.559615+0000","last_clean":"2023-10-05T15:21:29.559615+0000","last_became_active":"2023-10-05T15:20:25.060098+0000","last_became_peered":"2023-10-05T15:20:25.060098+0000","last_unstale":"2023-10-05T15:21:29.559615+0000","last_undegraded":"2023-10-05T15:21:29.559615+0000","last_fullsized":"2023-10-05T15:21:29.559615+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:15:32.346390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559708+0000","last_change":"2023-10-05T15:20:25.053249+0000","last_active":"2023-10-05T15:21:29.559708+0000","last_peered":"2023-10-05T15:21:29.559708+0000","last_clean":"2023-10-05T15:21:29.559708+0000","last_became_active":"2023-10-05T15:20:25.052872+0000","last_became_peered":"2023-10-05T15:20:25.052872+0000","last_unstale":"2023-10-05T15:21:29.559708+0000","last_undegraded":"2023-10-05T15:21:29.559708+0000","last_fullsized":"2023-10-05T15:21:29.559708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:20:12.000701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553405+0000","last_change":"2023-10-05T15:20:25.058719+0000","last_active":"2023-10-05T15:21:29.553405+0000","last_peered":"2023-10-05T15:21:29.553405+0000","last_clean":"2023-10-05T15:21:29.553405+0000","last_became_active":"2023-10-05T15:20:25.057724+0000","last_became_peered":"2023-10-05T15:20:25.057724+0000","last_unstale":"2023-10-05T15:21:29.553405+0000","last_undegraded":"2023-10-05T15:21:29.553405+0000","last_fullsized":"2023-10-05T15:21:29.553405+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:03:04.510397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556011+0000","last_change":"2023-10-05T15:20:25.039711+0000","last_active":"2023-10-05T15:21:29.556011+0000","last_peered":"2023-10-05T15:21:29.556011+0000","last_clean":"2023-10-05T15:21:29.556011+0000","last_became_active":"2023-10-05T15:20:25.039395+0000","last_became_peered":"2023-10-05T15:20:25.039395+0000","last_unstale":"2023-10-05T15:21:29.556011+0000","last_undegraded":"2023-10-05T15:21:29.556011+0000","last_fullsized":"2023-10-05T15:21:29.556011+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:54:08.247859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552800+0000","last_change":"2023-10-05T15:20:25.046412+0000","last_active":"2023-10-05T15:21:29.552800+0000","last_peered":"2023-10-05T15:21:29.552800+0000","last_clean":"2023-10-05T15:21:29.552800+0000","last_became_active":"2023-10-05T15:20:25.046085+0000","last_became_peered":"2023-10-05T15:20:25.046085+0000","last_unstale":"2023-10-05T15:21:29.552800+0000","last_undegraded":"2023-10-05T15:21:29.552800+0000","last_fullsized":"2023-10-05T15:21:29.552800+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:45:22.393822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554293+0000","last_change":"2023-10-05T15:20:25.062677+0000","last_active":"2023-10-05T15:21:29.554293+0000","last_peered":"2023-10-05T15:21:29.554293+0000","last_clean":"2023-10-05T15:21:29.554293+0000","last_became_active":"2023-10-05T15:20:25.062311+0000","last_became_peered":"2023-10-05T15:20:25.062311+0000","last_unstale":"2023-10-05T15:21:29.554293+0000","last_undegraded":"2023-10-05T15:21:29.554293+0000","last_fullsized":"2023-10-05T15:21:29.554293+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:22:42.459116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556916+0000","last_change":"2023-10-05T15:20:25.049291+0000","last_active":"2023-10-05T15:21:29.556916+0000","last_peered":"2023-10-05T15:21:29.556916+0000","last_clean":"2023-10-05T15:21:29.556916+0000","last_became_active":"2023-10-05T15:20:25.048952+0000","last_became_peered":"2023-10-05T15:20:25.048952+0000","last_unstale":"2023-10-05T15:21:29.556916+0000","last_undegraded":"2023-10-05T15:21:29.556916+0000","last_fullsized":"2023-10-05T15:21:29.556916+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:02.308176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550713+0000","last_change":"2023-10-05T15:20:25.045858+0000","last_active":"2023-10-05T15:21:29.550713+0000","last_peered":"2023-10-05T15:21:29.550713+0000","last_clean":"2023-10-05T15:21:29.550713+0000","last_became_active":"2023-10-05T15:20:25.045521+0000","last_became_peered":"2023-10-05T15:20:25.045521+0000","last_unstale":"2023-10-05T15:21:29.550713+0000","last_undegraded":"2023-10-05T15:21:29.550713+0000","last_fullsized":"2023-10-05T15:21:29.550713+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:08:34.055820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561984+0000","last_change":"2023-10-05T15:21:30.561984+0000","last_active":"2023-10-05T15:21:30.561984+0000","last_peered":"2023-10-05T15:21:30.561984+0000","last_clean":"2023-10-05T15:21:30.561984+0000","last_became_active":"2023-10-05T15:21:30.561468+0000","last_became_peered":"2023-10-05T15:21:30.561468+0000","last_unstale":"2023-10-05T15:21:30.561984+0000","last_undegraded":"2023-10-05T15:21:30.561984+0000","last_fullsized":"2023-10-05T15:21:30.561984+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:11:26.229273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555658+0000","last_change":"2023-10-05T15:20:25.067305+0000","last_active":"2023-10-05T15:21:29.555658+0000","last_peered":"2023-10-05T15:21:29.555658+0000","last_clean":"2023-10-05T15:21:29.555658+0000","last_became_active":"2023-10-05T15:20:25.066413+0000","last_became_peered":"2023-10-05T15:20:25.066413+0000","last_unstale":"2023-10-05T15:21:29.555658+0000","last_undegraded":"2023-10-05T15:21:29.555658+0000","last_fullsized":"2023-10-05T15:21:29.555658+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:07:57.101211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553342+0000","last_change":"2023-10-05T15:20:25.058928+0000","last_active":"2023-10-05T15:21:29.553342+0000","last_peered":"2023-10-05T15:21:29.553342+0000","last_clean":"2023-10-05T15:21:29.553342+0000","last_became_active":"2023-10-05T15:20:25.058154+0000","last_became_peered":"2023-10-05T15:20:25.058154+0000","last_unstale":"2023-10-05T15:21:29.553342+0000","last_undegraded":"2023-10-05T15:21:29.553342+0000","last_fullsized":"2023-10-05T15:21:29.553342+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:26.773197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557311+0000","last_change":"2023-10-05T15:20:25.039788+0000","last_active":"2023-10-05T15:21:29.557311+0000","last_peered":"2023-10-05T15:21:29.557311+0000","last_clean":"2023-10-05T15:21:29.557311+0000","last_became_active":"2023-10-05T15:20:25.039439+0000","last_became_peered":"2023-10-05T15:20:25.039439+0000","last_unstale":"2023-10-05T15:21:29.557311+0000","last_undegraded":"2023-10-05T15:21:29.557311+0000","last_fullsized":"2023-10-05T15:21:29.557311+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:04:19.258248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559399+0000","last_change":"2023-10-05T15:20:25.050787+0000","last_active":"2023-10-05T15:21:29.559399+0000","last_peered":"2023-10-05T15:21:29.559399+0000","last_clean":"2023-10-05T15:21:29.559399+0000","last_became_active":"2023-10-05T15:20:25.050467+0000","last_became_peered":"2023-10-05T15:20:25.050467+0000","last_unstale":"2023-10-05T15:21:29.559399+0000","last_undegraded":"2023-10-05T15:21:29.559399+0000","last_fullsized":"2023-10-05T15:21:29.559399+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:24:55.435606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559079+0000","last_change":"2023-10-05T15:20:25.053755+0000","last_active":"2023-10-05T15:21:29.559079+0000","last_peered":"2023-10-05T15:21:29.559079+0000","last_clean":"2023-10-05T15:21:29.559079+0000","last_became_active":"2023-10-05T15:20:25.053410+0000","last_became_peered":"2023-10-05T15:20:25.053410+0000","last_unstale":"2023-10-05T15:21:29.559079+0000","last_undegraded":"2023-10-05T15:21:29.559079+0000","last_fullsized":"2023-10-05T15:21:29.559079+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:37:59.634200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550212+0000","last_change":"2023-10-05T15:20:25.067026+0000","last_active":"2023-10-05T15:21:29.550212+0000","last_peered":"2023-10-05T15:21:29.550212+0000","last_clean":"2023-10-05T15:21:29.550212+0000","last_became_active":"2023-10-05T15:20:25.066637+0000","last_became_peered":"2023-10-05T15:20:25.066637+0000","last_unstale":"2023-10-05T15:21:29.550212+0000","last_undegraded":"2023-10-05T15:21:29.550212+0000","last_fullsized":"2023-10-05T15:21:29.550212+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:34:03.080586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555349+0000","last_change":"2023-10-05T15:20:25.053492+0000","last_active":"2023-10-05T15:21:29.555349+0000","last_peered":"2023-10-05T15:21:29.555349+0000","last_clean":"2023-10-05T15:21:29.555349+0000","last_became_active":"2023-10-05T15:20:25.052771+0000","last_became_peered":"2023-10-05T15:20:25.052771+0000","last_unstale":"2023-10-05T15:21:29.555349+0000","last_undegraded":"2023-10-05T15:21:29.555349+0000","last_fullsized":"2023-10-05T15:21:29.555349+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:31:36.523334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551521+0000","last_change":"2023-10-05T15:20:25.051653+0000","last_active":"2023-10-05T15:21:29.551521+0000","last_peered":"2023-10-05T15:21:29.551521+0000","last_clean":"2023-10-05T15:21:29.551521+0000","last_became_active":"2023-10-05T15:20:25.051338+0000","last_became_peered":"2023-10-05T15:20:25.051338+0000","last_unstale":"2023-10-05T15:21:29.551521+0000","last_undegraded":"2023-10-05T15:21:29.551521+0000","last_fullsized":"2023-10-05T15:21:29.551521+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:34.523658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550671+0000","last_change":"2023-10-05T15:20:25.044212+0000","last_active":"2023-10-05T15:21:29.550671+0000","last_peered":"2023-10-05T15:21:29.550671+0000","last_clean":"2023-10-05T15:21:29.550671+0000","last_became_active":"2023-10-05T15:20:25.042727+0000","last_became_peered":"2023-10-05T15:20:25.042727+0000","last_unstale":"2023-10-05T15:21:29.550671+0000","last_undegraded":"2023-10-05T15:21:29.550671+0000","last_fullsized":"2023-10-05T15:21:29.550671+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:07:55.853054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550150+0000","last_change":"2023-10-05T15:20:29.094620+0000","last_active":"2023-10-05T15:21:29.550150+0000","last_peered":"2023-10-05T15:21:29.550150+0000","last_clean":"2023-10-05T15:21:29.550150+0000","last_became_active":"2023-10-05T15:20:29.094199+0000","last_became_peered":"2023-10-05T15:20:29.094199+0000","last_unstale":"2023-10-05T15:21:29.550150+0000","last_undegraded":"2023-10-05T15:21:29.550150+0000","last_fullsized":"2023-10-05T15:21:29.550150+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:34:13.058313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"86'9","reported_seq":46,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.567171+0000","last_change":"2023-10-05T15:21:30.567171+0000","last_active":"2023-10-05T15:21:30.567171+0000","last_peered":"2023-10-05T15:21:30.567171+0000","last_clean":"2023-10-05T15:21:30.567171+0000","last_became_active":"2023-10-05T15:21:30.557357+0000","last_became_peered":"2023-10-05T15:21:30.557357+0000","last_unstale":"2023-10-05T15:21:30.567171+0000","last_undegraded":"2023-10-05T15:21:30.567171+0000","last_fullsized":"2023-10-05T15:21:30.567171+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:08.171952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":582,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,4],"acting":[9,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556315+0000","last_change":"2023-10-05T15:20:25.043498+0000","last_active":"2023-10-05T15:21:29.556315+0000","last_peered":"2023-10-05T15:21:29.556315+0000","last_clean":"2023-10-05T15:21:29.556315+0000","last_became_active":"2023-10-05T15:20:25.043144+0000","last_became_peered":"2023-10-05T15:20:25.043144+0000","last_unstale":"2023-10-05T15:21:29.556315+0000","last_undegraded":"2023-10-05T15:21:29.556315+0000","last_fullsized":"2023-10-05T15:21:29.556315+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:25:20.865298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552398+0000","last_change":"2023-10-05T15:20:29.089281+0000","last_active":"2023-10-05T15:21:29.552398+0000","last_peered":"2023-10-05T15:21:29.552398+0000","last_clean":"2023-10-05T15:21:29.552398+0000","last_became_active":"2023-10-05T15:20:29.088541+0000","last_became_peered":"2023-10-05T15:20:29.088541+0000","last_unstale":"2023-10-05T15:21:29.552398+0000","last_undegraded":"2023-10-05T15:21:29.552398+0000","last_fullsized":"2023-10-05T15:21:29.552398+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:23:32.069317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556609+0000","last_change":"2023-10-05T15:20:24.042189+0000","last_active":"2023-10-05T15:21:29.556609+0000","last_peered":"2023-10-05T15:21:29.556609+0000","last_clean":"2023-10-05T15:21:29.556609+0000","last_became_active":"2023-10-05T15:20:24.041888+0000","last_became_peered":"2023-10-05T15:20:24.041888+0000","last_unstale":"2023-10-05T15:21:29.556609+0000","last_undegraded":"2023-10-05T15:21:29.556609+0000","last_fullsized":"2023-10-05T15:21:29.556609+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:50:56.971727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559539+0000","last_change":"2023-10-05T15:20:25.053832+0000","last_active":"2023-10-05T15:21:29.559539+0000","last_peered":"2023-10-05T15:21:29.559539+0000","last_clean":"2023-10-05T15:21:29.559539+0000","last_became_active":"2023-10-05T15:20:25.053501+0000","last_became_peered":"2023-10-05T15:20:25.053501+0000","last_unstale":"2023-10-05T15:21:29.559539+0000","last_undegraded":"2023-10-05T15:21:29.559539+0000","last_fullsized":"2023-10-05T15:21:29.559539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:05:49.256250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553811+0000","last_change":"2023-10-05T15:20:29.089348+0000","last_active":"2023-10-05T15:21:29.553811+0000","last_peered":"2023-10-05T15:21:29.553811+0000","last_clean":"2023-10-05T15:21:29.553811+0000","last_became_active":"2023-10-05T15:20:29.088764+0000","last_became_peered":"2023-10-05T15:20:29.088764+0000","last_unstale":"2023-10-05T15:21:29.553811+0000","last_undegraded":"2023-10-05T15:21:29.553811+0000","last_fullsized":"2023-10-05T15:21:29.553811+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:57:26.457307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"86'4","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556444+0000","last_change":"2023-10-05T15:20:24.050182+0000","last_active":"2023-10-05T15:21:29.556444+0000","last_peered":"2023-10-05T15:21:29.556444+0000","last_clean":"2023-10-05T15:21:29.556444+0000","last_became_active":"2023-10-05T15:20:24.049151+0000","last_became_peered":"2023-10-05T15:20:24.049151+0000","last_unstale":"2023-10-05T15:21:29.556444+0000","last_undegraded":"2023-10-05T15:21:29.556444+0000","last_fullsized":"2023-10-05T15:21:29.556444+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:16:00.665576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550557+0000","last_change":"2023-10-05T15:20:25.051195+0000","last_active":"2023-10-05T15:21:29.550557+0000","last_peered":"2023-10-05T15:21:29.550557+0000","last_clean":"2023-10-05T15:21:29.550557+0000","last_became_active":"2023-10-05T15:20:25.050865+0000","last_became_peered":"2023-10-05T15:20:25.050865+0000","last_unstale":"2023-10-05T15:21:29.550557+0000","last_undegraded":"2023-10-05T15:21:29.550557+0000","last_fullsized":"2023-10-05T15:21:29.550557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:23:59.261484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553487+0000","last_change":"2023-10-05T15:20:29.089114+0000","last_active":"2023-10-05T15:21:29.553487+0000","last_peered":"2023-10-05T15:21:29.553487+0000","last_clean":"2023-10-05T15:21:29.553487+0000","last_became_active":"2023-10-05T15:20:29.088616+0000","last_became_peered":"2023-10-05T15:20:29.088616+0000","last_unstale":"2023-10-05T15:21:29.553487+0000","last_undegraded":"2023-10-05T15:21:29.553487+0000","last_fullsized":"2023-10-05T15:21:29.553487+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:28.322286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556195+0000","last_change":"2023-10-05T15:20:24.040719+0000","last_active":"2023-10-05T15:21:29.556195+0000","last_peered":"2023-10-05T15:21:29.556195+0000","last_clean":"2023-10-05T15:21:29.556195+0000","last_became_active":"2023-10-05T15:20:24.040394+0000","last_became_peered":"2023-10-05T15:20:24.040394+0000","last_unstale":"2023-10-05T15:21:29.556195+0000","last_undegraded":"2023-10-05T15:21:29.556195+0000","last_fullsized":"2023-10-05T15:21:29.556195+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:24:33.168092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553025+0000","last_change":"2023-10-05T15:20:25.043533+0000","last_active":"2023-10-05T15:21:29.553025+0000","last_peered":"2023-10-05T15:21:29.553025+0000","last_clean":"2023-10-05T15:21:29.553025+0000","last_became_active":"2023-10-05T15:20:25.043234+0000","last_became_peered":"2023-10-05T15:20:25.043234+0000","last_unstale":"2023-10-05T15:21:29.553025+0000","last_undegraded":"2023-10-05T15:21:29.553025+0000","last_fullsized":"2023-10-05T15:21:29.553025+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:11:26.166536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550459+0000","last_change":"2023-10-05T15:20:29.084541+0000","last_active":"2023-10-05T15:21:29.550459+0000","last_peered":"2023-10-05T15:21:29.550459+0000","last_clean":"2023-10-05T15:21:29.550459+0000","last_became_active":"2023-10-05T15:20:29.084052+0000","last_became_peered":"2023-10-05T15:20:29.084052+0000","last_unstale":"2023-10-05T15:21:29.550459+0000","last_undegraded":"2023-10-05T15:21:29.550459+0000","last_fullsized":"2023-10-05T15:21:29.550459+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:58:46.867994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"86'5","reported_seq":100,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.991564+0000","last_change":"2023-10-05T15:20:24.047888+0000","last_active":"2023-10-05T15:21:57.991564+0000","last_peered":"2023-10-05T15:21:57.991564+0000","last_clean":"2023-10-05T15:21:57.991564+0000","last_became_active":"2023-10-05T15:20:24.047507+0000","last_became_peered":"2023-10-05T15:20:24.047507+0000","last_unstale":"2023-10-05T15:21:57.991564+0000","last_undegraded":"2023-10-05T15:21:57.991564+0000","last_fullsized":"2023-10-05T15:21:57.991564+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:44:59.735555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":622,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":2,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555587+0000","last_change":"2023-10-05T15:20:25.042423+0000","last_active":"2023-10-05T15:21:29.555587+0000","last_peered":"2023-10-05T15:21:29.555587+0000","last_clean":"2023-10-05T15:21:29.555587+0000","last_became_active":"2023-10-05T15:20:25.042106+0000","last_became_peered":"2023-10-05T15:20:25.042106+0000","last_unstale":"2023-10-05T15:21:29.555587+0000","last_undegraded":"2023-10-05T15:21:29.555587+0000","last_fullsized":"2023-10-05T15:21:29.555587+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:12.781833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560108+0000","last_change":"2023-10-05T15:21:30.560108+0000","last_active":"2023-10-05T15:21:30.560108+0000","last_peered":"2023-10-05T15:21:30.560108+0000","last_clean":"2023-10-05T15:21:30.560108+0000","last_became_active":"2023-10-05T15:21:30.559471+0000","last_became_peered":"2023-10-05T15:21:30.559471+0000","last_unstale":"2023-10-05T15:21:30.560108+0000","last_undegraded":"2023-10-05T15:21:30.560108+0000","last_fullsized":"2023-10-05T15:21:30.560108+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:23:33.556831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,8,5],"acting":[2,6,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552702+0000","last_change":"2023-10-05T15:20:24.045184+0000","last_active":"2023-10-05T15:21:29.552702+0000","last_peered":"2023-10-05T15:21:29.552702+0000","last_clean":"2023-10-05T15:21:29.552702+0000","last_became_active":"2023-10-05T15:20:24.044614+0000","last_became_peered":"2023-10-05T15:20:24.044614+0000","last_unstale":"2023-10-05T15:21:29.552702+0000","last_undegraded":"2023-10-05T15:21:29.552702+0000","last_fullsized":"2023-10-05T15:21:29.552702+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:08:10.484850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562747+0000","last_change":"2023-10-05T15:21:30.562747+0000","last_active":"2023-10-05T15:21:30.562747+0000","last_peered":"2023-10-05T15:21:30.562747+0000","last_clean":"2023-10-05T15:21:30.562747+0000","last_became_active":"2023-10-05T15:21:30.562257+0000","last_became_peered":"2023-10-05T15:21:30.562257+0000","last_unstale":"2023-10-05T15:21:30.562747+0000","last_undegraded":"2023-10-05T15:21:30.562747+0000","last_fullsized":"2023-10-05T15:21:30.562747+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:45:47.227956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3],"acting":[5,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555238+0000","last_change":"2023-10-05T15:20:29.092327+0000","last_active":"2023-10-05T15:21:29.555238+0000","last_peered":"2023-10-05T15:21:29.555238+0000","last_clean":"2023-10-05T15:21:29.555238+0000","last_became_active":"2023-10-05T15:20:29.091962+0000","last_became_peered":"2023-10-05T15:20:29.091962+0000","last_unstale":"2023-10-05T15:21:29.555238+0000","last_undegraded":"2023-10-05T15:21:29.555238+0000","last_fullsized":"2023-10-05T15:21:29.555238+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:22.264600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557239+0000","last_change":"2023-10-05T15:20:24.044661+0000","last_active":"2023-10-05T15:21:29.557239+0000","last_peered":"2023-10-05T15:21:29.557239+0000","last_clean":"2023-10-05T15:21:29.557239+0000","last_became_active":"2023-10-05T15:20:24.044341+0000","last_became_peered":"2023-10-05T15:20:24.044341+0000","last_unstale":"2023-10-05T15:21:29.557239+0000","last_undegraded":"2023-10-05T15:21:29.557239+0000","last_fullsized":"2023-10-05T15:21:29.557239+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:38:02.010841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556836+0000","last_change":"2023-10-05T15:20:25.039248+0000","last_active":"2023-10-05T15:21:29.556836+0000","last_peered":"2023-10-05T15:21:29.556836+0000","last_clean":"2023-10-05T15:21:29.556836+0000","last_became_active":"2023-10-05T15:20:25.038567+0000","last_became_peered":"2023-10-05T15:20:25.038567+0000","last_unstale":"2023-10-05T15:21:29.556836+0000","last_undegraded":"2023-10-05T15:21:29.556836+0000","last_fullsized":"2023-10-05T15:21:29.556836+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:13:26.756558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559585+0000","last_change":"2023-10-05T15:20:29.086668+0000","last_active":"2023-10-05T15:21:29.559585+0000","last_peered":"2023-10-05T15:21:29.559585+0000","last_clean":"2023-10-05T15:21:29.559585+0000","last_became_active":"2023-10-05T15:20:29.086337+0000","last_became_peered":"2023-10-05T15:20:29.086337+0000","last_unstale":"2023-10-05T15:21:29.559585+0000","last_undegraded":"2023-10-05T15:21:29.559585+0000","last_fullsized":"2023-10-05T15:21:29.559585+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:42.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552697+0000","last_change":"2023-10-05T15:20:24.044600+0000","last_active":"2023-10-05T15:21:29.552697+0000","last_peered":"2023-10-05T15:21:29.552697+0000","last_clean":"2023-10-05T15:21:29.552697+0000","last_became_active":"2023-10-05T15:20:24.044300+0000","last_became_peered":"2023-10-05T15:20:24.044300+0000","last_unstale":"2023-10-05T15:21:29.552697+0000","last_undegraded":"2023-10-05T15:21:29.552697+0000","last_fullsized":"2023-10-05T15:21:29.552697+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:01:48.532474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550649+0000","last_change":"2023-10-05T15:20:25.051014+0000","last_active":"2023-10-05T15:21:29.550649+0000","last_peered":"2023-10-05T15:21:29.550649+0000","last_clean":"2023-10-05T15:21:29.550649+0000","last_became_active":"2023-10-05T15:20:25.050636+0000","last_became_peered":"2023-10-05T15:20:25.050636+0000","last_unstale":"2023-10-05T15:21:29.550649+0000","last_undegraded":"2023-10-05T15:21:29.550649+0000","last_fullsized":"2023-10-05T15:21:29.550649+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:07.662914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556054+0000","last_change":"2023-10-05T15:20:29.094014+0000","last_active":"2023-10-05T15:21:29.556054+0000","last_peered":"2023-10-05T15:21:29.556054+0000","last_clean":"2023-10-05T15:21:29.556054+0000","last_became_active":"2023-10-05T15:20:29.093641+0000","last_became_peered":"2023-10-05T15:20:29.093641+0000","last_unstale":"2023-10-05T15:21:29.556054+0000","last_undegraded":"2023-10-05T15:21:29.556054+0000","last_fullsized":"2023-10-05T15:21:29.556054+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:55:10.626395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"86'3","reported_seq":95,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:57.990746+0000","last_change":"2023-10-05T15:20:24.039707+0000","last_active":"2023-10-05T15:21:57.990746+0000","last_peered":"2023-10-05T15:21:57.990746+0000","last_clean":"2023-10-05T15:21:57.990746+0000","last_became_active":"2023-10-05T15:20:24.039353+0000","last_became_peered":"2023-10-05T15:20:24.039353+0000","last_unstale":"2023-10-05T15:21:57.990746+0000","last_undegraded":"2023-10-05T15:21:57.990746+0000","last_fullsized":"2023-10-05T15:21:57.990746+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:09:21.191719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":74,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550650+0000","last_change":"2023-10-05T15:20:25.051009+0000","last_active":"2023-10-05T15:21:29.550650+0000","last_peered":"2023-10-05T15:21:29.550650+0000","last_clean":"2023-10-05T15:21:29.550650+0000","last_became_active":"2023-10-05T15:20:25.050688+0000","last_became_peered":"2023-10-05T15:20:25.050688+0000","last_unstale":"2023-10-05T15:21:29.550650+0000","last_undegraded":"2023-10-05T15:21:29.550650+0000","last_fullsized":"2023-10-05T15:21:29.550650+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:19:39.167980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550393+0000","last_change":"2023-10-05T15:20:29.087133+0000","last_active":"2023-10-05T15:21:29.550393+0000","last_peered":"2023-10-05T15:21:29.550393+0000","last_clean":"2023-10-05T15:21:29.550393+0000","last_became_active":"2023-10-05T15:20:29.086729+0000","last_became_peered":"2023-10-05T15:20:29.086729+0000","last_unstale":"2023-10-05T15:21:29.550393+0000","last_undegraded":"2023-10-05T15:21:29.550393+0000","last_fullsized":"2023-10-05T15:21:29.550393+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:31:44.337660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"86'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555973+0000","last_change":"2023-10-05T15:20:24.046391+0000","last_active":"2023-10-05T15:21:29.555973+0000","last_peered":"2023-10-05T15:21:29.555973+0000","last_clean":"2023-10-05T15:21:29.555973+0000","last_became_active":"2023-10-05T15:20:24.046053+0000","last_became_peered":"2023-10-05T15:20:24.046053+0000","last_unstale":"2023-10-05T15:21:29.555973+0000","last_undegraded":"2023-10-05T15:21:29.555973+0000","last_fullsized":"2023-10-05T15:21:29.555973+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:31:54.086996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559611+0000","last_change":"2023-10-05T15:20:25.062332+0000","last_active":"2023-10-05T15:21:29.559611+0000","last_peered":"2023-10-05T15:21:29.559611+0000","last_clean":"2023-10-05T15:21:29.559611+0000","last_became_active":"2023-10-05T15:20:25.062004+0000","last_became_peered":"2023-10-05T15:20:25.062004+0000","last_unstale":"2023-10-05T15:21:29.559611+0000","last_undegraded":"2023-10-05T15:21:29.559611+0000","last_fullsized":"2023-10-05T15:21:29.559611+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:14:38.323616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554007+0000","last_change":"2023-10-05T15:20:29.079403+0000","last_active":"2023-10-05T15:21:29.554007+0000","last_peered":"2023-10-05T15:21:29.554007+0000","last_clean":"2023-10-05T15:21:29.554007+0000","last_became_active":"2023-10-05T15:20:29.078925+0000","last_became_peered":"2023-10-05T15:20:29.078925+0000","last_unstale":"2023-10-05T15:21:29.554007+0000","last_undegraded":"2023-10-05T15:21:29.554007+0000","last_fullsized":"2023-10-05T15:21:29.554007+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:25:38.267725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"86'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553229+0000","last_change":"2023-10-05T15:20:24.040400+0000","last_active":"2023-10-05T15:21:29.553229+0000","last_peered":"2023-10-05T15:21:29.553229+0000","last_clean":"2023-10-05T15:21:29.553229+0000","last_became_active":"2023-10-05T15:20:24.040045+0000","last_became_peered":"2023-10-05T15:20:24.040045+0000","last_unstale":"2023-10-05T15:21:29.553229+0000","last_undegraded":"2023-10-05T15:21:29.553229+0000","last_fullsized":"2023-10-05T15:21:29.553229+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:31:29.931340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550589+0000","last_change":"2023-10-05T15:20:25.045086+0000","last_active":"2023-10-05T15:21:29.550589+0000","last_peered":"2023-10-05T15:21:29.550589+0000","last_clean":"2023-10-05T15:21:29.550589+0000","last_became_active":"2023-10-05T15:20:25.044712+0000","last_became_peered":"2023-10-05T15:20:25.044712+0000","last_unstale":"2023-10-05T15:21:29.550589+0000","last_undegraded":"2023-10-05T15:21:29.550589+0000","last_fullsized":"2023-10-05T15:21:29.550589+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:49.122383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552339+0000","last_change":"2023-10-05T15:20:29.085315+0000","last_active":"2023-10-05T15:21:29.552339+0000","last_peered":"2023-10-05T15:21:29.552339+0000","last_clean":"2023-10-05T15:21:29.552339+0000","last_became_active":"2023-10-05T15:20:29.084736+0000","last_became_peered":"2023-10-05T15:20:29.084736+0000","last_unstale":"2023-10-05T15:21:29.552339+0000","last_undegraded":"2023-10-05T15:21:29.552339+0000","last_fullsized":"2023-10-05T15:21:29.552339+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:38:07.966068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"86'12","reported_seq":180,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:58.992428+0000","last_change":"2023-10-05T15:20:24.049855+0000","last_active":"2023-10-05T15:21:58.992428+0000","last_peered":"2023-10-05T15:21:58.992428+0000","last_clean":"2023-10-05T15:21:58.992428+0000","last_became_active":"2023-10-05T15:20:24.049539+0000","last_became_peered":"2023-10-05T15:20:24.049539+0000","last_unstale":"2023-10-05T15:21:58.992428+0000","last_undegraded":"2023-10-05T15:21:58.992428+0000","last_fullsized":"2023-10-05T15:21:58.992428+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:10.739669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3842,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":150,"num_read_kb":79,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556156+0000","last_change":"2023-10-05T15:20:25.063682+0000","last_active":"2023-10-05T15:21:29.556156+0000","last_peered":"2023-10-05T15:21:29.556156+0000","last_clean":"2023-10-05T15:21:29.556156+0000","last_became_active":"2023-10-05T15:20:25.063415+0000","last_became_peered":"2023-10-05T15:20:25.063415+0000","last_unstale":"2023-10-05T15:21:29.556156+0000","last_undegraded":"2023-10-05T15:21:29.556156+0000","last_fullsized":"2023-10-05T15:21:29.556156+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:25:34.850582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553478+0000","last_change":"2023-10-05T15:20:29.092315+0000","last_active":"2023-10-05T15:21:29.553478+0000","last_peered":"2023-10-05T15:21:29.553478+0000","last_clean":"2023-10-05T15:21:29.553478+0000","last_became_active":"2023-10-05T15:20:29.091929+0000","last_became_peered":"2023-10-05T15:20:29.091929+0000","last_unstale":"2023-10-05T15:21:29.553478+0000","last_undegraded":"2023-10-05T15:21:29.553478+0000","last_fullsized":"2023-10-05T15:21:29.553478+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:51:54.555097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"86'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.569909+0000","last_change":"2023-10-05T15:21:30.569567+0000","last_active":"2023-10-05T15:21:30.569909+0000","last_peered":"2023-10-05T15:21:30.569909+0000","last_clean":"2023-10-05T15:21:30.569909+0000","last_became_active":"2023-10-05T15:21:30.560965+0000","last_became_peered":"2023-10-05T15:21:30.560965+0000","last_unstale":"2023-10-05T15:21:30.569909+0000","last_undegraded":"2023-10-05T15:21:30.569909+0000","last_fullsized":"2023-10-05T15:21:30.569909+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:11:28.105653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":34,"num_keys_recovered":10,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,10,3],"acting":[11,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557953+0000","last_change":"2023-10-05T15:20:25.057387+0000","last_active":"2023-10-05T15:21:29.557953+0000","last_peered":"2023-10-05T15:21:29.557953+0000","last_clean":"2023-10-05T15:21:29.557953+0000","last_became_active":"2023-10-05T15:20:25.057055+0000","last_became_peered":"2023-10-05T15:20:25.057055+0000","last_unstale":"2023-10-05T15:21:29.557953+0000","last_undegraded":"2023-10-05T15:21:29.557953+0000","last_fullsized":"2023-10-05T15:21:29.557953+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:30:39.285462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554817+0000","last_change":"2023-10-05T15:20:29.086424+0000","last_active":"2023-10-05T15:21:29.554817+0000","last_peered":"2023-10-05T15:21:29.554817+0000","last_clean":"2023-10-05T15:21:29.554817+0000","last_became_active":"2023-10-05T15:20:29.085999+0000","last_became_peered":"2023-10-05T15:20:29.085999+0000","last_unstale":"2023-10-05T15:21:29.554817+0000","last_undegraded":"2023-10-05T15:21:29.554817+0000","last_fullsized":"2023-10-05T15:21:29.554817+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:48:05.826403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553502+0000","last_change":"2023-10-05T15:20:24.047573+0000","last_active":"2023-10-05T15:21:29.553502+0000","last_peered":"2023-10-05T15:21:29.553502+0000","last_clean":"2023-10-05T15:21:29.553502+0000","last_became_active":"2023-10-05T15:20:24.047161+0000","last_became_peered":"2023-10-05T15:20:24.047161+0000","last_unstale":"2023-10-05T15:21:29.553502+0000","last_undegraded":"2023-10-05T15:21:29.553502+0000","last_fullsized":"2023-10-05T15:21:29.553502+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:31:11.922905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":25,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.558721+0000","last_change":"2023-10-05T15:21:30.558721+0000","last_active":"2023-10-05T15:21:30.558721+0000","last_peered":"2023-10-05T15:21:30.558721+0000","last_clean":"2023-10-05T15:21:30.558721+0000","last_became_active":"2023-10-05T15:21:30.557902+0000","last_became_peered":"2023-10-05T15:21:30.557902+0000","last_unstale":"2023-10-05T15:21:30.558721+0000","last_undegraded":"2023-10-05T15:21:30.558721+0000","last_fullsized":"2023-10-05T15:21:30.558721+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:19:39.706909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.743864+0000","last_change":"2023-10-05T15:21:30.743466+0000","last_active":"2023-10-05T15:21:30.743864+0000","last_peered":"2023-10-05T15:21:30.743864+0000","last_clean":"2023-10-05T15:21:30.743864+0000","last_became_active":"2023-10-05T15:21:30.743034+0000","last_became_peered":"2023-10-05T15:21:30.743034+0000","last_unstale":"2023-10-05T15:21:30.743864+0000","last_undegraded":"2023-10-05T15:21:30.743864+0000","last_fullsized":"2023-10-05T15:21:30.743864+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:48:51.451578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,7,0,3],"acting":[8,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.11","version":"86'3","reported_seq":97,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:56.997098+0000","last_change":"2023-10-05T15:20:24.044586+0000","last_active":"2023-10-05T15:21:56.997098+0000","last_peered":"2023-10-05T15:21:56.997098+0000","last_clean":"2023-10-05T15:21:56.997098+0000","last_became_active":"2023-10-05T15:20:24.044260+0000","last_became_peered":"2023-10-05T15:20:24.044260+0000","last_unstale":"2023-10-05T15:21:56.997098+0000","last_undegraded":"2023-10-05T15:21:56.997098+0000","last_fullsized":"2023-10-05T15:21:56.997098+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:36:46.002799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":76,"num_read_kb":3,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554254+0000","last_change":"2023-10-05T15:20:25.067069+0000","last_active":"2023-10-05T15:21:29.554254+0000","last_peered":"2023-10-05T15:21:29.554254+0000","last_clean":"2023-10-05T15:21:29.554254+0000","last_became_active":"2023-10-05T15:20:25.066770+0000","last_became_peered":"2023-10-05T15:20:25.066770+0000","last_unstale":"2023-10-05T15:21:29.554254+0000","last_undegraded":"2023-10-05T15:21:29.554254+0000","last_fullsized":"2023-10-05T15:21:29.554254+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:26:35.119004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557800+0000","last_change":"2023-10-05T15:20:29.089279+0000","last_active":"2023-10-05T15:21:29.557800+0000","last_peered":"2023-10-05T15:21:29.557800+0000","last_clean":"2023-10-05T15:21:29.557800+0000","last_became_active":"2023-10-05T15:20:29.088841+0000","last_became_peered":"2023-10-05T15:20:29.088841+0000","last_unstale":"2023-10-05T15:21:29.557800+0000","last_undegraded":"2023-10-05T15:21:29.557800+0000","last_fullsized":"2023-10-05T15:21:29.557800+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:46:23.389426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"86'15","reported_seq":34,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554708+0000","last_change":"2023-10-05T15:20:24.049754+0000","last_active":"2023-10-05T15:21:29.554708+0000","last_peered":"2023-10-05T15:21:29.554708+0000","last_clean":"2023-10-05T15:21:29.554708+0000","last_became_active":"2023-10-05T15:20:24.049282+0000","last_became_peered":"2023-10-05T15:20:24.049282+0000","last_unstale":"2023-10-05T15:21:29.554708+0000","last_undegraded":"2023-10-05T15:21:29.554708+0000","last_fullsized":"2023-10-05T15:21:29.554708+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:11:12.703893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553388+0000","last_change":"2023-10-05T15:20:25.046200+0000","last_active":"2023-10-05T15:21:29.553388+0000","last_peered":"2023-10-05T15:21:29.553388+0000","last_clean":"2023-10-05T15:21:29.553388+0000","last_became_active":"2023-10-05T15:20:25.045886+0000","last_became_peered":"2023-10-05T15:20:25.045886+0000","last_unstale":"2023-10-05T15:21:29.553388+0000","last_undegraded":"2023-10-05T15:21:29.553388+0000","last_fullsized":"2023-10-05T15:21:29.553388+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:10:18.350425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552786+0000","last_change":"2023-10-05T15:20:29.093416+0000","last_active":"2023-10-05T15:21:29.552786+0000","last_peered":"2023-10-05T15:21:29.552786+0000","last_clean":"2023-10-05T15:21:29.552786+0000","last_became_active":"2023-10-05T15:20:29.093048+0000","last_became_peered":"2023-10-05T15:20:29.093048+0000","last_unstale":"2023-10-05T15:21:29.552786+0000","last_undegraded":"2023-10-05T15:21:29.552786+0000","last_fullsized":"2023-10-05T15:21:29.552786+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:17:43.633332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556306+0000","last_change":"2023-10-05T15:20:24.038712+0000","last_active":"2023-10-05T15:21:29.556306+0000","last_peered":"2023-10-05T15:21:29.556306+0000","last_clean":"2023-10-05T15:21:29.556306+0000","last_became_active":"2023-10-05T15:20:24.038414+0000","last_became_peered":"2023-10-05T15:20:24.038414+0000","last_unstale":"2023-10-05T15:21:29.556306+0000","last_undegraded":"2023-10-05T15:21:29.556306+0000","last_fullsized":"2023-10-05T15:21:29.556306+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:40:34.096764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555259+0000","last_change":"2023-10-05T15:20:25.043743+0000","last_active":"2023-10-05T15:21:29.555259+0000","last_peered":"2023-10-05T15:21:29.555259+0000","last_clean":"2023-10-05T15:21:29.555259+0000","last_became_active":"2023-10-05T15:20:25.043437+0000","last_became_peered":"2023-10-05T15:20:25.043437+0000","last_unstale":"2023-10-05T15:21:29.555259+0000","last_undegraded":"2023-10-05T15:21:29.555259+0000","last_fullsized":"2023-10-05T15:21:29.555259+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:20.590050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555686+0000","last_change":"2023-10-05T15:20:29.082390+0000","last_active":"2023-10-05T15:21:29.555686+0000","last_peered":"2023-10-05T15:21:29.555686+0000","last_clean":"2023-10-05T15:21:29.555686+0000","last_became_active":"2023-10-05T15:20:29.081937+0000","last_became_peered":"2023-10-05T15:20:29.081937+0000","last_unstale":"2023-10-05T15:21:29.555686+0000","last_undegraded":"2023-10-05T15:21:29.555686+0000","last_fullsized":"2023-10-05T15:21:29.555686+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:40:39.811307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550926+0000","last_change":"2023-10-05T15:20:24.048980+0000","last_active":"2023-10-05T15:21:29.550926+0000","last_peered":"2023-10-05T15:21:29.550926+0000","last_clean":"2023-10-05T15:21:29.550926+0000","last_became_active":"2023-10-05T15:20:24.048641+0000","last_became_peered":"2023-10-05T15:20:24.048641+0000","last_unstale":"2023-10-05T15:21:29.550926+0000","last_undegraded":"2023-10-05T15:21:29.550926+0000","last_fullsized":"2023-10-05T15:21:29.550926+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:50:48.536538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553780+0000","last_change":"2023-10-05T15:20:25.036441+0000","last_active":"2023-10-05T15:21:29.553780+0000","last_peered":"2023-10-05T15:21:29.553780+0000","last_clean":"2023-10-05T15:21:29.553780+0000","last_became_active":"2023-10-05T15:20:25.036079+0000","last_became_peered":"2023-10-05T15:20:25.036079+0000","last_unstale":"2023-10-05T15:21:29.553780+0000","last_undegraded":"2023-10-05T15:21:29.553780+0000","last_fullsized":"2023-10-05T15:21:29.553780+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:41.619831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557721+0000","last_change":"2023-10-05T15:20:29.088420+0000","last_active":"2023-10-05T15:21:29.557721+0000","last_peered":"2023-10-05T15:21:29.557721+0000","last_clean":"2023-10-05T15:21:29.557721+0000","last_became_active":"2023-10-05T15:20:29.087763+0000","last_became_peered":"2023-10-05T15:20:29.087763+0000","last_unstale":"2023-10-05T15:21:29.557721+0000","last_undegraded":"2023-10-05T15:21:29.557721+0000","last_fullsized":"2023-10-05T15:21:29.557721+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:35:50.575321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"86'1","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554403+0000","last_change":"2023-10-05T15:20:24.046075+0000","last_active":"2023-10-05T15:21:29.554403+0000","last_peered":"2023-10-05T15:21:29.554403+0000","last_clean":"2023-10-05T15:21:29.554403+0000","last_became_active":"2023-10-05T15:20:24.045738+0000","last_became_peered":"2023-10-05T15:20:24.045738+0000","last_unstale":"2023-10-05T15:21:29.554403+0000","last_undegraded":"2023-10-05T15:21:29.554403+0000","last_fullsized":"2023-10-05T15:21:29.554403+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:41:20.963532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553757+0000","last_change":"2023-10-05T15:20:25.058947+0000","last_active":"2023-10-05T15:21:29.553757+0000","last_peered":"2023-10-05T15:21:29.553757+0000","last_clean":"2023-10-05T15:21:29.553757+0000","last_became_active":"2023-10-05T15:20:25.058330+0000","last_became_peered":"2023-10-05T15:20:25.058330+0000","last_unstale":"2023-10-05T15:21:29.553757+0000","last_undegraded":"2023-10-05T15:21:29.553757+0000","last_fullsized":"2023-10-05T15:21:29.553757+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:53:24.133259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556666+0000","last_change":"2023-10-05T15:20:29.091554+0000","last_active":"2023-10-05T15:21:29.556666+0000","last_peered":"2023-10-05T15:21:29.556666+0000","last_clean":"2023-10-05T15:21:29.556666+0000","last_became_active":"2023-10-05T15:20:29.091147+0000","last_became_peered":"2023-10-05T15:20:29.091147+0000","last_unstale":"2023-10-05T15:21:29.556666+0000","last_undegraded":"2023-10-05T15:21:29.556666+0000","last_fullsized":"2023-10-05T15:21:29.556666+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:58:19.974716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553553+0000","last_change":"2023-10-05T15:20:25.045410+0000","last_active":"2023-10-05T15:21:29.553553+0000","last_peered":"2023-10-05T15:21:29.553553+0000","last_clean":"2023-10-05T15:21:29.553553+0000","last_became_active":"2023-10-05T15:20:25.045104+0000","last_became_peered":"2023-10-05T15:20:25.045104+0000","last_unstale":"2023-10-05T15:21:29.553553+0000","last_undegraded":"2023-10-05T15:21:29.553553+0000","last_fullsized":"2023-10-05T15:21:29.553553+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:33:57.095101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"88'5","reported_seq":99,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:59.008268+0000","last_change":"2023-10-05T15:20:24.048821+0000","last_active":"2023-10-05T15:21:59.008268+0000","last_peered":"2023-10-05T15:21:59.008268+0000","last_clean":"2023-10-05T15:21:59.008268+0000","last_became_active":"2023-10-05T15:20:24.048531+0000","last_became_peered":"2023-10-05T15:20:24.048531+0000","last_unstale":"2023-10-05T15:21:59.008268+0000","last_undegraded":"2023-10-05T15:21:59.008268+0000","last_fullsized":"2023-10-05T15:21:59.008268+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:15:54.730554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":75,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555413+0000","last_change":"2023-10-05T15:20:29.086914+0000","last_active":"2023-10-05T15:21:29.555413+0000","last_peered":"2023-10-05T15:21:29.555413+0000","last_clean":"2023-10-05T15:21:29.555413+0000","last_became_active":"2023-10-05T15:20:29.086451+0000","last_became_peered":"2023-10-05T15:20:29.086451+0000","last_unstale":"2023-10-05T15:21:29.555413+0000","last_undegraded":"2023-10-05T15:21:29.555413+0000","last_fullsized":"2023-10-05T15:21:29.555413+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:35:33.880756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555850+0000","last_change":"2023-10-05T15:20:25.047626+0000","last_active":"2023-10-05T15:21:29.555850+0000","last_peered":"2023-10-05T15:21:29.555850+0000","last_clean":"2023-10-05T15:21:29.555850+0000","last_became_active":"2023-10-05T15:20:25.047309+0000","last_became_peered":"2023-10-05T15:20:25.047309+0000","last_unstale":"2023-10-05T15:21:29.555850+0000","last_undegraded":"2023-10-05T15:21:29.555850+0000","last_fullsized":"2023-10-05T15:21:29.555850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:59:46.998014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"86'3","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553911+0000","last_change":"2023-10-05T15:20:24.042716+0000","last_active":"2023-10-05T15:21:29.553911+0000","last_peered":"2023-10-05T15:21:29.553911+0000","last_clean":"2023-10-05T15:21:29.553911+0000","last_became_active":"2023-10-05T15:20:24.042416+0000","last_became_peered":"2023-10-05T15:20:24.042416+0000","last_unstale":"2023-10-05T15:21:29.553911+0000","last_undegraded":"2023-10-05T15:21:29.553911+0000","last_fullsized":"2023-10-05T15:21:29.553911+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:05.289482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":319,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554118+0000","last_change":"2023-10-05T15:19:26.625997+0000","last_active":"2023-10-05T15:21:29.554118+0000","last_peered":"2023-10-05T15:21:29.554118+0000","last_clean":"2023-10-05T15:21:29.554118+0000","last_became_active":"2023-10-05T15:19:26.625392+0000","last_became_peered":"2023-10-05T15:19:26.625392+0000","last_unstale":"2023-10-05T15:21:29.554118+0000","last_undegraded":"2023-10-05T15:21:29.554118+0000","last_fullsized":"2023-10-05T15:21:29.554118+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:16:37.176828+0000","last_clean_scrub_stamp":"2023-10-05T15:16:37.176828+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:18:59.298278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553177+0000","last_change":"2023-10-05T15:20:29.086981+0000","last_active":"2023-10-05T15:21:29.553177+0000","last_peered":"2023-10-05T15:21:29.553177+0000","last_clean":"2023-10-05T15:21:29.553177+0000","last_became_active":"2023-10-05T15:20:29.086536+0000","last_became_peered":"2023-10-05T15:20:29.086536+0000","last_unstale":"2023-10-05T15:21:29.553177+0000","last_undegraded":"2023-10-05T15:21:29.553177+0000","last_fullsized":"2023-10-05T15:21:29.553177+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:22:10.767984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557117+0000","last_change":"2023-10-05T15:20:25.042815+0000","last_active":"2023-10-05T15:21:29.557117+0000","last_peered":"2023-10-05T15:21:29.557117+0000","last_clean":"2023-10-05T15:21:29.557117+0000","last_became_active":"2023-10-05T15:20:25.042486+0000","last_became_peered":"2023-10-05T15:20:25.042486+0000","last_unstale":"2023-10-05T15:21:29.557117+0000","last_undegraded":"2023-10-05T15:21:29.557117+0000","last_fullsized":"2023-10-05T15:21:29.557117+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:10:09.678679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554200+0000","last_change":"2023-10-05T15:20:24.046043+0000","last_active":"2023-10-05T15:21:29.554200+0000","last_peered":"2023-10-05T15:21:29.554200+0000","last_clean":"2023-10-05T15:21:29.554200+0000","last_became_active":"2023-10-05T15:20:24.045664+0000","last_became_peered":"2023-10-05T15:20:24.045664+0000","last_unstale":"2023-10-05T15:21:29.554200+0000","last_undegraded":"2023-10-05T15:21:29.554200+0000","last_fullsized":"2023-10-05T15:21:29.554200+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:51:28.579346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555852+0000","last_change":"2023-10-05T15:20:29.084704+0000","last_active":"2023-10-05T15:21:29.555852+0000","last_peered":"2023-10-05T15:21:29.555852+0000","last_clean":"2023-10-05T15:21:29.555852+0000","last_became_active":"2023-10-05T15:20:29.084288+0000","last_became_peered":"2023-10-05T15:20:29.084288+0000","last_unstale":"2023-10-05T15:21:29.555852+0000","last_undegraded":"2023-10-05T15:21:29.555852+0000","last_fullsized":"2023-10-05T15:21:29.555852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:04:09.888449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556260+0000","last_change":"2023-10-05T15:20:24.041305+0000","last_active":"2023-10-05T15:21:29.556260+0000","last_peered":"2023-10-05T15:21:29.556260+0000","last_clean":"2023-10-05T15:21:29.556260+0000","last_became_active":"2023-10-05T15:20:24.041016+0000","last_became_peered":"2023-10-05T15:20:24.041016+0000","last_unstale":"2023-10-05T15:21:29.556260+0000","last_undegraded":"2023-10-05T15:21:29.556260+0000","last_fullsized":"2023-10-05T15:21:29.556260+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:06:25.785522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557825+0000","last_change":"2023-10-05T15:20:25.045210+0000","last_active":"2023-10-05T15:21:29.557825+0000","last_peered":"2023-10-05T15:21:29.557825+0000","last_clean":"2023-10-05T15:21:29.557825+0000","last_became_active":"2023-10-05T15:20:25.044884+0000","last_became_peered":"2023-10-05T15:20:25.044884+0000","last_unstale":"2023-10-05T15:21:29.557825+0000","last_undegraded":"2023-10-05T15:21:29.557825+0000","last_fullsized":"2023-10-05T15:21:29.557825+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:34:57.506144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556752+0000","last_change":"2023-10-05T15:20:29.095607+0000","last_active":"2023-10-05T15:21:29.556752+0000","last_peered":"2023-10-05T15:21:29.556752+0000","last_clean":"2023-10-05T15:21:29.556752+0000","last_became_active":"2023-10-05T15:20:29.095280+0000","last_became_peered":"2023-10-05T15:20:29.095280+0000","last_unstale":"2023-10-05T15:21:29.556752+0000","last_undegraded":"2023-10-05T15:21:29.556752+0000","last_fullsized":"2023-10-05T15:21:29.556752+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:55:59.930912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"86'3","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.551469+0000","last_change":"2023-10-05T15:20:24.048417+0000","last_active":"2023-10-05T15:21:29.551469+0000","last_peered":"2023-10-05T15:21:29.551469+0000","last_clean":"2023-10-05T15:21:29.551469+0000","last_became_active":"2023-10-05T15:20:24.048036+0000","last_became_peered":"2023-10-05T15:20:24.048036+0000","last_unstale":"2023-10-05T15:21:29.551469+0000","last_undegraded":"2023-10-05T15:21:29.551469+0000","last_fullsized":"2023-10-05T15:21:29.551469+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:08:36.733093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556367+0000","last_change":"2023-10-05T15:20:25.063466+0000","last_active":"2023-10-05T15:21:29.556367+0000","last_peered":"2023-10-05T15:21:29.556367+0000","last_clean":"2023-10-05T15:21:29.556367+0000","last_became_active":"2023-10-05T15:20:25.063134+0000","last_became_peered":"2023-10-05T15:20:25.063134+0000","last_unstale":"2023-10-05T15:21:29.556367+0000","last_undegraded":"2023-10-05T15:21:29.556367+0000","last_fullsized":"2023-10-05T15:21:29.556367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:58:44.013600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550030+0000","last_change":"2023-10-05T15:20:29.079112+0000","last_active":"2023-10-05T15:21:29.550030+0000","last_peered":"2023-10-05T15:21:29.550030+0000","last_clean":"2023-10-05T15:21:29.550030+0000","last_became_active":"2023-10-05T15:20:29.078715+0000","last_became_peered":"2023-10-05T15:20:29.078715+0000","last_unstale":"2023-10-05T15:21:29.550030+0000","last_undegraded":"2023-10-05T15:21:29.550030+0000","last_fullsized":"2023-10-05T15:21:29.550030+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:15:13.258212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554788+0000","last_change":"2023-10-05T15:20:24.045555+0000","last_active":"2023-10-05T15:21:29.554788+0000","last_peered":"2023-10-05T15:21:29.554788+0000","last_clean":"2023-10-05T15:21:29.554788+0000","last_became_active":"2023-10-05T15:20:24.045206+0000","last_became_peered":"2023-10-05T15:20:24.045206+0000","last_unstale":"2023-10-05T15:21:29.554788+0000","last_undegraded":"2023-10-05T15:21:29.554788+0000","last_fullsized":"2023-10-05T15:21:29.554788+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:05:28.204450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559670+0000","last_change":"2023-10-05T15:20:25.057622+0000","last_active":"2023-10-05T15:21:29.559670+0000","last_peered":"2023-10-05T15:21:29.559670+0000","last_clean":"2023-10-05T15:21:29.559670+0000","last_became_active":"2023-10-05T15:20:25.055278+0000","last_became_peered":"2023-10-05T15:20:25.055278+0000","last_unstale":"2023-10-05T15:21:29.559670+0000","last_undegraded":"2023-10-05T15:21:29.559670+0000","last_fullsized":"2023-10-05T15:21:29.559670+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:42:27.622747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553038+0000","last_change":"2023-10-05T15:20:29.085031+0000","last_active":"2023-10-05T15:21:29.553038+0000","last_peered":"2023-10-05T15:21:29.553038+0000","last_clean":"2023-10-05T15:21:29.553038+0000","last_became_active":"2023-10-05T15:20:29.084473+0000","last_became_peered":"2023-10-05T15:20:29.084473+0000","last_unstale":"2023-10-05T15:21:29.553038+0000","last_undegraded":"2023-10-05T15:21:29.553038+0000","last_fullsized":"2023-10-05T15:21:29.553038+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:50:45.630409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"86'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550255+0000","last_change":"2023-10-05T15:20:24.044946+0000","last_active":"2023-10-05T15:21:29.550255+0000","last_peered":"2023-10-05T15:21:29.550255+0000","last_clean":"2023-10-05T15:21:29.550255+0000","last_became_active":"2023-10-05T15:20:24.044591+0000","last_became_peered":"2023-10-05T15:20:24.044591+0000","last_unstale":"2023-10-05T15:21:29.550255+0000","last_undegraded":"2023-10-05T15:21:29.550255+0000","last_fullsized":"2023-10-05T15:21:29.550255+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:55:44.901799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554804+0000","last_change":"2023-10-05T15:20:25.039599+0000","last_active":"2023-10-05T15:21:29.554804+0000","last_peered":"2023-10-05T15:21:29.554804+0000","last_clean":"2023-10-05T15:21:29.554804+0000","last_became_active":"2023-10-05T15:20:25.039270+0000","last_became_peered":"2023-10-05T15:20:25.039270+0000","last_unstale":"2023-10-05T15:21:29.554804+0000","last_undegraded":"2023-10-05T15:21:29.554804+0000","last_fullsized":"2023-10-05T15:21:29.554804+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:20:12.636716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552135+0000","last_change":"2023-10-05T15:20:29.084908+0000","last_active":"2023-10-05T15:21:29.552135+0000","last_peered":"2023-10-05T15:21:29.552135+0000","last_clean":"2023-10-05T15:21:29.552135+0000","last_became_active":"2023-10-05T15:20:29.084314+0000","last_became_peered":"2023-10-05T15:20:29.084314+0000","last_unstale":"2023-10-05T15:21:29.552135+0000","last_undegraded":"2023-10-05T15:21:29.552135+0000","last_fullsized":"2023-10-05T15:21:29.552135+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:52:44.772506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"86'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555845+0000","last_change":"2023-10-05T15:20:24.039812+0000","last_active":"2023-10-05T15:21:29.555845+0000","last_peered":"2023-10-05T15:21:29.555845+0000","last_clean":"2023-10-05T15:21:29.555845+0000","last_became_active":"2023-10-05T15:20:24.039480+0000","last_became_peered":"2023-10-05T15:20:24.039480+0000","last_unstale":"2023-10-05T15:21:29.555845+0000","last_undegraded":"2023-10-05T15:21:29.555845+0000","last_fullsized":"2023-10-05T15:21:29.555845+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:19:27.245900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555229+0000","last_change":"2023-10-05T15:20:25.053136+0000","last_active":"2023-10-05T15:21:29.555229+0000","last_peered":"2023-10-05T15:21:29.555229+0000","last_clean":"2023-10-05T15:21:29.555229+0000","last_became_active":"2023-10-05T15:20:25.052809+0000","last_became_peered":"2023-10-05T15:20:25.052809+0000","last_unstale":"2023-10-05T15:21:29.555229+0000","last_undegraded":"2023-10-05T15:21:29.555229+0000","last_fullsized":"2023-10-05T15:21:29.555229+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:25:28.983135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.562568+0000","last_change":"2023-10-05T15:21:30.562568+0000","last_active":"2023-10-05T15:21:30.562568+0000","last_peered":"2023-10-05T15:21:30.562568+0000","last_clean":"2023-10-05T15:21:30.562568+0000","last_became_active":"2023-10-05T15:21:30.561848+0000","last_became_peered":"2023-10-05T15:21:30.561848+0000","last_unstale":"2023-10-05T15:21:30.562568+0000","last_undegraded":"2023-10-05T15:21:30.562568+0000","last_fullsized":"2023-10-05T15:21:30.562568+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:55:43.460947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,7,8],"acting":[4,10,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"86'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550158+0000","last_change":"2023-10-05T15:20:24.046620+0000","last_active":"2023-10-05T15:21:29.550158+0000","last_peered":"2023-10-05T15:21:29.550158+0000","last_clean":"2023-10-05T15:21:29.550158+0000","last_became_active":"2023-10-05T15:20:24.046294+0000","last_became_peered":"2023-10-05T15:20:24.046294+0000","last_unstale":"2023-10-05T15:21:29.550158+0000","last_undegraded":"2023-10-05T15:21:29.550158+0000","last_fullsized":"2023-10-05T15:21:29.550158+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:29:52.107741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557194+0000","last_change":"2023-10-05T15:20:25.055040+0000","last_active":"2023-10-05T15:21:29.557194+0000","last_peered":"2023-10-05T15:21:29.557194+0000","last_clean":"2023-10-05T15:21:29.557194+0000","last_became_active":"2023-10-05T15:20:25.054667+0000","last_became_peered":"2023-10-05T15:20:25.054667+0000","last_unstale":"2023-10-05T15:21:29.557194+0000","last_undegraded":"2023-10-05T15:21:29.557194+0000","last_fullsized":"2023-10-05T15:21:29.557194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T18:02:43.827914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552852+0000","last_change":"2023-10-05T15:20:29.089630+0000","last_active":"2023-10-05T15:21:29.552852+0000","last_peered":"2023-10-05T15:21:29.552852+0000","last_clean":"2023-10-05T15:21:29.552852+0000","last_became_active":"2023-10-05T15:20:29.089139+0000","last_became_peered":"2023-10-05T15:20:29.089139+0000","last_unstale":"2023-10-05T15:21:29.552852+0000","last_undegraded":"2023-10-05T15:21:29.552852+0000","last_fullsized":"2023-10-05T15:21:29.552852+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:02:56.542785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"86'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555923+0000","last_change":"2023-10-05T15:20:24.050034+0000","last_active":"2023-10-05T15:21:29.555923+0000","last_peered":"2023-10-05T15:21:29.555923+0000","last_clean":"2023-10-05T15:21:29.555923+0000","last_became_active":"2023-10-05T15:20:24.049662+0000","last_became_peered":"2023-10-05T15:20:24.049662+0000","last_unstale":"2023-10-05T15:21:29.555923+0000","last_undegraded":"2023-10-05T15:21:29.555923+0000","last_fullsized":"2023-10-05T15:21:29.555923+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:57:31.152372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555818+0000","last_change":"2023-10-05T15:20:25.058808+0000","last_active":"2023-10-05T15:21:29.555818+0000","last_peered":"2023-10-05T15:21:29.555818+0000","last_clean":"2023-10-05T15:21:29.555818+0000","last_became_active":"2023-10-05T15:20:25.058350+0000","last_became_peered":"2023-10-05T15:20:25.058350+0000","last_unstale":"2023-10-05T15:21:29.555818+0000","last_undegraded":"2023-10-05T15:21:29.555818+0000","last_fullsized":"2023-10-05T15:21:29.555818+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:22:24.149080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":24,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.561819+0000","last_change":"2023-10-05T15:21:30.561819+0000","last_active":"2023-10-05T15:21:30.561819+0000","last_peered":"2023-10-05T15:21:30.561819+0000","last_clean":"2023-10-05T15:21:30.561819+0000","last_became_active":"2023-10-05T15:21:30.561344+0000","last_became_peered":"2023-10-05T15:21:30.561344+0000","last_unstale":"2023-10-05T15:21:30.561819+0000","last_undegraded":"2023-10-05T15:21:30.561819+0000","last_fullsized":"2023-10-05T15:21:30.561819+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:21.641861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,6,7],"acting":[1,8,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"86'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550563+0000","last_change":"2023-10-05T15:20:24.046214+0000","last_active":"2023-10-05T15:21:29.550563+0000","last_peered":"2023-10-05T15:21:29.550563+0000","last_clean":"2023-10-05T15:21:29.550563+0000","last_became_active":"2023-10-05T15:20:24.045923+0000","last_became_peered":"2023-10-05T15:20:24.045923+0000","last_unstale":"2023-10-05T15:21:29.550563+0000","last_undegraded":"2023-10-05T15:21:29.550563+0000","last_fullsized":"2023-10-05T15:21:29.550563+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:22:01.198921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555761+0000","last_change":"2023-10-05T15:20:25.062574+0000","last_active":"2023-10-05T15:21:29.555761+0000","last_peered":"2023-10-05T15:21:29.555761+0000","last_clean":"2023-10-05T15:21:29.555761+0000","last_became_active":"2023-10-05T15:20:25.062254+0000","last_became_peered":"2023-10-05T15:20:25.062254+0000","last_unstale":"2023-10-05T15:21:29.555761+0000","last_undegraded":"2023-10-05T15:21:29.555761+0000","last_fullsized":"2023-10-05T15:21:29.555761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:01:46.982814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559209+0000","last_change":"2023-10-05T15:20:29.091349+0000","last_active":"2023-10-05T15:21:29.559209+0000","last_peered":"2023-10-05T15:21:29.559209+0000","last_clean":"2023-10-05T15:21:29.559209+0000","last_became_active":"2023-10-05T15:20:29.090894+0000","last_became_peered":"2023-10-05T15:20:29.090894+0000","last_unstale":"2023-10-05T15:21:29.559209+0000","last_undegraded":"2023-10-05T15:21:29.559209+0000","last_fullsized":"2023-10-05T15:21:29.559209+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:45:31.402064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"81'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.553189+0000","last_change":"2023-10-05T15:20:24.047453+0000","last_active":"2023-10-05T15:21:29.553189+0000","last_peered":"2023-10-05T15:21:29.553189+0000","last_clean":"2023-10-05T15:21:29.553189+0000","last_became_active":"2023-10-05T15:20:24.046957+0000","last_became_peered":"2023-10-05T15:20:24.046957+0000","last_unstale":"2023-10-05T15:21:29.553189+0000","last_undegraded":"2023-10-05T15:21:29.553189+0000","last_fullsized":"2023-10-05T15:21:29.553189+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:20:05.055651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556044+0000","last_change":"2023-10-05T15:20:25.063377+0000","last_active":"2023-10-05T15:21:29.556044+0000","last_peered":"2023-10-05T15:21:29.556044+0000","last_clean":"2023-10-05T15:21:29.556044+0000","last_became_active":"2023-10-05T15:20:25.062954+0000","last_became_peered":"2023-10-05T15:20:25.062954+0000","last_unstale":"2023-10-05T15:21:29.556044+0000","last_undegraded":"2023-10-05T15:21:29.556044+0000","last_fullsized":"2023-10-05T15:21:29.556044+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:47:35.933438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552534+0000","last_change":"2023-10-05T15:20:29.087119+0000","last_active":"2023-10-05T15:21:29.552534+0000","last_peered":"2023-10-05T15:21:29.552534+0000","last_clean":"2023-10-05T15:21:29.552534+0000","last_became_active":"2023-10-05T15:20:29.086726+0000","last_became_peered":"2023-10-05T15:20:29.086726+0000","last_unstale":"2023-10-05T15:21:29.552534+0000","last_undegraded":"2023-10-05T15:21:29.552534+0000","last_fullsized":"2023-10-05T15:21:29.552534+0000","mapping_epoch":84,"log_start":"0'0","ondisk_log_start":"0'0","created":84,"last_epoch_clean":85,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:28.049343+0000","last_clean_scrub_stamp":"2023-10-05T15:20:28.049343+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:04:28.811692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"81'2","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557755+0000","last_change":"2023-10-05T15:20:24.048329+0000","last_active":"2023-10-05T15:21:29.557755+0000","last_peered":"2023-10-05T15:21:29.557755+0000","last_clean":"2023-10-05T15:21:29.557755+0000","last_became_active":"2023-10-05T15:20:24.048057+0000","last_became_peered":"2023-10-05T15:20:24.048057+0000","last_unstale":"2023-10-05T15:21:29.557755+0000","last_undegraded":"2023-10-05T15:21:29.557755+0000","last_fullsized":"2023-10-05T15:21:29.557755+0000","mapping_epoch":79,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":80,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:23.013299+0000","last_clean_scrub_stamp":"2023-10-05T15:20:23.013299+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:06:27.067438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555781+0000","last_change":"2023-10-05T15:20:25.060486+0000","last_active":"2023-10-05T15:21:29.555781+0000","last_peered":"2023-10-05T15:21:29.555781+0000","last_clean":"2023-10-05T15:21:29.555781+0000","last_became_active":"2023-10-05T15:20:25.060165+0000","last_became_peered":"2023-10-05T15:20:25.060165+0000","last_unstale":"2023-10-05T15:21:29.555781+0000","last_undegraded":"2023-10-05T15:21:29.555781+0000","last_fullsized":"2023-10-05T15:21:29.555781+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:11:23.175189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":26,"reported_epoch":88,"state":"active+clean","last_fresh":"2023-10-05T15:21:30.560636+0000","last_change":"2023-10-05T15:21:30.560636+0000","last_active":"2023-10-05T15:21:30.560636+0000","last_peered":"2023-10-05T15:21:30.560636+0000","last_clean":"2023-10-05T15:21:30.560636+0000","last_became_active":"2023-10-05T15:21:30.559992+0000","last_became_peered":"2023-10-05T15:21:30.559992+0000","last_unstale":"2023-10-05T15:21:30.560636+0000","last_undegraded":"2023-10-05T15:21:30.560636+0000","last_fullsized":"2023-10-05T15:21:30.560636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:23:35.274482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,9],"acting":[11,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550322+0000","last_change":"2023-10-05T15:20:25.044078+0000","last_active":"2023-10-05T15:21:29.550322+0000","last_peered":"2023-10-05T15:21:29.550322+0000","last_clean":"2023-10-05T15:21:29.550322+0000","last_became_active":"2023-10-05T15:20:25.043783+0000","last_became_peered":"2023-10-05T15:20:25.043783+0000","last_unstale":"2023-10-05T15:21:29.550322+0000","last_undegraded":"2023-10-05T15:21:29.550322+0000","last_fullsized":"2023-10-05T15:21:29.550322+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T19:40:51.821327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550139+0000","last_change":"2023-10-05T15:20:25.054455+0000","last_active":"2023-10-05T15:21:29.550139+0000","last_peered":"2023-10-05T15:21:29.550139+0000","last_clean":"2023-10-05T15:21:29.550139+0000","last_became_active":"2023-10-05T15:20:25.054149+0000","last_became_peered":"2023-10-05T15:20:25.054149+0000","last_unstale":"2023-10-05T15:21:29.550139+0000","last_undegraded":"2023-10-05T15:21:29.550139+0000","last_fullsized":"2023-10-05T15:21:29.550139+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T20:58:36.082994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.559442+0000","last_change":"2023-10-05T15:20:25.056636+0000","last_active":"2023-10-05T15:21:29.559442+0000","last_peered":"2023-10-05T15:21:29.559442+0000","last_clean":"2023-10-05T15:21:29.559442+0000","last_became_active":"2023-10-05T15:20:25.056289+0000","last_became_peered":"2023-10-05T15:20:25.056289+0000","last_unstale":"2023-10-05T15:21:29.559442+0000","last_undegraded":"2023-10-05T15:21:29.559442+0000","last_fullsized":"2023-10-05T15:21:29.559442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T01:04:22.673845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557839+0000","last_change":"2023-10-05T15:20:25.060131+0000","last_active":"2023-10-05T15:21:29.557839+0000","last_peered":"2023-10-05T15:21:29.557839+0000","last_clean":"2023-10-05T15:21:29.557839+0000","last_became_active":"2023-10-05T15:20:25.059598+0000","last_became_peered":"2023-10-05T15:20:25.059598+0000","last_unstale":"2023-10-05T15:21:29.557839+0000","last_undegraded":"2023-10-05T15:21:29.557839+0000","last_fullsized":"2023-10-05T15:21:29.557839+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T22:11:16.270672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555566+0000","last_change":"2023-10-05T15:20:25.042237+0000","last_active":"2023-10-05T15:21:29.555566+0000","last_peered":"2023-10-05T15:21:29.555566+0000","last_clean":"2023-10-05T15:21:29.555566+0000","last_became_active":"2023-10-05T15:20:25.041899+0000","last_became_peered":"2023-10-05T15:20:25.041899+0000","last_unstale":"2023-10-05T15:21:29.555566+0000","last_undegraded":"2023-10-05T15:21:29.555566+0000","last_fullsized":"2023-10-05T15:21:29.555566+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T03:06:47.941733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550588+0000","last_change":"2023-10-05T15:20:25.055637+0000","last_active":"2023-10-05T15:21:29.550588+0000","last_peered":"2023-10-05T15:21:29.550588+0000","last_clean":"2023-10-05T15:21:29.550588+0000","last_became_active":"2023-10-05T15:20:25.055272+0000","last_became_peered":"2023-10-05T15:20:25.055272+0000","last_unstale":"2023-10-05T15:21:29.550588+0000","last_undegraded":"2023-10-05T15:21:29.550588+0000","last_fullsized":"2023-10-05T15:21:29.550588+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T21:50:28.387478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.556471+0000","last_change":"2023-10-05T15:20:25.047713+0000","last_active":"2023-10-05T15:21:29.556471+0000","last_peered":"2023-10-05T15:21:29.556471+0000","last_clean":"2023-10-05T15:21:29.556471+0000","last_became_active":"2023-10-05T15:20:25.047380+0000","last_became_peered":"2023-10-05T15:20:25.047380+0000","last_unstale":"2023-10-05T15:21:29.556471+0000","last_undegraded":"2023-10-05T15:21:29.556471+0000","last_fullsized":"2023-10-05T15:21:29.556471+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T17:33:26.081523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.552737+0000","last_change":"2023-10-05T15:20:25.040403+0000","last_active":"2023-10-05T15:21:29.552737+0000","last_peered":"2023-10-05T15:21:29.552737+0000","last_clean":"2023-10-05T15:21:29.552737+0000","last_became_active":"2023-10-05T15:20:25.040090+0000","last_became_peered":"2023-10-05T15:20:25.040090+0000","last_unstale":"2023-10-05T15:21:29.552737+0000","last_undegraded":"2023-10-05T15:21:29.552737+0000","last_fullsized":"2023-10-05T15:21:29.552737+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T00:44:16.598431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.555696+0000","last_change":"2023-10-05T15:20:25.042982+0000","last_active":"2023-10-05T15:21:29.555696+0000","last_peered":"2023-10-05T15:21:29.555696+0000","last_clean":"2023-10-05T15:21:29.555696+0000","last_became_active":"2023-10-05T15:20:25.042682+0000","last_became_peered":"2023-10-05T15:20:25.042682+0000","last_unstale":"2023-10-05T15:21:29.555696+0000","last_undegraded":"2023-10-05T15:21:29.555696+0000","last_fullsized":"2023-10-05T15:21:29.555696+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-07T02:21:20.423635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.550718+0000","last_change":"2023-10-05T15:20:25.058256+0000","last_active":"2023-10-05T15:21:29.550718+0000","last_peered":"2023-10-05T15:21:29.550718+0000","last_clean":"2023-10-05T15:21:29.550718+0000","last_became_active":"2023-10-05T15:20:25.057948+0000","last_became_peered":"2023-10-05T15:20:25.057948+0000","last_unstale":"2023-10-05T15:21:29.550718+0000","last_undegraded":"2023-10-05T15:21:29.550718+0000","last_fullsized":"2023-10-05T15:21:29.550718+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T16:13:19.966330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.557396+0000","last_change":"2023-10-05T15:20:25.063827+0000","last_active":"2023-10-05T15:21:29.557396+0000","last_peered":"2023-10-05T15:21:29.557396+0000","last_clean":"2023-10-05T15:21:29.557396+0000","last_became_active":"2023-10-05T15:20:25.063243+0000","last_became_peered":"2023-10-05T15:20:25.063243+0000","last_unstale":"2023-10-05T15:21:29.557396+0000","last_undegraded":"2023-10-05T15:21:29.557396+0000","last_fullsized":"2023-10-05T15:21:29.557396+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T23:44:18.047279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":87,"state":"active+clean","last_fresh":"2023-10-05T15:21:29.554905+0000","last_change":"2023-10-05T15:20:25.056467+0000","last_active":"2023-10-05T15:21:29.554905+0000","last_peered":"2023-10-05T15:21:29.554905+0000","last_clean":"2023-10-05T15:21:29.554905+0000","last_became_active":"2023-10-05T15:20:25.056121+0000","last_became_peered":"2023-10-05T15:20:25.056121+0000","last_unstale":"2023-10-05T15:21:29.554905+0000","last_undegraded":"2023-10-05T15:21:29.554905+0000","last_fullsized":"2023-10-05T15:21:29.554905+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-10-05T15:20:24.019262+0000","last_clean_scrub_stamp":"2023-10-05T15:20:24.019262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-10-06T15:38:58.711104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2375680,"data_stored":2361472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":7452,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":464,"num_read_kb":246,"num_write":130,"num_write_kb":44,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":616,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":245760,"data_stored":22876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":114,"ondisk_log_size":114,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":77,"seq":330712481822,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":983040,"data_stored":477480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.52800000000000002,"15min":0.51000000000000001},"min":{"1min":0.379,"5min":0.375,"15min":0.375},"max":{"1min":1.502,"5min":1.502,"15min":1.502},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.53500000000000003,"15min":0.52900000000000003},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.6100000000000001,"5min":1.6100000000000001,"15min":1.6100000000000001},"last":0.69999999999999996}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.64000000000000001,"15min":0.63},"min":{"1min":0.48799999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.41799999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.58399999999999996}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.438,"15min":0.42499999999999999},"min":{"1min":0.32600000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.45600000000000002,"15min":0.44700000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"last":0.44600000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.622,"15min":0.60799999999999998},"min":{"1min":0.42899999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.89400000000000002,"5min":0.89400000000000002,"15min":0.89400000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.64600000000000002,"15min":0.63800000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.64900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.51900000000000002,"15min":0.51300000000000001},"min":{"1min":0.41399999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73999999999999999,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.57399999999999995,"15min":0.56100000000000005},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.86599999999999999,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.55600000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.70399999999999996,"5min":0.629,"15min":0.61699999999999999},"min":{"1min":0.373,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.622},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.66300000000000003,"15min":0.64700000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":2.2040000000000002,"5min":2.2040000000000002,"15min":2.2040000000000002},"last":0.80200000000000005}]},{"osd":7,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.746,"15min":0.73599999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":0.95199999999999996,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.79300000000000004,"5min":0.73099999999999998,"15min":0.72099999999999997},"min":{"1min":0.50600000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.97199999999999998,"5min":1.238,"15min":1.238},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:29 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.66300000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.746,"15min":0.72699999999999998},"min":{"1min":0.61299999999999999,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":2.3359999999999999,"5min":2.3359999999999999,"15min":2.3359999999999999},"last":0.878},{"interface":"front","average":{"1min":0.84599999999999997,"5min":0.75,"15min":0.73399999999999999},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.573,"5min":1.573,"15min":1.573},"last":0.81699999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.77600000000000002,"15min":0.76800000000000002},"min":{"1min":0.55500000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.004,"5min":1.2,"15min":1.2},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.75900000000000001,"15min":0.748},"min":{"1min":0.63400000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.98599999999999999,"5min":1.343,"15min":1.343},"last":0.84099999999999997}]}]},{"osd":10,"up_from":70,"seq":300647710755,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1576,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1613824,"data_stored":1072912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.61099999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.47299999999999998,"15min":0.47699999999999998},"min":{"1min":0.34899999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.57599999999999996,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.48199999999999998,"15min":0.47799999999999998},"min":{"1min":0.38600000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.71999999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.63300000000000001,"15min":0.63},"min":{"1min":0.49099999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":0.88500000000000001},"last":0.877},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.63100000000000001,"15min":0.63700000000000001},"min":{"1min":0.47899999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.69599999999999995,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.82999999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.64400000000000002,"15min":0.65100000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1819999999999999,"5min":1.1819999999999999,"15min":1.1819999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.69399999999999995,"5min":0.67600000000000005,"15min":0.67300000000000004},"min":{"1min":0.501,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":0.91300000000000003},"last":0.67600000000000005}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.59499999999999997,"15min":0.59099999999999997},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.54400000000000004,"15min":0.54100000000000004},"min":{"1min":0.40400000000000003,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.77700000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.79300000000000004}]},{"osd":5,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.70399999999999996,"15min":0.70999999999999996},"min":{"1min":0.54400000000000004,"5min":0.501,"15min":0.501},"max":{"1min":0.79000000000000004,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.73699999999999999,"15min":0.75},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.78300000000000003,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.73799999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.74299999999999999,"15min":0.752},"min":{"1min":0.48699999999999999,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.2250000000000001,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.79500000000000004,"5min":0.749,"15min":0.74099999999999999},"min":{"1min":0.60299999999999998,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.0089999999999999,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80900000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.79200000000000004,"5min":0.81799999999999995,"15min":0.82199999999999995},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83799999999999997,"15min":0.84599999999999997},"min":{"1min":0.66500000000000004,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":0.94399999999999995,"5min":1.071,"15min":1.071},"last":1.0149999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":1.3520000000000001,"5min":0.95899999999999996,"15min":0.89300000000000002},"min":{"1min":0.65600000000000003,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":8.4610000000000003,"5min":8.4610000000000003,"15min":8.4610000000000003},"last":0.86199999999999999},{"interface":"front","average":{"1min":0.84199999999999997,"5min":0.88200000000000001,"15min":0.88900000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.6970000000000001,"5min":1.6970000000000001,"15min":1.6970000000000001},"last":0.93500000000000005}]},{"osd":11,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.85699999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"min":{"1min":0.67900000000000005,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":0.996,"5min":1.083,"15min":1.083},"last":0.90000000000000002},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.85599999999999998,"15min":0.86099999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":0.94899999999999995,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.96699999999999997}]}]},{"osd":9,"up_from":65,"seq":279172874278,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":995328,"data_stored":477682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1599,"internal_metadata":27654593},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.47599999999999998,"15min":0.48399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68700000000000006,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.433,"5min":0.48099999999999998,"15min":0.48899999999999999},"min":{"1min":0.30399999999999999,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":0.78100000000000003,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.32400000000000001}]},{"osd":1,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.64000000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.63600000000000001,"15min":0.64600000000000002},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.81699999999999995,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.48499999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.66300000000000003,"15min":0.66100000000000003},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":2.044,"5min":2.044,"15min":2.044},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.67700000000000005,"15min":0.69099999999999995},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.89500000000000002,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.59999999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.58799999999999997,"15min":0.59199999999999997},"min":{"1min":0.39300000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.54700000000000004,"15min":0.54100000000000004},"min":{"1min":0.32400000000000001,"5min":0.308,"15min":0.308},"max":{"1min":2.1789999999999998,"5min":2.1789999999999998,"15min":2.1789999999999998},"last":0.34799999999999998}]},{"osd":4,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.82999999999999996,"5min":0.746,"15min":0.73199999999999998},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":4.7629999999999999,"5min":4.7629999999999999,"15min":4.7629999999999999},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.70899999999999996,"15min":0.71299999999999997},"min":{"1min":0.48699999999999999,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":0.95899999999999996,"5min":1.119,"15min":1.119},"last":0.45900000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.73299999999999998,"15min":0.74299999999999999},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.998,"5min":1.04,"15min":1.04},"last":0.504},{"interface":"front","average":{"1min":0.748,"5min":0.77400000000000002,"15min":0.77800000000000002},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":2.077,"5min":2.077,"15min":2.077},"last":0.628}]},{"osd":6,"last update":"Thu Oct 5 15:20:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":0.98599999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.42799999999999999}]},{"osd":7,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.79100000000000004,"15min":0.80400000000000005},"min":{"1min":0.54500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":0.99099999999999999,"5min":1.0900000000000001,"15min":1.0900000000000001},"last":0.58199999999999996},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.81000000000000005,"15min":0.81599999999999995},"min":{"1min":0.46100000000000002,"5min":0.443,"15min":0.443},"max":{"1min":2.113,"5min":2.113,"15min":2.113},"last":0.52300000000000002}]},{"osd":8,"last update":"Thu Oct 5 15:21:09 2023","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.83099999999999996,"15min":0.85099999999999998},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0109999999999999,"5min":1.278,"15min":1.278},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.83499999999999996,"15min":0.84999999999999998},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.0629999999999999,"5min":1.2250000000000001,"15min":1.2250000000000001},"last":0.76300000000000001}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.71599999999999997,"5min":0.81299999999999994,"15min":0.82899999999999996},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.84499999999999997,"5min":1.115,"15min":1.115},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.82699999999999996,"15min":0.83799999999999997},"min":{"1min":0.628,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":1.081,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.61699999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.73899999999999999}]}]},{"osd":8,"up_from":58,"seq":249108103211,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.59499999999999997,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88100000000000001,"5min":4.7329999999999997,"15min":4.7329999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.56000000000000005,"15min":0.55000000000000004},"min":{"1min":0.40699999999999997,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.56299999999999994}]},{"osd":1,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.67600000000000005,"5min":0.623,"15min":0.60199999999999998},"min":{"1min":0.47699999999999998,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.86699999999999999,"5min":2.2930000000000001,"15min":2.2930000000000001},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.68799999999999994,"5min":0.63700000000000001,"15min":0.59999999999999998},"min":{"1min":0.49399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.85899999999999999,"5min":5.1749999999999998,"15min":5.1749999999999998},"last":0.77900000000000003}]},{"osd":2,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.35299999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52500000000000002,"15min":0.48899999999999999},"min":{"1min":0.36499999999999999,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68000000000000005,"5min":6.5049999999999999,"15min":6.5049999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.60299999999999998,"15min":0.59399999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.63600000000000001,"15min":0.623},"min":{"1min":0.45400000000000001,"5min":0.374,"15min":0.374},"max":{"1min":1.9219999999999999,"5min":1.9219999999999999,"15min":1.9219999999999999},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.64300000000000002,"15min":0.61899999999999999},"min":{"1min":0.48399999999999999,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.92600000000000005,"5min":1.6990000000000001,"15min":1.6990000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":0.745,"5min":0.68700000000000006,"15min":0.66900000000000004},"min":{"1min":0.54600000000000004,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93799999999999994,"5min":3.0099999999999998,"15min":3.0099999999999998},"last":0.90200000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60399999999999998,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.95799999999999996,"5min":5.0759999999999996,"15min":5.0759999999999996},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.59899999999999998,"15min":0.59499999999999997},"min":{"1min":0.441,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.90000000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.83899999999999997}]},{"osd":6,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.73599999999999999,"5min":0.69199999999999995,"15min":0.68799999999999994},"min":{"1min":0.51000000000000001,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.75,"15min":0.71999999999999997},"min":{"1min":0.57999999999999996,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.853,"5min":5.1289999999999996,"15min":5.1289999999999996},"last":0.71699999999999997}]},{"osd":7,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.754,"15min":0.71599999999999997},"min":{"1min":0.63100000000000001,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0069999999999999,"5min":6.0979999999999999,"15min":6.0979999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.82799999999999996,"5min":0.748,"15min":0.73199999999999998},"min":{"1min":0.55800000000000005,"5min":0.443,"15min":0.443},"max":{"1min":1.004,"5min":1.738,"15min":1.738},"last":0.98699999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:06 2023","interfaces":[{"interface":"back","average":{"1min":0.79000000000000004,"5min":0.73799999999999999,"15min":0.72999999999999998},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.593,"5min":1.593,"15min":1.593},"last":0.872},{"interface":"front","average":{"1min":0.76300000000000001,"5min":0.74299999999999999,"15min":0.73999999999999999},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.93799999999999994}]},{"osd":10,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.86699999999999999,"5min":0.751,"15min":0.73199999999999998},"min":{"1min":0.59699999999999998,"5min":0.51200000000000001,"15min":0.51200000000000001},"max":{"1min":1.6659999999999999,"5min":1.6659999999999999,"15min":1.6659999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78000000000000003,"15min":0.76100000000000001},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.96999999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":1.6359999999999999,"5min":1.6359999999999999,"15min":1.6359999999999999},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":4.1340000000000003,"5min":4.1340000000000003,"15min":4.1340000000000003},"last":1.0049999999999999}]}]},{"osd":7,"up_from":51,"seq":219043332143,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28572,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716580,"statfs":{"total":95995035648,"available":95965777920,"internally_reserved":0,"allocated":1585152,"data_stored":1069284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:24 2023","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":1.302},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":2.4660000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.46100000000000002,"15min":0.442},"min":{"1min":0.33400000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70499999999999996,"5min":1.28,"15min":1.28},"last":0.442},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.503,"15min":0.47499999999999998},"min":{"1min":0.32000000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.73299999999999998,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.622,"15min":0.60199999999999998},"min":{"1min":0.42299999999999999,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.89500000000000002,"5min":1.0469999999999999,"15min":1.0469999999999999},"last":0.85299999999999998},{"interface":"front","average":{"1min":0.70299999999999996,"5min":0.64300000000000002,"15min":0.61299999999999999},"min":{"1min":0.45700000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.90900000000000003,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.60299999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.82499999999999996,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.68700000000000006,"15min":0.65500000000000003},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.98299999999999998,"5min":2.431,"15min":2.431},"last":0.57799999999999996}]},{"osd":4,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.60999999999999999,"15min":0.58599999999999997},"min":{"1min":0.39000000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.92000000000000004,"5min":2.1480000000000001,"15min":2.1480000000000001},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.56000000000000005,"15min":0.55300000000000005},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.91500000000000004,"5min":1.1659999999999999,"15min":1.1659999999999999},"last":0.50700000000000001}]},{"osd":5,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.67300000000000004,"15min":0.64200000000000002},"min":{"1min":0.50900000000000001,"5min":0.441,"15min":0.441},"max":{"1min":1.046,"5min":1.046,"15min":1.046},"last":0.79900000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.73899999999999999,"15min":0.72399999999999998},"min":{"1min":0.53100000000000003,"5min":0.435,"15min":0.435},"max":{"1min":1.002,"5min":1.0429999999999999,"15min":1.0429999999999999},"last":0.73999999999999999}]},{"osd":6,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.746,"5min":0.746,"15min":0.72199999999999998},"min":{"1min":0.53700000000000003,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.0429999999999999,"5min":2.4969999999999999,"15min":2.4969999999999999},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.73699999999999999,"5min":0.70799999999999996,"15min":0.68799999999999994},"min":{"1min":0.51700000000000002,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.96999999999999997,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.69899999999999995}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.77700000000000002,"15min":0.751},"min":{"1min":0.57199999999999995,"5min":0.51400000000000001,"15min":0.51400000000000001},"max":{"1min":1.089,"5min":2.222,"15min":2.222},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.85699999999999998,"5min":0.77500000000000002,"15min":0.75900000000000001},"min":{"1min":0.61899999999999999,"5min":0.48399999999999999,"15min":0.48399999999999999},"max":{"1min":1.097,"5min":1.097,"15min":1.097},"last":0.95199999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.81699999999999995,"15min":0.81100000000000005},"min":{"1min":0.56599999999999995,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.89200000000000002},{"interface":"front","average":{"1min":0.84099999999999997,"5min":0.81799999999999995,"15min":0.81399999999999995},"min":{"1min":0.54600000000000004,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":1.913,"5min":1.913,"15min":1.913},"last":0.83299999999999996}]},{"osd":10,"last update":"Thu Oct 5 15:21:30 2023","interfaces":[{"interface":"back","average":{"1min":0.82299999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.84799999999999998,"15min":0.85399999999999998},"min":{"1min":0.57699999999999996,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.075,"5min":1.1579999999999999,"15min":1.1579999999999999},"last":0.86899999999999999}]},{"osd":11,"last update":"Thu Oct 5 15:21:24 2023","interfaces":[{"interface":"back","average":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.123,"5min":1.123,"15min":1.123},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":1.1359999999999999,"5min":1.1359999999999999,"15min":1.1359999999999999},"last":0.97999999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495668,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27976,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717176,"statfs":{"total":95995035648,"available":95966388224,"internally_reserved":0,"allocated":978944,"data_stored":476954,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.41799999999999998,"15min":0.41099999999999998},"min":{"1min":0.311,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.47699999999999998,"15min":0.46100000000000002},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":3.839,"5min":3.839,"15min":3.839},"last":0.36199999999999999}]},{"osd":1,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.59099999999999997,"15min":0.57299999999999995},"min":{"1min":0.47099999999999997,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.59899999999999998,"15min":0.57999999999999996},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":3.48,"5min":3.48,"15min":3.48},"last":0.54900000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.67100000000000004,"15min":0.64300000000000002},"min":{"1min":0.46600000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":3.645,"5min":3.645,"15min":3.645},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.442,"5min":0.437,"15min":0.437},"max":{"1min":1.099,"5min":1.099,"15min":1.099},"last":0.57899999999999996}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53700000000000003,"15min":0.52700000000000002},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":1.159,"5min":1.159,"15min":1.159},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.55500000000000005,"15min":0.55600000000000005},"min":{"1min":0.27900000000000003,"5min":0.27900000000000003,"15min":0.27900000000000003},"max":{"1min":4.1539999999999999,"5min":4.1539999999999999,"15min":4.1539999999999999},"last":0.314}]},{"osd":4,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.66500000000000004,"15min":0.64900000000000002},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":3.6829999999999998,"5min":3.6829999999999998,"15min":3.6829999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.68300000000000005,"15min":0.67900000000000005},"min":{"1min":0.45000000000000001,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"last":0.73499999999999999}]},{"osd":5,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66100000000000003,"15min":0.65000000000000002},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":3.6019999999999999,"5min":3.6019999999999999,"15min":3.6019999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.84499999999999997,"5min":0.73799999999999999,"15min":0.71299999999999997},"min":{"1min":0.48299999999999998,"5min":0.45400000000000001,"15min":0.45400000000000001},"max":{"1min":3.7759999999999998,"5min":3.7759999999999998,"15min":3.7759999999999998},"last":0.66100000000000003}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.75900000000000001,"15min":0.76100000000000001},"min":{"1min":0.498,"5min":0.497,"15min":0.497},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.78600000000000003,"15min":0.77800000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.7160000000000002,"5min":3.7160000000000002,"15min":3.7160000000000002},"last":0.53500000000000003}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.73399999999999999,"15min":0.748},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":3.569,"5min":3.569,"15min":3.569},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.878,"5min":0.81399999999999995,"15min":0.81599999999999995},"min":{"1min":0.58399999999999996,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":3.8079999999999998,"5min":3.8079999999999998,"15min":3.8079999999999998},"last":0.71899999999999997}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":1.03,"5min":0.83399999999999996,"15min":0.80200000000000005},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":7.7030000000000003,"5min":7.7030000000000003,"15min":7.7030000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.86299999999999999,"15min":0.83599999999999997},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":7.6420000000000003,"5min":7.6420000000000003,"15min":7.6420000000000003},"last":0.77100000000000002}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.86399999999999999,"15min":0.85099999999999998},"min":{"1min":0.56499999999999995,"5min":0.504,"15min":0.504},"max":{"1min":3.746,"5min":3.746,"15min":3.746},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.82899999999999996,"15min":0.83299999999999996},"min":{"1min":0.58799999999999997,"5min":0.53100000000000003,"15min":0.53100000000000003},"max":{"1min":1.04,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.79400000000000004}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.1299999999999999,"5min":1.1299999999999999,"15min":1.1299999999999999},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":3.5310000000000001,"5min":3.5310000000000001,"15min":3.5310000000000001},"last":0.64700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574920,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27984,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717168,"statfs":{"total":95995035648,"available":95966380032,"internally_reserved":0,"allocated":987136,"data_stored":480706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.55900000000000005,"15min":0.495},"min":{"1min":0.435,"5min":0.29699999999999999,"15min":0.29699999999999999},"max":{"1min":0.79000000000000004,"5min":0.873,"15min":0.873},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55300000000000005,"15min":0.52300000000000002},"min":{"1min":0.35499999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.57799999999999996,"15min":0.52100000000000002},"min":{"1min":0.46400000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.85999999999999999,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.81499999999999995,"5min":0.63500000000000001,"15min":0.55500000000000005},"min":{"1min":0.626,"5min":0.317,"15min":0.317},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.84899999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59699999999999998,"15min":0.54100000000000004},"min":{"1min":0.38600000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.78800000000000003,"5min":3.7530000000000001,"15min":3.7530000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.67900000000000005,"5min":0.61699999999999999,"15min":0.57099999999999995},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.89300000000000002,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.66000000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.53900000000000003,"15min":0.48099999999999998},"min":{"1min":0.47599999999999998,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.67500000000000004,"5min":0.53600000000000003,"15min":0.49199999999999999},"min":{"1min":0.40899999999999997,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.41199999999999998}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.76500000000000001,"15min":0.65900000000000003},"min":{"1min":0.64900000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.236,"5min":3.7719999999999998,"15min":3.7719999999999998},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.68000000000000005,"15min":0.61699999999999999},"min":{"1min":0.55300000000000005,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.1220000000000001,"5min":1.1220000000000001,"15min":1.1220000000000001},"last":0.76200000000000001}]},{"osd":6,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.69599999999999995,"15min":0.65000000000000002},"min":{"1min":0.49399999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.92700000000000005,"5min":3.7890000000000001,"15min":3.7890000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.65400000000000003,"15min":0.65200000000000002},"min":{"1min":0.47499999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.438}]},{"osd":7,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.65000000000000002,"15min":0.59999999999999998},"min":{"1min":0.46400000000000002,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.1379999999999999,"5min":1.1379999999999999,"15min":1.1379999999999999},"last":0.623},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.66200000000000003,"15min":0.63400000000000001},"min":{"1min":0.58299999999999996,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.97699999999999998,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.60099999999999998}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.85499999999999998,"15min":0.83299999999999996},"min":{"1min":0.69899999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.93600000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.83299999999999996,"15min":0.80100000000000005},"min":{"1min":0.68999999999999995,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.298,"5min":1.298,"15min":1.298},"last":0.91000000000000003}]},{"osd":9,"last update":"Thu Oct 5 15:21:03 2023","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.75600000000000001,"15min":0.746},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.056,"5min":1.056,"15min":1.056},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.89600000000000002,"5min":0.85599999999999998,"15min":0.84999999999999998},"min":{"1min":0.58099999999999996,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.117,"5min":1.117,"15min":1.117},"last":0.96999999999999997}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.85899999999999999,"15min":0.83699999999999997},"min":{"1min":0.76000000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.1519999999999999,"5min":1.1519999999999999,"15min":1.1519999999999999},"last":0.998},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.84599999999999997,"15min":0.82999999999999996},"min":{"1min":0.624,"5min":0.496,"15min":0.496},"max":{"1min":1.1839999999999999,"5min":1.1839999999999999,"15min":1.1839999999999999},"last":0.82599999999999996}]},{"osd":11,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":1.018,"15min":1.018},"min":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"max":{"1min":1.21,"5min":1.21,"15min":1.21},"last":1.022},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.2490000000000001,"5min":1.2490000000000001,"15min":1.2490000000000001},"last":0.872}]}]},{"osd":0,"up_from":8,"seq":34359738445,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":478342,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.53600000000000003,"15min":0.504},"min":{"1min":0.35099999999999998,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82299999999999995,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.57999999999999996,"15min":0.52700000000000002},"min":{"1min":0.432,"5min":0.317,"15min":0.317},"max":{"1min":0.90400000000000003,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.749}]},{"osd":2,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.59999999999999998,"15min":0.54100000000000004},"min":{"1min":0.52700000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.80500000000000005,"5min":1.972,"15min":1.972},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.625,"5min":0.56200000000000006,"15min":0.52500000000000002},"min":{"1min":0.46400000000000002,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.73799999999999999,"5min":0.97199999999999998,"15min":0.97199999999999998},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.46800000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56200000000000006,"15min":0.54400000000000004},"min":{"1min":0.40600000000000003,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.877,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.65500000000000003,"5min":0.63700000000000001,"15min":0.58699999999999997},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.90900000000000003,"5min":1.923,"15min":1.923},"last":0.70899999999999996}]},{"osd":5,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.625,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.375,"15min":0.375},"max":{"1min":0.83399999999999996,"5min":1.8979999999999999,"15min":1.8979999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.59499999999999997,"15min":0.57199999999999995},"min":{"1min":0.437,"5min":0.307,"15min":0.307},"max":{"1min":0.85399999999999998,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.55100000000000005}]},{"osd":6,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.56999999999999995,"15min":0.56699999999999995},"min":{"1min":0.35299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.82399999999999995,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.57399999999999995,"15min":0.57199999999999995},"min":{"1min":0.371,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.85599999999999998,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.501}]},{"osd":7,"last update":"Thu Oct 5 15:21:33 2023","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68600000000000005}]},{"osd":8,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.70499999999999996,"15min":0.72399999999999998},"min":{"1min":0.45500000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.89800000000000002,"5min":1.101,"15min":1.101},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.81399999999999995,"15min":0.85999999999999999},"min":{"1min":0.58699999999999997,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":0.879,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":0.61599999999999999}]},{"osd":9,"last update":"Thu Oct 5 15:21:10 2023","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.76600000000000001,"15min":0.78800000000000003},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.93999999999999995,"5min":1.089,"15min":1.089},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.68400000000000005,"15min":0.69599999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.56399999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:27 2023","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.76200000000000001,"15min":0.77200000000000002},"min":{"1min":0.52700000000000002,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.92600000000000005,"5min":1.28,"15min":1.28},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.83699999999999997,"15min":0.84699999999999998},"min":{"1min":0.53900000000000003,"5min":0.501,"15min":0.501},"max":{"1min":1.022,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:48 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.73399999999999999,"15min":0.72999999999999998},"min":{"1min":0.57099999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":0.94399999999999995,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.63100000000000001,"5min":0.621,"15min":0.621},"max":{"1min":0.93899999999999995,"5min":0.998,"15min":0.998},"last":0.76700000000000002}]}]},{"osd":2,"up_from":18,"seq":77309411397,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28004,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717148,"statfs":{"total":95995035648,"available":95966359552,"internally_reserved":0,"allocated":1003520,"data_stored":481749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.56200000000000006,"15min":0.54300000000000004},"min":{"1min":0.35999999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.66400000000000003,"5min":4.0270000000000001,"15min":4.0270000000000001},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53600000000000003,"15min":0.56799999999999995},"min":{"1min":0.38100000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.84999999999999998,"5min":2.2120000000000002,"15min":2.2120000000000002},"last":0.72599999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.64700000000000002,"5min":0.57799999999999996,"15min":0.53700000000000003},"min":{"1min":0.34399999999999997,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.84299999999999997,"5min":0.97699999999999998,"15min":0.97699999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.72499999999999998,"5min":0.622,"15min":0.56999999999999995},"min":{"1min":0.51400000000000001,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.92800000000000005,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.65000000000000002}]},{"osd":3,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.63700000000000001,"15min":0.64000000000000001},"min":{"1min":0.40899999999999997,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.94499999999999995,"5min":2.2000000000000002,"15min":2.2000000000000002},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.61599999999999999,"15min":0.624},"min":{"1min":0.34100000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.82899999999999996,"5min":2.2429999999999999,"15min":2.2429999999999999},"last":0.78200000000000003}]},{"osd":4,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.008,"5min":1.008,"15min":1.008},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.63}]},{"osd":5,"last update":"Thu Oct 5 15:21:49 2023","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.49299999999999999,"15min":0.45700000000000002},"min":{"1min":0.32100000000000001,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.76900000000000002,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.51100000000000001,"15min":0.48299999999999998},"min":{"1min":0.32200000000000001,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.76900000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.376}]},{"osd":6,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.65700000000000003,"15min":0.64100000000000001},"min":{"1min":0.46700000000000003,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.91400000000000003,"5min":1.127,"15min":1.127},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.65200000000000002,"15min":0.65600000000000003},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.85799999999999998,"5min":0.876,"15min":0.876},"last":0.67200000000000004}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.752}]},{"osd":8,"last update":"Thu Oct 5 15:21:43 2023","interfaces":[{"interface":"back","average":{"1min":0.72499999999999998,"5min":0.623,"15min":0.59899999999999998},"min":{"1min":0.40300000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.60499999999999998,"15min":0.59399999999999997},"min":{"1min":0.432,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84799999999999998,"5min":0.89600000000000002,"15min":0.89600000000000002},"last":0.58299999999999996}]},{"osd":9,"last update":"Thu Oct 5 15:21:05 2023","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.69599999999999995,"15min":0.69199999999999995},"min":{"1min":0.504,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.93799999999999994,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.74199999999999999},{"interface":"front","average":{"1min":0.73799999999999999,"5min":0.753,"15min":0.755},"min":{"1min":0.56299999999999994,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.95999999999999996,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.80500000000000005}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.76000000000000001,"15min":0.751},"min":{"1min":0.54600000000000004,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.92800000000000005,"5min":1.032,"15min":1.032},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.91600000000000004,"5min":0.80300000000000005,"15min":0.78400000000000003},"min":{"1min":0.67500000000000004,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.0820000000000001,"5min":1.0820000000000001,"15min":1.0820000000000001},"last":0.89900000000000002}]},{"osd":11,"last update":"Thu Oct 5 15:21:25 2023","interfaces":[{"interface":"back","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.76700000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182464,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":991232,"data_stored":477148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.373,"15min":0.32700000000000001},"min":{"1min":0.29399999999999998,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39500000000000002,"15min":0.38800000000000001},"min":{"1min":0.33900000000000002,"5min":0.224,"15min":0.224},"max":{"1min":0.61099999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.29299999999999998}]},{"osd":1,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.56000000000000005,"15min":0.504},"min":{"1min":0.42799999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.5960000000000001,"5min":1.5960000000000001,"15min":1.5960000000000001},"last":0.497},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38300000000000001,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.506,"5min":1.512,"15min":1.512},"last":0.41599999999999998}]},{"osd":2,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60599999999999998,"15min":0.60199999999999998},"min":{"1min":0.45900000000000002,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.60899999999999999,"15min":0.56499999999999995},"min":{"1min":0.46500000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.73399999999999999}]},{"osd":4,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.59999999999999998,"15min":0.57399999999999995},"min":{"1min":0.46000000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.746,"5min":0.65700000000000003,"15min":0.61299999999999999},"min":{"1min":0.48099999999999998,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.53700000000000003}]},{"osd":5,"last update":"Thu Oct 5 15:21:51 2023","interfaces":[{"interface":"back","average":{"1min":0.627,"5min":0.65400000000000003,"15min":0.622},"min":{"1min":0.44900000000000001,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.80300000000000005,"5min":1.482,"15min":1.482},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.60399999999999998,"15min":0.58499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.96799999999999997,"5min":1.4019999999999999,"15min":1.4019999999999999},"last":0.51700000000000002}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58599999999999997,"15min":0.56200000000000006},"min":{"1min":0.373,"5min":0.316,"15min":0.316},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.55800000000000005,"15min":0.54900000000000004},"min":{"1min":0.39400000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":0.47299999999999998}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.74099999999999999,"15min":0.72899999999999998},"min":{"1min":0.499,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.657,"5min":1.657,"15min":1.657},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.873,"5min":0.65600000000000003,"15min":0.61599999999999999},"min":{"1min":0.47799999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":3.0609999999999999,"5min":3.0609999999999999,"15min":3.0609999999999999},"last":0.62}]},{"osd":8,"last update":"Thu Oct 5 15:19:42 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.747}]},{"osd":9,"last update":"Thu Oct 5 15:21:07 2023","interfaces":[{"interface":"back","average":{"1min":0.71099999999999997,"5min":0.79500000000000004,"15min":0.80900000000000005},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.72,"5min":1.72,"15min":1.72},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.48099999999999998,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.57199999999999995}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.753,"15min":0.72499999999999998},"min":{"1min":0.52700000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":2.9769999999999999,"5min":2.9769999999999999,"15min":2.9769999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.747,"15min":0.74399999999999999},"min":{"1min":0.59999999999999998,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.454,"5min":1.454,"15min":1.454},"last":0.58799999999999997}]},{"osd":11,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.875,"5min":0.875,"15min":0.875},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":3.036,"5min":3.036,"15min":3.036},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.69399999999999995}]}]},{"osd":4,"up_from":33,"seq":141733920828,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":991232,"data_stored":478090,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:19:22 2023","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.49299999999999999,"15min":0.47899999999999998},"min":{"1min":0.34499999999999997,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.55200000000000005,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.52600000000000002}]},{"osd":1,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.43099999999999999,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.64100000000000001,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.41499999999999998,"15min":0.39100000000000001},"min":{"1min":0.222,"5min":0.222,"15min":0.222},"max":{"1min":0.60899999999999999,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.42199999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.57199999999999995,"15min":0.55500000000000005},"min":{"1min":0.47699999999999998,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78200000000000003,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.629,"15min":0.58299999999999996},"min":{"1min":0.53300000000000003,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.86699999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.67800000000000005,"5min":0.59399999999999997,"15min":0.54800000000000004},"min":{"1min":0.39700000000000002,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.57799999999999996,"15min":0.54200000000000004},"min":{"1min":0.42899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.4419999999999999,"5min":1.4419999999999999,"15min":1.4419999999999999},"last":0.46000000000000002}]},{"osd":5,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.65600000000000003,"15min":0.60799999999999998},"min":{"1min":0.51100000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.90800000000000003,"5min":1.0669999999999999,"15min":1.0669999999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.81299999999999994,"5min":0.64500000000000002,"15min":0.58299999999999996},"min":{"1min":0.58299999999999996,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.752}]},{"osd":6,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.66800000000000004,"15min":0.622},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":4.5730000000000004,"5min":4.5730000000000004,"15min":4.5730000000000004},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.751,"15min":0.69899999999999995},"min":{"1min":0.47899999999999998,"5min":0.434,"15min":0.434},"max":{"1min":4.6120000000000001,"5min":4.6120000000000001,"15min":4.6120000000000001},"last":0.63600000000000001}]},{"osd":7,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.66000000000000003,"15min":0.63400000000000001},"min":{"1min":0.35499999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.94799999999999995,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.63,"15min":0.59499999999999997},"min":{"1min":0.311,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":0.98499999999999999},"last":0.82799999999999996}]},{"osd":8,"last update":"Thu Oct 5 15:21:44 2023","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.68999999999999995,"15min":0.67800000000000005},"min":{"1min":0.48699999999999999,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96599999999999997,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.88600000000000001,"5min":0.77800000000000002,"15min":0.752},"min":{"1min":0.73899999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.0629999999999999,"5min":1.079,"15min":1.079},"last":0.85299999999999998}]},{"osd":9,"last update":"Thu Oct 5 15:21:08 2023","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":0.89100000000000001,"15min":0.82799999999999996},"min":{"1min":0.42799999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":9.5030000000000001,"5min":9.5030000000000001,"15min":9.5030000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.78100000000000003,"15min":0.754},"min":{"1min":0.438,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":4.3220000000000001,"5min":4.3220000000000001,"15min":4.3220000000000001},"last":0.60999999999999999}]},{"osd":10,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.81299999999999994,"5min":0.83999999999999997,"15min":0.84399999999999997},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.014,"5min":1.226,"15min":1.226},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.86899999999999999,"5min":0.85499999999999998,"15min":0.85299999999999998},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":1.083,"5min":1.083,"15min":1.083},"last":0.90400000000000003}]},{"osd":11,"last update":"Thu Oct 5 15:21:28 2023","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"last":0.877},{"interface":"front","average":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.024,"5min":1.024,"15min":1.024},"last":0.76700000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757303,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28580,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716572,"statfs":{"total":95995035648,"available":95965769728,"internally_reserved":0,"allocated":1593344,"data_stored":1068427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.54700000000000004,"15min":0.50700000000000001},"min":{"1min":0.39800000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.54300000000000004,"15min":0.51000000000000001},"min":{"1min":0.42199999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":0.46700000000000003}]},{"osd":1,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.58799999999999997,"15min":0.55000000000000004},"min":{"1min":0.44600000000000001,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.82799999999999996,"5min":0.84499999999999997,"15min":0.84499999999999997},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.59399999999999997,"15min":0.57399999999999995},"min":{"1min":0.48499999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.61099999999999999}]},{"osd":2,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.47999999999999998,"5min":0.42999999999999999,"15min":0.41299999999999998},"min":{"1min":0.34200000000000003,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.63,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.441,"15min":0.41699999999999998},"min":{"1min":0.32300000000000001,"5min":0.246,"15min":0.246},"max":{"1min":0.68799999999999994,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.54200000000000004}]},{"osd":3,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.622,"15min":0.56399999999999995},"min":{"1min":0.44,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":2.5579999999999998,"5min":3.9399999999999999,"15min":3.9399999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.59899999999999998,"15min":0.55900000000000005},"min":{"1min":0.499,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":2.4950000000000001,"5min":2.4950000000000001,"15min":2.4950000000000001},"last":0.52200000000000002}]},{"osd":4,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.67300000000000004,"15min":0.61099999999999999},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":1.0029999999999999,"5min":3.9590000000000001,"15min":3.9590000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.67400000000000004,"15min":0.63100000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91800000000000004,"5min":4.0199999999999996,"15min":4.0199999999999996},"last":0.78300000000000003}]},{"osd":6,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.54000000000000004,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.755,"5min":0.94999999999999996,"15min":0.94999999999999996},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.61599999999999999,"15min":0.60199999999999998},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.79400000000000004,"5min":0.98299999999999998,"15min":0.98299999999999998},"last":0.56799999999999995}]},{"osd":7,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.66600000000000004,"15min":0.64700000000000002},"min":{"1min":0.52600000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.754},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.72499999999999998,"15min":0.68500000000000005},"min":{"1min":0.56999999999999995,"5min":0.499,"15min":0.499},"max":{"1min":1.0209999999999999,"5min":3.9750000000000001,"15min":3.9750000000000001},"last":0.73599999999999999}]},{"osd":8,"last update":"Thu Oct 5 15:21:45 2023","interfaces":[{"interface":"back","average":{"1min":0.69599999999999995,"5min":0.64900000000000002,"15min":0.64500000000000002},"min":{"1min":0.38200000000000001,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.89400000000000002,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.65200000000000002,"15min":0.64000000000000001},"min":{"1min":0.52500000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.81799999999999995}]},{"osd":9,"last update":"Thu Oct 5 15:21:02 2023","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.86799999999999999,"15min":0.89300000000000002},"min":{"1min":0.498,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.84199999999999997,"5min":3.996,"15min":3.996},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"min":{"1min":0.47699999999999998,"5min":0.443,"15min":0.443},"max":{"1min":0.90200000000000002,"5min":1.0089999999999999,"15min":1.0089999999999999},"last":0.80000000000000004}]},{"osd":10,"last update":"Thu Oct 5 15:21:26 2023","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.753,"15min":0.74299999999999999},"min":{"1min":0.65300000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.85499999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.748,"15min":0.73499999999999999},"min":{"1min":0.63200000000000001,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":0.96599999999999997,"5min":0.98099999999999998,"15min":0.98099999999999998},"last":0.84199999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5158,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1226,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2052,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":5680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-10-05T15:22:04.637 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:22:04.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:04 smithi040 ceph-mon[103696]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2023-10-05T15:22:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:04 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/267510137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:04.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:04 smithi177 ceph-mon[103568]: pgmap v305: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 85 B/s wr, 5 op/s 2023-10-05T15:22:04.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:04 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/267510137' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:04.796 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 -- 172.21.15.29:0/890362082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9358101950 msgr2=0x7f9358108200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.796 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 --2- 172.21.15.29:0/890362082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9358101950 0x7f9358108200 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f935000b0d0 tx=0x7f935000b3e0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.796 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 -- 172.21.15.29:0/890362082 shutdown_connections 2023-10-05T15:22:04.796 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 --2- 172.21.15.29:0/890362082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9358101950 0x7f9358108200 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 --2- 172.21.15.29:0/890362082 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f93580ffdc0 0x7f93581001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 --2- 172.21.15.29:0/890362082 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358100fb0 0x7f9358101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 -- 172.21.15.29:0/890362082 >> 172.21.15.29:0/890362082 conn(0x7f93580fb310 msgr2=0x7f93580fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 -- 172.21.15.29:0/890362082 shutdown_connections 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.792+0000 7f93607d7700 1 -- 172.21.15.29:0/890362082 wait complete. 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 Processor -- start 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 -- start start 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9358100fb0 0x7f9358196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358101950 0x7f935819d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935819d690 con 0x7f93580ffdc0 2023-10-05T15:22:04.797 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935819d7d0 con 0x7f9358100fb0 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f93607d7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f935819d960 con 0x7f9358101950 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46912/0 (socket says 172.21.15.29:46912) 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 -- 172.21.15.29:0/705748923 learned_addr learned my addr 172.21.15.29:0/705748923 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935ed74700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358101950 0x7f935819d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935dd72700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9358100fb0 0x7f9358196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 -- 172.21.15.29:0/705748923 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358101950 msgr2=0x7f935819d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358101950 0x7f935819d0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 -- 172.21.15.29:0/705748923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9358100fb0 msgr2=0x7f9358196050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9358100fb0 0x7f9358196050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.793+0000 7f935e573700 1 -- 172.21.15.29:0/705748923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9350009d00 con 0x7f93580ffdc0 2023-10-05T15:22:04.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f935e573700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f934800d980 tx=0x7f934800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:04.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934800b950 con 0x7f93580ffdc0 2023-10-05T15:22:04.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f935819dc40 con 0x7f93580ffdc0 2023-10-05T15:22:04.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9348007620 con 0x7f93580ffdc0 2023-10-05T15:22:04.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f934800f3c0 con 0x7f93580ffdc0 2023-10-05T15:22:04.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.794+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f935819e150 con 0x7f93580ffdc0 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.795+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f935810b5e0 con 0x7f93580ffdc0 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.796+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f9348010640 con 0x7f93580ffdc0 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.796+0000 7f934f7fe700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 0x7f93440a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.796+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f93480cd420 con 0x7f93580ffdc0 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.797+0000 7f935dd72700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 0x7f93440a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:04.800 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.797+0000 7f935dd72700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 0x7f93440a3990 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9354005950 tx=0x7f93540058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:04.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:04.800+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9348096770 con 0x7f93580ffdc0 2023-10-05T15:22:05.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.005+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f935810b820 con 0x7f93580ffdc0 2023-10-05T15:22:05.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.006+0000 7f934f7fe700 1 -- 172.21.15.29:0/705748923 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7f9348016090 con 0x7f93580ffdc0 2023-10-05T15:22:05.009 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:05.009 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:22:05.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 msgr2=0x7f93440a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 0x7f93440a3990 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9354005950 tx=0x7f93540058e0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 msgr2=0x7f9358195b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f934800d980 tx=0x7f934800dc90 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 shutdown_connections 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f93440a14d0 0x7f93440a3990 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9358101950 0x7f935819d0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f93580ffdc0 0x7f9358195b10 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 --2- 172.21.15.29:0/705748923 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9358100fb0 0x7f9358196050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 >> 172.21.15.29:0/705748923 conn(0x7f93580fb310 msgr2=0x7f93580fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 shutdown_connections 2023-10-05T15:22:05.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.009+0000 7f93607d7700 1 -- 172.21.15.29:0/705748923 wait complete. 2023-10-05T15:22:05.024 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '86', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:22:05.025 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:22:05.158 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 -- 172.21.15.29:0/3643874423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102090 msgr2=0x7fda18102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 --2- 172.21.15.29:0/3643874423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102090 0x7fda18102510 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fda08009990 tx=0x7fda08009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 -- 172.21.15.29:0/3643874423 shutdown_connections 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 --2- 172.21.15.29:0/3643874423 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102a50 0x7fda18109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 --2- 172.21.15.29:0/3643874423 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 0x7fda18101360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 --2- 172.21.15.29:0/3643874423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102090 0x7fda18102510 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 -- 172.21.15.29:0/3643874423 >> 172.21.15.29:0/3643874423 conn(0x7fda180fc4d0 msgr2=0x7fda180fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 -- 172.21.15.29:0/3643874423 shutdown_connections 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.154+0000 7fda1de4e700 1 -- 172.21.15.29:0/3643874423 wait complete. 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 Processor -- start 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 -- start start 2023-10-05T15:22:05.159 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 0x7fda18198dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102090 0x7fda18199310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda181a0950 con 0x7fda18102a50 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda181a0a90 con 0x7fda18100f40 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda1de4e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda181a0c20 con 0x7fda18102090 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46930/0 (socket says 172.21.15.29:46930) 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 -- 172.21.15.29:0/825306361 learned_addr learned my addr 172.21.15.29:0/825306361 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda177fe700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 0x7fda18198dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda16ffd700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102090 0x7fda18199310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 -- 172.21.15.29:0/825306361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102090 msgr2=0x7fda18199310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.160 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102090 0x7fda18199310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 -- 172.21.15.29:0/825306361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 msgr2=0x7fda18198dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 0x7fda18198dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.155+0000 7fda17fff700 1 -- 172.21.15.29:0/825306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda080095f0 con 0x7fda18102a50 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda17fff700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fda10007ee0 tx=0x7fda1000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda10017070 con 0x7fda18102a50 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fda1000f040 con 0x7fda18102a50 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda181a0f00 con 0x7fda18102a50 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda10005580 con 0x7fda18102a50 2023-10-05T15:22:05.161 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.156+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda181a1330 con 0x7fda18102a50 2023-10-05T15:22:05.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.157+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda18193510 con 0x7fda18102a50 2023-10-05T15:22:05.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.158+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fda1000db20 con 0x7fda18102a50 2023-10-05T15:22:05.162 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.158+0000 7fda14ff9700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 0x7fda000a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.159+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fda100ccde0 con 0x7fda18102a50 2023-10-05T15:22:05.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.159+0000 7fda177fe700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 0x7fda000a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.163 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.159+0000 7fda177fe700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 0x7fda000a3940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fda0c009c60 tx=0x7fda0c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.164 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.162+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fda100960d0 con 0x7fda18102a50 2023-10-05T15:22:05.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.368+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fda1802d020 con 0x7fda18102a50 2023-10-05T15:22:05.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.369+0000 7fda14ff9700 1 -- 172.21.15.29:0/825306361 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v88) v1 ==== 93+0+10 (secure 0 0 0) 0x7fda100996f0 con 0x7fda18102a50 2023-10-05T15:22:05.371 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 msgr2=0x7fda000a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 0x7fda000a3940 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fda0c009c60 tx=0x7fda0c009260 comp rx=0 tx=0).stop 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 msgr2=0x7fda181a0380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fda10007ee0 tx=0x7fda1000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 shutdown_connections 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fda000a1480 0x7fda000a3940 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fda18102a50 0x7fda181a0380 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fda18100f40 0x7fda18198dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 --2- 172.21.15.29:0/825306361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fda18102090 0x7fda18199310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 >> 172.21.15.29:0/825306361 conn(0x7fda180fc4d0 msgr2=0x7fda18107a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 shutdown_connections 2023-10-05T15:22:05.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.371+0000 7fda1de4e700 1 -- 172.21.15.29:0/825306361 wait complete. 2023-10-05T15:22:05.385 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:22:05.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.512+0000 7f2a7de33700 1 -- 172.21.15.29:0/520591597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a780ff580 msgr2=0x7f2a780ff9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.512+0000 7f2a7de33700 1 --2- 172.21.15.29:0/520591597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a780ff580 0x7f2a780ff9a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f2a680099c0 tx=0x7f2a68009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.512+0000 7f2a7de33700 1 -- 172.21.15.29:0/520591597 shutdown_connections 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 --2- 172.21.15.29:0/520591597 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a78101110 0x7f2a781079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 --2- 172.21.15.29:0/520591597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a780ff580 0x7f2a780ff9a0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 --2- 172.21.15.29:0/520591597 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 0x7f2a78100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 -- 172.21.15.29:0/520591597 >> 172.21.15.29:0/520591597 conn(0x7f2a780faaf0 msgr2=0x7f2a780fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 -- 172.21.15.29:0/520591597 shutdown_connections 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 -- 172.21.15.29:0/520591597 wait complete. 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 Processor -- start 2023-10-05T15:22:05.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.513+0000 7f2a7de33700 1 -- start start 2023-10-05T15:22:05.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a780ff580 0x7f2a78196aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 0x7f2a78196fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7819e620 con 0x7f2a78101110 2023-10-05T15:22:05.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7819e760 con 0x7f2a78100770 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a7819e8f0 con 0x7f2a780ff580 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46944/0 (socket says 172.21.15.29:46944) 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 -- 172.21.15.29:0/1776309727 learned_addr learned my addr 172.21.15.29:0/1776309727 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a777fe700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a780ff580 0x7f2a78196aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a76ffd700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 0x7f2a78196fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 -- 172.21.15.29:0/1776309727 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a780ff580 msgr2=0x7f2a78196aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a780ff580 0x7f2a78196aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 -- 172.21.15.29:0/1776309727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 msgr2=0x7f2a78196fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 0x7f2a78196fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.519 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 -- 172.21.15.29:0/1776309727 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a680095f0 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a77fff700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2a70007d70 tx=0x7f2a7000a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a7000ac90 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a7000adf0 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a7819ebd0 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a700115e0 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.514+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a7819f090 con 0x7f2a78101110 2023-10-05T15:22:05.520 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.515+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a78107350 con 0x7f2a78101110 2023-10-05T15:22:05.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.516+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f2a70012420 con 0x7f2a78101110 2023-10-05T15:22:05.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.517+0000 7f2a74ff9700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 0x7f2a600a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.517+0000 7f2a777fe700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 0x7f2a600a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.517+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f2a700cd250 con 0x7f2a78101110 2023-10-05T15:22:05.521 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.518+0000 7f2a777fe700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 0x7f2a600a3940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2a68009990 tx=0x7f2a68005c20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.523 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.521+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f2a70096540 con 0x7f2a78101110 2023-10-05T15:22:05.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:05 smithi029 ceph-mon[99237]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:05 smithi029 ceph-mon[99237]: from='client.15477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:05 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/705748923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:05.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:05 smithi040 ceph-mon[103696]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:05 smithi040 ceph-mon[103696]: from='client.15477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:05 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/705748923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:05.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:05 smithi177 ceph-mon[103568]: from='client.15471 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:05 smithi177 ceph-mon[103568]: from='client.15477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:05.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:05 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/705748923' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:05.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.723+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f2a7802d270 con 0x7f2a78101110 2023-10-05T15:22:05.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.723+0000 7f2a74ff9700 1 -- 172.21.15.29:0/1776309727 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v88) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2a70099b60 con 0x7f2a78101110 2023-10-05T15:22:05.726 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 msgr2=0x7f2a600a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 0x7f2a600a3940 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2a68009990 tx=0x7f2a68005c20 comp rx=0 tx=0).stop 2023-10-05T15:22:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 msgr2=0x7f2a7819e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7f2a70007d70 tx=0x7f2a7000a340 comp rx=0 tx=0).stop 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 shutdown_connections 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f2a600a1480 0x7f2a600a3940 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a780ff580 0x7f2a78196aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a78101110 0x7f2a7819e050 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 --2- 172.21.15.29:0/1776309727 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a78100770 0x7f2a78196fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 >> 172.21.15.29:0/1776309727 conn(0x7f2a780faaf0 msgr2=0x7f2a7810bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 shutdown_connections 2023-10-05T15:22:05.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.726+0000 7f2a7de33700 1 -- 172.21.15.29:0/1776309727 wait complete. 2023-10-05T15:22:05.740 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 -- 172.21.15.29:0/2989499607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 msgr2=0x7f1638103df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 --2- 172.21.15.29:0/2989499607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638103df0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1628009990 tx=0x7f1628009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 -- 172.21.15.29:0/2989499607 shutdown_connections 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 --2- 172.21.15.29:0/2989499607 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 0x7f1638109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 --2- 172.21.15.29:0/2989499607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638103df0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 --2- 172.21.15.29:0/2989499607 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 0x7f1638106720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 -- 172.21.15.29:0/2989499607 >> 172.21.15.29:0/2989499607 conn(0x7f16380fb370 msgr2=0x7f16380fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:05.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 -- 172.21.15.29:0/2989499607 shutdown_connections 2023-10-05T15:22:05.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.868+0000 7f163d401700 1 -- 172.21.15.29:0/2989499607 wait complete. 2023-10-05T15:22:05.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 Processor -- start 2023-10-05T15:22:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 -- start start 2023-10-05T15:22:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 0x7f16380ff9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 0x7f16380ffef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1638100690 con 0x7f1638101a00 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1638100800 con 0x7f1638106c60 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f163d401700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16381a0c50 con 0x7f1638104330 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f1636ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f1636ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46954/0 (socket says 172.21.15.29:46954) 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.869+0000 7f1636ffd700 1 -- 172.21.15.29:0/4025773829 learned_addr learned my addr 172.21.15.29:0/4025773829 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f16367fc700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 0x7f16380ff9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f16377fe700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 0x7f16380ffef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 -- 172.21.15.29:0/4025773829 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 msgr2=0x7f16380ff9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 0x7f16380ff9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 -- 172.21.15.29:0/4025773829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 msgr2=0x7f16380ffef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 0x7f16380ffef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 -- 172.21.15.29:0/4025773829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16280095f0 con 0x7f1638101a00 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f1636ffd700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1628000c00 tx=0x7f162800f830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f162801d070 con 0x7f1638101a00 2023-10-05T15:22:05.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16381a0ed0 con 0x7f1638101a00 2023-10-05T15:22:05.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f162800fce0 con 0x7f1638101a00 2023-10-05T15:22:05.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16381a12a0 con 0x7f1638101a00 2023-10-05T15:22:05.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.870+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1628017680 con 0x7f1638101a00 2023-10-05T15:22:05.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.871+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16380fcef0 con 0x7f1638101a00 2023-10-05T15:22:05.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.872+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1628022470 con 0x7f1638101a00 2023-10-05T15:22:05.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.873+0000 7f161ffff700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 0x7f16200a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:05.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.873+0000 7f16367fc700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 0x7f16200a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:05.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.873+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f16280ce560 con 0x7f1638101a00 2023-10-05T15:22:05.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.873+0000 7f16367fc700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 0x7f16200a3940 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f162c006fd0 tx=0x7f162c008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:05.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:05.877+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f16280978e0 con 0x7f1638101a00 2023-10-05T15:22:06.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.076+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f163802d090 con 0x7f1638101a00 2023-10-05T15:22:06.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.076+0000 7f161ffff700 1 -- 172.21.15.29:0/4025773829 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v88) v1 ==== 100+0+11 (secure 0 0 0) 0x7f162809af00 con 0x7f1638101a00 2023-10-05T15:22:06.079 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 msgr2=0x7f16200a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 0x7f16200a3940 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f162c006fd0 tx=0x7f162c008040 comp rx=0 tx=0).stop 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 msgr2=0x7f1638101370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1628000c00 tx=0x7f162800f830 comp rx=0 tx=0).stop 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 shutdown_connections 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f16200a1480 0x7f16200a3940 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1638106c60 0x7f16380ffef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1638101a00 0x7f1638101370 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 --2- 172.21.15.29:0/4025773829 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1638104330 0x7f16380ff9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 >> 172.21.15.29:0/4025773829 conn(0x7f16380fb370 msgr2=0x7f1638102670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 shutdown_connections 2023-10-05T15:22:06.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.079+0000 7f163d401700 1 -- 172.21.15.29:0/4025773829 wait complete. 2023-10-05T15:22:06.094 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:22:06.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 -- 172.21.15.29:0/1624678561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c100eb0 msgr2=0x7f941c1012d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 --2- 172.21.15.29:0/1624678561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c100eb0 0x7f941c1012d0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f9418009990 tx=0x7f9418009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 -- 172.21.15.29:0/1624678561 shutdown_connections 2023-10-05T15:22:06.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 --2- 172.21.15.29:0/1624678561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c102a50 0x7f941c109370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 --2- 172.21.15.29:0/1624678561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c100eb0 0x7f941c1012d0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 --2- 172.21.15.29:0/1624678561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c102510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 -- 172.21.15.29:0/1624678561 >> 172.21.15.29:0/1624678561 conn(0x7f941c0fc470 msgr2=0x7f941c0fe8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 -- 172.21.15.29:0/1624678561 shutdown_connections 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.220+0000 7f942332a700 1 -- 172.21.15.29:0/1624678561 wait complete. 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 Processor -- start 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 -- start start 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 0x7f941c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.225 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c19e780 con 0x7f941c102a50 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c19e8f0 con 0x7f941c102090 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f942332a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f941c19eab0 con 0x7f941c100eb0 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46972/0 (socket says 172.21.15.29:46972) 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 -- 172.21.15.29:0/360792573 learned_addr learned my addr 172.21.15.29:0/360792573 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94208c5700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94210c6700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 0x7f941c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 -- 172.21.15.29:0/360792573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 msgr2=0x7f941c196c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.226 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 0x7f941c196c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 -- 172.21.15.29:0/360792573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 msgr2=0x7f941c197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 -- 172.21.15.29:0/360792573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94180095f0 con 0x7f941c102a50 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94210c6700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 0x7f941c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94208c5700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f94218c7700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f941400b970 tx=0x7f941400bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.221+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f941400c9b0 con 0x7f941c102a50 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.222+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9414014440 con 0x7f941c102a50 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.222+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94140075d0 con 0x7f941c102a50 2023-10-05T15:22:06.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.222+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f941c19ed90 con 0x7f941c102a50 2023-10-05T15:22:06.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.222+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f941c19f190 con 0x7f941c102a50 2023-10-05T15:22:06.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.223+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f941c107e60 con 0x7f941c102a50 2023-10-05T15:22:06.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.224+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f94140145b0 con 0x7f941c102a50 2023-10-05T15:22:06.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.224+0000 7f940e7fc700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 0x7f94080a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.224+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9414006e40 con 0x7f941c102a50 2023-10-05T15:22:06.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.224+0000 7f94210c6700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 0x7f94080a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.225+0000 7f94210c6700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 0x7f94080a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f941800b5c0 tx=0x7f9418005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.228+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9414095c70 con 0x7f941c102a50 2023-10-05T15:22:06.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:06 smithi029 ceph-mon[99237]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:06.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:06 smithi029 ceph-mon[99237]: pgmap v306: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:22:06.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/825306361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1776309727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:06 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4025773829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.431+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f941c10c7c0 con 0x7f941c102a50 2023-10-05T15:22:06.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.432+0000 7f940e7fc700 1 -- 172.21.15.29:0/360792573 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v88) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9414099290 con 0x7f941c102a50 2023-10-05T15:22:06.434 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:22:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 msgr2=0x7f94080a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 0x7f94080a3940 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f941800b5c0 tx=0x7f9418005fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 msgr2=0x7f941c19e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.436 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f941400b970 tx=0x7f941400bd30 comp rx=0 tx=0).stop 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 shutdown_connections 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f94080a1480 0x7f94080a3940 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f941c100eb0 0x7f941c196c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f941c102a50 0x7f941c19e1b0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 --2- 172.21.15.29:0/360792573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f941c102090 0x7f941c197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 >> 172.21.15.29:0/360792573 conn(0x7f941c0fc470 msgr2=0x7f941c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 shutdown_connections 2023-10-05T15:22:06.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.434+0000 7f942332a700 1 -- 172.21.15.29:0/360792573 wait complete. 2023-10-05T15:22:06.449 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 -- 172.21.15.29:0/3680041568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678104270 msgr2=0x7f0678106660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 --2- 172.21.15.29:0/3680041568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678104270 0x7f0678106660 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0660009990 tx=0x7f0660009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 -- 172.21.15.29:0/3680041568 shutdown_connections 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 --2- 172.21.15.29:0/3680041568 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0678106ba0 0x7f0678109010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 --2- 172.21.15.29:0/3680041568 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 0x7f0678103d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 --2- 172.21.15.29:0/3680041568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678104270 0x7f0678106660 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 -- 172.21.15.29:0/3680041568 >> 172.21.15.29:0/3680041568 conn(0x7f06780fb310 msgr2=0x7f06780fd770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 -- 172.21.15.29:0/3680041568 shutdown_connections 2023-10-05T15:22:06.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.573+0000 7f067dcc1700 1 -- 172.21.15.29:0/3680041568 wait complete. 2023-10-05T15:22:06.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 Processor -- start 2023-10-05T15:22:06.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 -- start start 2023-10-05T15:22:06.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 0x7f0678196aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0678104270 0x7f0678196fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067819e620 con 0x7f0678106ba0 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067819e760 con 0x7f0678101940 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f067dcc1700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f067819e8f0 con 0x7f0678104270 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f0677fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.574+0000 7f0677fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46986/0 (socket says 172.21.15.29:46986) 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 -- 172.21.15.29:0/474661933 learned_addr learned my addr 172.21.15.29:0/474661933 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f06777fe700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 0x7f0678196aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 -- 172.21.15.29:0/474661933 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0678104270 msgr2=0x7f0678196fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0678104270 0x7f0678196fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 -- 172.21.15.29:0/474661933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 msgr2=0x7f0678196aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 0x7f0678196aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 -- 172.21.15.29:0/474661933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06600095f0 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0677fff700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f0670007ee0 tx=0x7f067000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0670017070 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f067819ebd0 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f067000f040 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0670005740 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.575+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f067819f090 con 0x7f0678106ba0 2023-10-05T15:22:06.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.576+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f067810c6b0 con 0x7f0678106ba0 2023-10-05T15:22:06.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.577+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f06700058a0 con 0x7f0678106ba0 2023-10-05T15:22:06.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.578+0000 7f0674ff9700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 0x7f06640a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.578+0000 7f06777fe700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 0x7f06640a3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.578+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f06700cc910 con 0x7f0678106ba0 2023-10-05T15:22:06.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.579+0000 7f06777fe700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 0x7f06640a3990 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0668005ea0 tx=0x7f0668005e30 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.583+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f0670095c00 con 0x7f0678106ba0 2023-10-05T15:22:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:06 smithi040 ceph-mon[103696]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:06 smithi040 ceph-mon[103696]: pgmap v306: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:22:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:06 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/825306361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:06 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1776309727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:06 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4025773829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:06 smithi177 ceph-mon[103568]: from='client.15483 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2023-10-05T15:22:06.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:06 smithi177 ceph-mon[103568]: pgmap v306: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:22:06.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:06 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/825306361' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:06 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1776309727' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:06 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4025773829' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:22:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.832+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f067819f220 con 0x7f0678106ba0 2023-10-05T15:22:06.834 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.832+0000 7f0674ff9700 1 -- 172.21.15.29:0/474661933 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f0670099220 con 0x7f0678106ba0 2023-10-05T15:22:06.835 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:06.835 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:22:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 msgr2=0x7f06640a3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 0x7f06640a3990 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f0668005ea0 tx=0x7f0668005e30 comp rx=0 tx=0).stop 2023-10-05T15:22:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 msgr2=0x7f067819e050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f0670007ee0 tx=0x7f067000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 shutdown_connections 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f06640a14d0 0x7f06640a3990 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0678106ba0 0x7f067819e050 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0678101940 0x7f0678196aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 --2- 172.21.15.29:0/474661933 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0678104270 0x7f0678196fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.834+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 >> 172.21.15.29:0/474661933 conn(0x7f06780fb310 msgr2=0x7f0678102d90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.835+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 shutdown_connections 2023-10-05T15:22:06.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.835+0000 7f067dcc1700 1 -- 172.21.15.29:0/474661933 wait complete. 2023-10-05T15:22:06.839 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:22:06.849 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:22:06.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 -- 172.21.15.29:0/93619231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640fef60 msgr2=0x7fa0640ff3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/93619231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640fef60 0x7fa0640ff3c0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fa050009990 tx=0x7fa050009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 -- 172.21.15.29:0/93619231 shutdown_connections 2023-10-05T15:22:06.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/93619231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0640ff900 0x7fa0641094d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/93619231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0641024f0 0x7fa064102910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/93619231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640fef60 0x7fa0640ff3c0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 -- 172.21.15.29:0/93619231 >> 172.21.15.29:0/93619231 conn(0x7fa0640faac0 msgr2=0x7fa0640fcf00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 -- 172.21.15.29:0/93619231 shutdown_connections 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.974+0000 7fa06ad3e700 1 -- 172.21.15.29:0/93619231 wait complete. 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 Processor -- start 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 -- start start 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 0x7fa064196b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0641024f0 0x7fa06419e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06419e690 con 0x7fa0640ff900 2023-10-05T15:22:06.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06419e7d0 con 0x7fa0640fef60 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa06ad3e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06419e960 con 0x7fa0641024f0 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:46998/0 (socket says 172.21.15.29:46998) 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 -- 172.21.15.29:0/1390180028 learned_addr learned my addr 172.21.15.29:0/1390180028 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa068ada700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 0x7fa064196b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 -- 172.21.15.29:0/1390180028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0641024f0 msgr2=0x7fa06419e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa0692db700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0641024f0 0x7fa06419e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0641024f0 0x7fa06419e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 -- 172.21.15.29:0/1390180028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 msgr2=0x7fa064196b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 0x7fa064196b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 -- 172.21.15.29:0/1390180028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0500095f0 con 0x7fa0640ff900 2023-10-05T15:22:06.980 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa068ada700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 0x7fa064196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.975+0000 7fa063fff700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa050005910 tx=0x7fa05000f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.976+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa05001d070 con 0x7fa0640ff900 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.976+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa05000fc30 con 0x7fa0640ff900 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.976+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa06419ebe0 con 0x7fa0640ff900 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.976+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa050017650 con 0x7fa0640ff900 2023-10-05T15:22:06.981 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.976+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa06419f060 con 0x7fa0640ff900 2023-10-05T15:22:06.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.977+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0641085b0 con 0x7fa0640ff900 2023-10-05T15:22:06.982 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.978+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fa0500050d0 con 0x7fa0640ff900 2023-10-05T15:22:06.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.978+0000 7fa061ffb700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 0x7fa0540a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:06.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.979+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fa0500ce690 con 0x7fa0640ff900 2023-10-05T15:22:06.983 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.979+0000 7fa068ada700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 0x7fa0540a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:06.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.979+0000 7fa068ada700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 0x7fa0540a3a10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa058005950 tx=0x7fa0580058e0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:06.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:06.982+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fa050097a70 con 0x7fa0640ff900 2023-10-05T15:22:07.190 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.188+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa06402d2e0 con 0x7fa0640ff900 2023-10-05T15:22:07.192 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.190+0000 7fa061ffb700 1 -- 172.21.15.29:0/1390180028 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+24362 (secure 0 0 0) 0x7fa05009b090 con 0x7fa0640ff900 2023-10-05T15:22:07.192 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:07.193 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":88,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:21:30.548036+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"86","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:22:07.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 msgr2=0x7fa0540a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.194 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 0x7fa0540a3a10 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fa058005950 tx=0x7fa0580058e0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 msgr2=0x7fa064197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fa050005910 tx=0x7fa05000f740 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 shutdown_connections 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fa0540a1550 0x7fa0540a3a10 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0641024f0 0x7fa06419e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0640fef60 0x7fa064196b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 --2- 172.21.15.29:0/1390180028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0640ff900 0x7fa064197050 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.195 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 >> 172.21.15.29:0/1390180028 conn(0x7fa0640faac0 msgr2=0x7fa0641056f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 shutdown_connections 2023-10-05T15:22:07.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.192+0000 7fa06ad3e700 1 -- 172.21.15.29:0/1390180028 wait complete. 2023-10-05T15:22:07.208 DEBUG:tasks.fwd_scrub:Yielding 2023-10-05T15:22:07.208 INFO:teuthology.run_tasks:Running task exec... 2023-10-05T15:22:07.218 INFO:teuthology.task.exec:Executing custom commands... 2023-10-05T15:22:07.218 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:22:07.218 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2023-10-05T15:22:07.219 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2023-10-05T15:22:07.219 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:22:07.219 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:22:07.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 -- 172.21.15.29:0/4043827751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 msgr2=0x7f1ab80ffc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/4043827751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab80ffc30 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8009990 tx=0x7f1aa8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 -- 172.21.15.29:0/4043827751 shutdown_connections 2023-10-05T15:22:07.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/4043827751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 0x7f1ab8100fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/4043827751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab80ffc30 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/4043827751 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab81005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 -- 172.21.15.29:0/4043827751 >> 172.21.15.29:0/4043827751 conn(0x7f1ab80fb390 msgr2=0x7f1ab80fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 -- 172.21.15.29:0/4043827751 shutdown_connections 2023-10-05T15:22:07.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.345+0000 7f1abd5d2700 1 -- 172.21.15.29:0/4043827751 wait complete. 2023-10-05T15:22:07.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 Processor -- start 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 -- start start 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab8199440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 0x7f1ab819a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab819a920 con 0x7f1ab80ff810 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab819aa90 con 0x7f1ab8100b30 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1abd5d2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab819ac50 con 0x7f1ab8100170 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1ab6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.351 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1ab6ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47010/0 (socket says 172.21.15.29:47010) 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1ab6ffd700 1 -- 172.21.15.29:0/3496764230 learned_addr learned my addr 172.21.15.29:0/3496764230 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1ab77fe700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 0x7f1ab819a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.346+0000 7f1ab67fc700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab8199440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 -- 172.21.15.29:0/3496764230 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 msgr2=0x7f1ab8199440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab8199440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 -- 172.21.15.29:0/3496764230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 msgr2=0x7f1ab819a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 0x7f1ab819a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 -- 172.21.15.29:0/3496764230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa80095f0 con 0x7f1ab80ff810 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab67fc700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab8199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1ab6ffd700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8004760 tx=0x7f1aa8004790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa801d070 con 0x7f1ab80ff810 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa8004830 con 0x7f1ab80ff810 2023-10-05T15:22:07.352 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa8005480 con 0x7f1ab80ff810 2023-10-05T15:22:07.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ab819aed0 con 0x7f1ab80ff810 2023-10-05T15:22:07.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.347+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab81a1510 con 0x7f1ab80ff810 2023-10-05T15:22:07.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.348+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ab810a5f0 con 0x7f1ab80ff810 2023-10-05T15:22:07.353 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 -- 172.21.15.29:0/2281239509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9940ffe00 msgr2=0x7fe994100220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 --2- 172.21.15.29:0/2281239509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9940ffe00 0x7fe994100220 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7fe9840099c0 tx=0x7fe984009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 -- 172.21.15.29:0/2281239509 shutdown_connections 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 --2- 172.21.15.29:0/2281239509 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe994101990 0x7fe994108240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 --2- 172.21.15.29:0/2281239509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9940ffe00 0x7fe994100220 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 --2- 172.21.15.29:0/2281239509 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 0x7fe994101450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 -- 172.21.15.29:0/2281239509 >> 172.21.15.29:0/2281239509 conn(0x7fe9940fb3b0 msgr2=0x7fe9940fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 -- 172.21.15.29:0/2281239509 shutdown_connections 2023-10-05T15:22:07.354 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.349+0000 7fe999bc7700 1 -- 172.21.15.29:0/2281239509 wait complete. 2023-10-05T15:22:07.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7f1aa800fad0 con 0x7f1ab80ff810 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 Processor -- start 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 -- start start 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9940ffe00 0x7fe994195b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 0x7fe994196050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe99419d690 con 0x7fe994101990 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.350+0000 7fe999bc7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe99419d7d0 con 0x7fe9940ffe00 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe999bc7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe99419d960 con 0x7fe994100ff0 2023-10-05T15:22:07.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47026/0 (socket says 172.21.15.29:47026) 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe992ffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 0x7fe994196050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 -- 172.21.15.29:0/1483425353 learned_addr learned my addr 172.21.15.29:0/1483425353 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe9937fe700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9940ffe00 0x7fe994195b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 -- 172.21.15.29:0/1483425353 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 msgr2=0x7fe994196050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 0x7fe994196050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 -- 172.21.15.29:0/1483425353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9940ffe00 msgr2=0x7fe994195b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9940ffe00 0x7fe994195b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 -- 172.21.15.29:0/1483425353 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9840095f0 con 0x7fe994101990 2023-10-05T15:22:07.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7f1a9ffff700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 0x7f1aa00a3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7f1ab67fc700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 0x7f1aa00a3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f1aa80ce3d0 con 0x7f1ab80ff810 2023-10-05T15:22:07.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7fe993fff700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fe98c00ef30 tx=0x7fe98c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.351+0000 7f1ab67fc700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 0x7f1aa00a3940 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1aac009cb0 tx=0x7f1aac009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7fe990ff9700 1 -- 172.21.15.29:0/1483425353 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98c004bb0 con 0x7fe994101990 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7fe990ff9700 1 -- 172.21.15.29:0/1483425353 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe98c00f040 con 0x7fe994101990 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7fe990ff9700 1 -- 172.21.15.29:0/1483425353 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98c004020 con 0x7fe994101990 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe994069070 con 0x7fe994101990 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe994069580 con 0x7fe994101990 2023-10-05T15:22:07.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.354+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f1aa80977b0 con 0x7f1ab80ff810 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.356+0000 7fe990ff9700 1 -- 172.21.15.29:0/1483425353 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fe98c003a00 con 0x7fe994101990 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.357+0000 7fe990ff9700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 0x7fe97c0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.357+0000 7fe990ff9700 1 -- 172.21.15.29:0/1483425353 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe98c016070 con 0x7fe994101990 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.357+0000 7fe9937fe700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 0x7fe97c0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.357+0000 7fe9937fe700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 0x7fe97c0a39c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe984009990 tx=0x7fe984005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 Processor -- start 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 -- start start 2023-10-05T15:22:07.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca06700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca07f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c96e4e0 con 0x56410ca06c40 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c95fca0 con 0x56410ca062e0 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c95d5c0 con 0x56410ca07ae0 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47034/0 (socket says 172.21.15.29:47034) 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 -- 172.21.15.29:0/1009881778 learned_addr learned my addr 172.21.15.29:0/1009881778 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe993fff700 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca07f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe9937fe700 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca06700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 -- 172.21.15.29:0/1009881778 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 msgr2=0x56410ca07f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca07f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 -- 172.21.15.29:0/1009881778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 msgr2=0x56410ca06700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca06700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.358+0000 7fe992ffd700 1 -- 172.21.15.29:0/1009881778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56410c783e60 con 0x56410ca06c40 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe992ffd700 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe988007d70 tx=0x7fe9880106b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d9bbe27e155283d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe979ffb700 1 -- 172.21.15.29:0/1009881778 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe988010ec0 con 0x56410ca06c40 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe979ffb700 1 -- 172.21.15.29:0/1009881778 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe988015070 con 0x56410ca06c40 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe979ffb700 1 -- 172.21.15.29:0/1009881778 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe988003e70 con 0x56410ca06c40 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/1009881778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 msgr2=0x56410ca07500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.359+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fe988007d70 tx=0x7fe9880106b0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/1009881778 shutdown_connections 2023-10-05T15:22:07.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca07f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca06700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/1009881778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca07500 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/1009881778 >> 172.21.15.29:0/1009881778 conn(0x56410c97a2e0 msgr2=0x56410ca011c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/1009881778 shutdown_connections 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/1009881778 wait complete. 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- start start 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 Processor -- start 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca17630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c958eb0 con 0x56410ca06c40 2023-10-05T15:22:07.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c8f5790 con 0x56410ca062e0 2023-10-05T15:22:07.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.360+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c8f5430 con 0x56410ca07ae0 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe9a5db1b80 10 client.0 _ll_register_callbacks cb 0x56410c752880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47040/0 (socket says 172.21.15.29:47040) 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 -- 172.21.15.29:0/3053107211 learned_addr learned my addr 172.21.15.29:0/3053107211 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe993fff700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca17630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 -- 172.21.15.29:0/3053107211 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 msgr2=0x56410ca17630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca17630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 -- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 msgr2=0x56410ca100b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca100b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 -- 172.21.15.29:0/3053107211 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9880079a0 con 0x56410ca06c40 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe992ffd700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe988005810 tx=0x7fe988003920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f49bb26b6152629e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe972ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe988020070 con 0x56410ca06c40 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe988003c50 con 0x56410ca06c40 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56410c9f8f90 con 0x56410ca06c40 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe988003e10 con 0x56410ca06c40 2023-10-05T15:22:07.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe9a5db1b80 10 client.15543 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.361+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56410c76cce0 con 0x56410ca06c40 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56410c9f8f90 con 0x56410ca06c40 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe98801aab0 con 0x56410ca06c40 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 10 client.15543 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 10 client.15543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 20 client.15543 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca1bdb0 0x56410ca1e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 4 client.15543 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56410c951e90 con 0x56410ca1bdb0 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.362+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca1bdb0 0x56410ca1e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.363+0000 7fe972ffd700 10 client.15543 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.363+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca1bdb0 0x56410ca1e1d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70bf92e71f8e67ab server_cookie=403919e5c8c33550 in_seq=0 out_seq=0 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.363+0000 7fe972ffd700 1 -- 172.21.15.29:0/3053107211 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56410c951e90 con 0x56410ca1bdb0 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.363+0000 7fe972ffd700 10 client.15543 handle_command_reply: tid=0 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.363+0000 7fe9a5db1b80 1 client.15543 shutdown 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 msgr2=0x56410ca105f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fe988005810 tx=0x7fe988003920 comp rx=0 tx=0).stop 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 shutdown_connections 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca1bdb0 0x56410ca1e1d0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca07ae0 0x56410ca17630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe972ffd700 0 client.15543 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca062e0 0x56410ca100b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3053107211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca06c40 0x56410ca105f0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 >> 172.21.15.29:0/3053107211 conn(0x56410c97a2e0 msgr2=0x56410ca00fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 shutdown_connections 2023-10-05T15:22:07.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3053107211 wait complete. 2023-10-05T15:22:07.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.364+0000 7fe9a5db1b80 20 client.15543 trim_cache size 0 max 16384 2023-10-05T15:22:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 Processor -- start 2023-10-05T15:22:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 -- start start 2023-10-05T15:22:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca06c40 0x56410ca105d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 0x56410ca175c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410c7d99a0 con 0x56410ca062e0 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410ca1b8a0 con 0x56410ca07ae0 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410ca0e7d0 con 0x56410ca06c40 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9937fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9937fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47046/0 (socket says 172.21.15.29:47046) 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe9937fe700 1 -- 172.21.15.29:0/3332842556 learned_addr learned my addr 172.21.15.29:0/3332842556 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe993fff700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 0x56410ca175c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.381+0000 7fe992ffd700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca06c40 0x56410ca105d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 -- 172.21.15.29:0/3332842556 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca06c40 msgr2=0x56410ca105d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca06c40 0x56410ca105d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.385 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 -- 172.21.15.29:0/3332842556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 msgr2=0x56410ca175c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 0x56410ca175c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 -- 172.21.15.29:0/3332842556 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56410c9fff10 con 0x56410ca062e0 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe993fff700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 0x56410ca175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe9937fe700 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fe994100e50 tx=0x7fe984021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cee8f3dd043776f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe97a7fc700 1 -- 172.21.15.29:0/3332842556 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9840053d0 con 0x56410ca062e0 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe97a7fc700 1 -- 172.21.15.29:0/3332842556 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe98402a040 con 0x56410ca062e0 2023-10-05T15:22:07.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.382+0000 7fe97a7fc700 1 -- 172.21.15.29:0/3332842556 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984003d10 con 0x56410ca062e0 2023-10-05T15:22:07.390 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3332842556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 msgr2=0x56410ca10090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fe994100e50 tx=0x7fe984021000 comp rx=0 tx=0).stop 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3332842556 shutdown_connections 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca07ae0 0x56410ca175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca062e0 0x56410ca10090 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/3332842556 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca06c40 0x56410ca105d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3332842556 >> 172.21.15.29:0/3332842556 conn(0x56410c97a2e0 msgr2=0x56410ca0ed50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3332842556 shutdown_connections 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/3332842556 wait complete. 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 -- start start 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.383+0000 7fe9a5db1b80 1 Processor -- start 2023-10-05T15:22:07.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca062e0 0x56410ca16100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca06c40 0x56410ca16640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410ca16e60 con 0x56410ca07ae0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410ca16fd0 con 0x56410ca06c40 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56410ca70170 con 0x56410ca062e0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9a5db1b80 10 client.0 _ll_register_callbacks cb 0x7fe988007bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47056/0 (socket says 172.21.15.29:47056) 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 -- 172.21.15.29:0/610817819 learned_addr learned my addr 172.21.15.29:0/610817819 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe992ffd700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca06c40 0x56410ca16640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe9937fe700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca062e0 0x56410ca16100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 -- 172.21.15.29:0/610817819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca062e0 msgr2=0x56410ca16100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca062e0 0x56410ca16100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 -- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca06c40 msgr2=0x56410ca16640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca06c40 0x56410ca16640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 -- 172.21.15.29:0/610817819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe994108b90 con 0x56410ca07ae0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe993fff700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe98c09b7b0 tx=0x7fe98c09bfd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=652f73020792f49d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.384+0000 7fe972ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98c0b3070 con 0x56410ca07ae0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fe98c0a3bb0 con 0x56410ca07ae0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe988015070 con 0x56410ca07ae0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe98c099bc0 con 0x56410ca07ae0 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 10 client.15549 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:07.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x56410c7aa2d0 con 0x56410ca07ae0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe988015070 con 0x56410ca07ae0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe98c09ba80 con 0x56410ca07ae0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 10 client.15549 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 10 client.15549 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 20 client.15549 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca71bd0 0x56410ca73ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 4 client.15549 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56410c951bb0 con 0x56410ca71bd0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.385+0000 7fe9937fe700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca71bd0 0x56410ca73ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.386+0000 7fe972ffd700 10 client.15549 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.386+0000 7fe9937fe700 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca71bd0 0x56410ca73ff0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f57bda37567dd90 server_cookie=52d1fb036426b510 in_seq=0 out_seq=0 2023-10-05T15:22:07.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.386+0000 7fe972ffd700 1 -- 172.21.15.29:0/610817819 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56410c951bb0 con 0x56410ca71bd0 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.386+0000 7fe972ffd700 10 client.15549 handle_command_reply: tid=0 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.386+0000 7fe9a5db1b80 1 client.15549 shutdown 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 msgr2=0x56410ca6fbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fe98c09b7b0 tx=0x7fe98c09bfd0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 shutdown_connections 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56410ca71bd0 0x56410ca73ff0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56410ca062e0 0x56410ca16100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56410ca07ae0 0x56410ca6fbb0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe972ffd700 0 client.15549 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 --2- 172.21.15.29:0/610817819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56410ca06c40 0x56410ca16640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 >> 172.21.15.29:0/610817819 conn(0x56410c97a2e0 msgr2=0x56410ca10050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 shutdown_connections 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 1 -- 172.21.15.29:0/610817819 wait complete. 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe9a5db1b80 20 client.15549 trim_cache size 0 max 16384 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "bc1ad4e6-cdf9-406d-af5e-b54e441311b3", 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2023-10-05T15:22:07.396 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 msgr2=0x7fe97c0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 0x7fe97c0a39c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe984009990 tx=0x7fe984005fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 msgr2=0x7fe99419d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.387+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fe98c00ef30 tx=0x7fe98c00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 shutdown_connections 2023-10-05T15:22:07.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fe97c0a1500 0x7fe97c0a39c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe994101990 0x7fe99419d0c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe9940ffe00 0x7fe994195b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 --2- 172.21.15.29:0/1483425353 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe994100ff0 0x7fe994196050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 >> 172.21.15.29:0/1483425353 conn(0x7fe9940fb3b0 msgr2=0x7fe9941044d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 shutdown_connections 2023-10-05T15:22:07.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.388+0000 7fe999bc7700 1 -- 172.21.15.29:0/1483425353 wait complete. 2023-10-05T15:22:07.402 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:22:07.532 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 -- 172.21.15.29:0/2764260888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102070 msgr2=0x7fc0c01024f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 --2- 172.21.15.29:0/2764260888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102070 0x7fc0c01024f0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0009990 tx=0x7fc0b0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 -- 172.21.15.29:0/2764260888 shutdown_connections 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 --2- 172.21.15.29:0/2764260888 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0100e90 0x7fc0c01012b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 --2- 172.21.15.29:0/2764260888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0102a30 0x7fc0c0109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 --2- 172.21.15.29:0/2764260888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102070 0x7fc0c01024f0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 -- 172.21.15.29:0/2764260888 >> 172.21.15.29:0/2764260888 conn(0x7fc0c00fc430 msgr2=0x7fc0c00fe890 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 -- 172.21.15.29:0/2764260888 shutdown_connections 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.528+0000 7fc0c834a700 1 -- 172.21.15.29:0/2764260888 wait complete. 2023-10-05T15:22:07.533 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 Processor -- start 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 -- start start 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 0x7fc0c0196bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0102070 0x7fc0c0197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c019e750 con 0x7fc0c0102a30 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c019e890 con 0x7fc0c0100e90 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c834a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0c019ea20 con 0x7fc0c0102070 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c68e7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c68e7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47070/0 (socket says 172.21.15.29:47070) 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.529+0000 7fc0c68e7700 1 -- 172.21.15.29:0/804740990 learned_addr learned my addr 172.21.15.29:0/804740990 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0102070 0x7fc0c0197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 0x7fc0c0196bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 -- 172.21.15.29:0/804740990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0102070 msgr2=0x7fc0c0197110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0102070 0x7fc0c0197110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 -- 172.21.15.29:0/804740990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 msgr2=0x7fc0c0196bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 0x7fc0c0196bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 -- 172.21.15.29:0/804740990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0b00095f0 con 0x7fc0c0102a30 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 0x7fc0c0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc0b8007d70 tx=0x7fc0b800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0b77fe700 1 -- 172.21.15.29:0/804740990 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b800ad40 con 0x7fc0c0102a30 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0b77fe700 1 -- 172.21.15.29:0/804740990 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0b80128e0 con 0x7fc0c0102a30 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0c019ed00 con 0x7fc0c0102a30 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0b77fe700 1 -- 172.21.15.29:0/804740990 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b8011780 con 0x7fc0c0102a30 2023-10-05T15:22:07.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.530+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c019f1c0 con 0x7fc0c0102a30 2023-10-05T15:22:07.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.533+0000 7fc0b77fe700 1 -- 172.21.15.29:0/804740990 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) v1 ==== 136003+0+0 (secure 0 0 0) 0x7fc0b8012a50 con 0x7fc0c0102a30 2023-10-05T15:22:07.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.533+0000 7fc0b77fe700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 0x7fc0ac0a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.534+0000 7fc0b77fe700 1 -- 172.21.15.29:0/804740990 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc0b80cd360 con 0x7fc0c0102a30 2023-10-05T15:22:07.536 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.534+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 0x7fc0ac0a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.534+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 0x7fc0ac0a39c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc005fd0 tx=0x7fc0bc005dc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.534+0000 7fc0d4534b80 1 Processor -- start 2023-10-05T15:22:07.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.534+0000 7fc0d4534b80 1 -- start start 2023-10-05T15:22:07.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 0x559704541a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541fd0 0x559704542890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597044a5460 con 0x559704542e70 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704496c20 con 0x559704541670 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704494540 con 0x559704541fd0 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47078/0 (socket says 172.21.15.29:47078) 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 -- 172.21.15.29:0/3975490599 learned_addr learned my addr 172.21.15.29:0/3975490599 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541fd0 0x559704542890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 0x559704541a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 -- 172.21.15.29:0/3975490599 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541fd0 msgr2=0x559704542890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541fd0 0x559704542890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 -- 172.21.15.29:0/3975490599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 msgr2=0x559704541a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 0x559704541a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 -- 172.21.15.29:0/3975490599 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597042bade0 con 0x559704542e70 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 0x559704541a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc0b80caa60 tx=0x7fc0b8007f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=375febd8976ab22e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0b4d82700 1 -- 172.21.15.29:0/3975490599 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b809a310 con 0x559704542e70 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.535+0000 7fc0b4d82700 1 -- 172.21.15.29:0/3975490599 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0b809e460 con 0x559704542e70 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0b4d82700 1 -- 172.21.15.29:0/3975490599 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b8099a60 con 0x559704542e70 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975490599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 msgr2=0x5597045432f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fc0b80caa60 tx=0x7fc0b8007f70 comp rx=0 tx=0).stop 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975490599 shutdown_connections 2023-10-05T15:22:07.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704542e70 0x5597045432f0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541670 0x559704541a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975490599 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541fd0 0x559704542890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975490599 >> 172.21.15.29:0/3975490599 conn(0x5597044b1260 msgr2=0x559704538140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975490599 shutdown_connections 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.536+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975490599 wait complete. 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 -- start start 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 Processor -- start 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x55970454b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x559704552a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970448fe30 con 0x559704541fd0 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970442c710 con 0x559704542e70 2023-10-05T15:22:07.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970442c3b0 con 0x559704541670 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0d4534b80 10 client.0 _ll_register_callbacks cb 0x559704289800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0c58e5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0c58e5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47082/0 (socket says 172.21.15.29:47082) 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0c58e5700 1 -- 172.21.15.29:0/3975068435 learned_addr learned my addr 172.21.15.29:0/3975068435 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x55970454b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.537+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x559704552a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 -- 172.21.15.29:0/3975068435 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 msgr2=0x55970454b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x55970454b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 -- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 msgr2=0x559704552a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x559704552a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 -- 172.21.15.29:0/3975068435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0c019f1c0 con 0x559704541fd0 2023-10-05T15:22:07.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0009990 tx=0x7fc0b0009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b5dff2c62e232a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b0003d60 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc0b0005070 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55970452ff10 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc0b0005230 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0d4534b80 10 client.15561 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5597042a3c60 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55970452ff10 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.538+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fc0b000fc50 con 0x559704541fd0 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 10 client.15561 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 10 client.15561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:07.546 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 20 client.15561 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559704557320 0x559704559740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 4 client.15561 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559704488e10 con 0x559704557320 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559704557320 0x559704559740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559704557320 0x559704559740 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89337182fbf73125 server_cookie=8284df8fb8d3eff in_seq=0 out_seq=0 2023-10-05T15:22:07.547 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.539+0000 7fc0a9ffb700 10 client.15561 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/3975068435 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559704488e10 con 0x559704557320 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0a9ffb700 10 client.15561 handle_command_reply: tid=0 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 client.15561 shutdown 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 msgr2=0x55970454b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fc0b0009990 tx=0x7fc0b0009fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 shutdown_connections 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559704557320 0x559704559740 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x55970454b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x559704552a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0a9ffb700 0 client.15561 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/3975068435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x55970454b9c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 >> 172.21.15.29:0/3975068435 conn(0x5597044b1260 msgr2=0x559704537f50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 shutdown_connections 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 1 -- 172.21.15.29:0/3975068435 wait complete. 2023-10-05T15:22:07.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.540+0000 7fc0d4534b80 20 client.15561 trim_cache size 0 max 16384 2023-10-05T15:22:07.564 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 Processor -- start 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 -- start start 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x559704545e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x5597045529c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704310920 con 0x559704541fd0 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970454a930 con 0x559704542e70 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704532520 con 0x559704541670 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0c58e5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0c58e5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47090/0 (socket says 172.21.15.29:47090) 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.557+0000 7fc0c58e5700 1 -- 172.21.15.29:0/662854189 learned_addr learned my addr 172.21.15.29:0/662854189 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x559704545e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 -- 172.21.15.29:0/662854189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 msgr2=0x559704545e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x559704545e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 -- 172.21.15.29:0/662854189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 msgr2=0x5597045529c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x5597045529c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x5597045529c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 -- 172.21.15.29:0/662854189 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597042e1250 con 0x559704541fd0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x5597045529c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fc0b00176b0 tx=0x7fc0b000b5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2c121ae00128ad8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0b5583700 1 -- 172.21.15.29:0/662854189 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b0003d60 con 0x559704541fd0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0b5583700 1 -- 172.21.15.29:0/662854189 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0b001e040 con 0x559704541fd0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.558+0000 7fc0b5583700 1 -- 172.21.15.29:0/662854189 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0b000f510 con 0x559704541fd0 2023-10-05T15:22:07.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- 172.21.15.29:0/662854189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 msgr2=0x559704546360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fc0b00176b0 tx=0x7fc0b000b5c0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- 172.21.15.29:0/662854189 shutdown_connections 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704541670 0x559704545e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704542e70 0x5597045529c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/662854189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541fd0 0x559704546360 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- 172.21.15.29:0/662854189 >> 172.21.15.29:0/662854189 conn(0x5597044b1260 msgr2=0x55970454a0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- 172.21.15.29:0/662854189 shutdown_connections 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- 172.21.15.29:0/662854189 wait complete. 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- start start 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 Processor -- start 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 0x559704550ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704542e70 0x559704551ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704552430 con 0x559704541670 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597045525a0 con 0x559704541fd0 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559704552760 con 0x559704542e70 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0d4534b80 10 client.0 _ll_register_callbacks cb 0x7fc0b000bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0c60e6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.559+0000 7fc0c60e6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47094/0 (socket says 172.21.15.29:47094) 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 -- 172.21.15.29:0/1335461162 learned_addr learned my addr 172.21.15.29:0/1335461162 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c68e7700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704542e70 0x559704551ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 0x559704550ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.568 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 -- 172.21.15.29:0/1335461162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704542e70 msgr2=0x559704551ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704542e70 0x559704551ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 -- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 msgr2=0x559704550ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 0x559704550ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 -- 172.21.15.29:0/1335461162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5597042a3c60 con 0x559704541670 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 0x559704550ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:07.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0c60e6700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc012040 tx=0x7fc0bc0047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc0ed3cd72af3696 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:07.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:07.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0bc023040 con 0x559704541670 2023-10-05T15:22:07.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fc0bc0254b0 con 0x559704541670 2023-10-05T15:22:07.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc0b809e460 con 0x559704541670 2023-10-05T15:22:07.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc0bc004020 con 0x559704541670 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0d4534b80 10 client.15567 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.560+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5597042b92b0 con 0x559704541670 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc0b809e460 con 0x559704541670 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fc0bc003ca0 con 0x559704541670 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 10 client.15567 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 10 client.15567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 20 client.15567 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597045ac380 0x5597045ae7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 4 client.15567 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:22:07.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559704488b30 con 0x5597045ac380 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597045ac380 0x5597045ae7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0a9ffb700 10 client.15567 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.561+0000 7fc0c58e5700 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597045ac380 0x5597045ae7a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5a882a21d926689 server_cookie=52122999848aeda7 in_seq=0 out_seq=0 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0a9ffb700 1 -- 172.21.15.29:0/1335461162 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x559704488b30 con 0x5597045ac380 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0a9ffb700 10 client.15567 handle_command_reply: tid=0 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 client.15567 shutdown 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 msgr2=0x5597045509a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc012040 tx=0x7fc0bc0047c0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 shutdown_connections 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597045ac380 0x5597045ae7a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559704542e70 0x559704551ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0a9ffb700 0 client.15567 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559704541670 0x5597045509a0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 --2- 172.21.15.29:0/1335461162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559704541fd0 0x559704550ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 >> 172.21.15.29:0/1335461162 conn(0x5597044b1260 msgr2=0x55970454a070 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 shutdown_connections 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 1 -- 172.21.15.29:0/1335461162 wait complete. 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.562+0000 7fc0d4534b80 20 client.15567 trim_cache size 0 max 16384 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-05T15:22:07.573 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: "bc1ad4e6-cdf9-406d-af5e-b54e441311b3": { 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/", 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "bc1ad4e6-cdf9-406d-af5e-b54e441311b3", 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:22:07.574 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 msgr2=0x7fc0ac0a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 0x7fc0ac0a39c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fc0bc005fd0 tx=0x7fc0bc005dc0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 msgr2=0x7fc0c019e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc0b8007d70 tx=0x7fc0b800a340 comp rx=0 tx=0).stop 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 shutdown_connections 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fc0ac0a1500 0x7fc0ac0a39c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0c0102a30 0x7fc0c019e180 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc0c0100e90 0x7fc0c0196bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 --2- 172.21.15.29:0/804740990 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc0c0102070 0x7fc0c0197110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:07.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 >> 172.21.15.29:0/804740990 conn(0x7fc0c00fc430 msgr2=0x7fc0c00fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:07.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 shutdown_connections 2023-10-05T15:22:07.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.563+0000 7fc0c834a700 1 -- 172.21.15.29:0/804740990 wait complete. 2023-10-05T15:22:07.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:07 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/360792573' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:07.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:07 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/474661933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:07.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:07 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1390180028' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:07.577 INFO:tasks.cephfs.filesystem:scrub status for tag:bc1ad4e6-cdf9-406d-af5e-b54e441311b3 - {'path': '/', 'tag': 'bc1ad4e6-cdf9-406d-af5e-b54e441311b3', 'options': 'recursive,force'} 2023-10-05T15:22:07.631 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:07.629+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7f1ab810e960 con 0x7f1ab80ff810 2023-10-05T15:22:07.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:07 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/360792573' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:07.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:07 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/474661933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:07.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:07 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1390180028' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:07.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:07 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/360792573' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:22:07.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:07 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/474661933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:07.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:07 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1390180028' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:22:08.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.316+0000 7f1a9ffff700 1 -- 172.21.15.29:0/3496764230 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v17) v1 ==== 92+0+0 (secure 0 0 0) 0x7f1aa809add0 con 0x7f1ab80ff810 2023-10-05T15:22:08.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 msgr2=0x7f1aa00a3940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 0x7f1aa00a3940 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1aac009cb0 tx=0x7f1aac009260 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 msgr2=0x7f1ab8198f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f1aa8004760 tx=0x7f1aa8004790 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 shutdown_connections 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f1aa00a1480 0x7f1aa00a3940 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab8100b30 0x7f1ab819a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab80ff810 0x7f1ab8198f00 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 --2- 172.21.15.29:0/3496764230 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab8100170 0x7f1ab8199440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 >> 172.21.15.29:0/3496764230 conn(0x7f1ab80fb390 msgr2=0x7f1ab80fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:08.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 shutdown_connections 2023-10-05T15:22:08.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.319+0000 7f1abd5d2700 1 -- 172.21.15.29:0/3496764230 wait complete. 2023-10-05T15:22:08.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:22:08.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: scrub queued for path: / 2023-10-05T15:22:08.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.335 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: scrub summary: active paths [/] 2023-10-05T15:22:08.336 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.336 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-10-05T15:22:08.345 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.493+0000 7f84922eb700 1 -- 172.21.15.29:0/1501008199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c1042a0 msgr2=0x7f848c106690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.493+0000 7f84922eb700 1 --2- 172.21.15.29:0/1501008199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c1042a0 0x7f848c106690 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8480009990 tx=0x7f8480009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.493+0000 7f84922eb700 1 -- 172.21.15.29:0/1501008199 shutdown_connections 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.493+0000 7f84922eb700 1 --2- 172.21.15.29:0/1501008199 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c106bd0 0x7f848c109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.493+0000 7f84922eb700 1 --2- 172.21.15.29:0/1501008199 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c101970 0x7f848c103d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 --2- 172.21.15.29:0/1501008199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c1042a0 0x7f848c106690 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 -- 172.21.15.29:0/1501008199 >> 172.21.15.29:0/1501008199 conn(0x7f848c0fb340 msgr2=0x7f848c0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:08.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 -- 172.21.15.29:0/1501008199 shutdown_connections 2023-10-05T15:22:08.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 -- 172.21.15.29:0/1501008199 wait complete. 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 Processor -- start 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.494+0000 7f84922eb700 1 -- start start 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c1042a0 0x7f848c197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c106bd0 0x7f848c197f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.499 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c198690 con 0x7f848c101970 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c198800 con 0x7f848c106bd0 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f84922eb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848c1989c0 con 0x7f848c1042a0 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47134/0 (socket says 172.21.15.29:47134) 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 -- 172.21.15.29:0/3341410656 learned_addr learned my addr 172.21.15.29:0/3341410656 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848b7fe700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c1042a0 0x7f848c197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f8490888700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c106bd0 0x7f848c197f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c1042a0 msgr2=0x7f848c197250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c1042a0 0x7f848c197250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c106bd0 msgr2=0x7f848c197f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c106bd0 0x7f848c197f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.500 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.495+0000 7f848bfff700 1 -- 172.21.15.29:0/3341410656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84800095f0 con 0x7f848c101970 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f848bfff700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f847c00e9a0 tx=0x7f847c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c009790 con 0x7f848c101970 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f847c010430 con 0x7f848c101970 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f848c198ca0 con 0x7f848c101970 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847c018680 con 0x7f848c101970 2023-10-05T15:22:08.501 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.496+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f848c19f470 con 0x7f848c101970 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.497+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f848c0fcec0 con 0x7f848c101970 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.498+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 17) v1 ==== 136020+0+0 (secure 0 0 0) 0x7f847c0105a0 con 0x7f848c101970 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.499+0000 7f84897fa700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 0x7f84740a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.499+0000 7f848b7fe700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 msgr2=0x7f84740a3a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.499+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f847c014070 con 0x7f848c101970 2023-10-05T15:22:08.502 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.499+0000 7f848b7fe700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 0x7f84740a3a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:22:08.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.503+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f847c096510 con 0x7f848c101970 2023-10-05T15:22:08.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setuser ceph since I am not root 2023-10-05T15:22:08.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: ignoring --setgroup ceph since I am not root 2023-10-05T15:22:08.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:08.547+0000 7f910fec0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: ignoring --setuser ceph since I am not root 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: ignoring --setgroup ceph since I am not root 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mgr[105199]: -- 172.21.15.40:0/2141455702 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56260d3af1e0 con 0x56260d384800 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:08.526+0000 7fb86ed1e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: scrub queued for path: / 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.626 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: scrub summary: active paths [/] 2023-10-05T15:22:08.627 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.627 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-10-05T15:22:08.670 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: pgmap v307: 129 pgs: 129 active+clean; 584 KiB data, 330 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:22:08.670 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: scrub queued for path: / 2023-10-05T15:22:08.671 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.671 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: scrub summary: active paths [/] 2023-10-05T15:22:08.671 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:08.671 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2023-10-05T15:22:08.672 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: ignoring --setuser ceph since I am not root 2023-10-05T15:22:08.672 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: ignoring --setgroup ceph since I am not root 2023-10-05T15:22:08.672 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:08.497+0000 7fdb632b6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-10-05T15:22:08.672 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:08.577+0000 7fdb632b6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:08.702 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.700+0000 7f848b7fe700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 msgr2=0x7f84740a3a10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:08.702 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.700+0000 7f848b7fe700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 0x7f84740a3a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:22:08.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.717+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7f848c10c910 con 0x7f848c101970 2023-10-05T15:22:08.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.721+0000 7f84897fa700 1 -- 172.21.15.29:0/3341410656 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v23)=0 v23) v1 ==== 138+0+0 (secure 0 0 0) 0x7f847c099b30 con 0x7f848c101970 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 msgr2=0x7f84740a3a10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 0x7f84740a3a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 msgr2=0x7f848c196d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f847c00e9a0 tx=0x7f847c00ecb0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 shutdown_connections 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f84740a1550 0x7f84740a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f848c106bd0 0x7f848c197f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f848c101970 0x7f848c196d10 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 --2- 172.21.15.29:0/3341410656 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f848c1042a0 0x7f848c197250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 >> 172.21.15.29:0/3341410656 conn(0x7f848c0fb340 msgr2=0x7f848c1025e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:08.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 shutdown_connections 2023-10-05T15:22:08.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.723+0000 7f84922eb700 1 -- 172.21.15.29:0/3341410656 wait complete. 2023-10-05T15:22:08.739 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2023-10-05T15:22:08.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 -- 172.21.15.29:0/3710032593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c80ffd60 msgr2=0x7fd9c8100180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 --2- 172.21.15.29:0/3710032593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8100180 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fd9c40099c0 tx=0x7fd9c4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 -- 172.21.15.29:0/3710032593 shutdown_connections 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 --2- 172.21.15.29:0/3710032593 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c81018f0 0x7fd9c81081a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 --2- 172.21.15.29:0/3710032593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8100180 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 --2- 172.21.15.29:0/3710032593 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 0x7fd9c81013b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 -- 172.21.15.29:0/3710032593 >> 172.21.15.29:0/3710032593 conn(0x7fd9c80fb2f0 msgr2=0x7fd9c80fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 -- 172.21.15.29:0/3710032593 shutdown_connections 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.864+0000 7fd9d009f700 1 -- 172.21.15.29:0/3710032593 wait complete. 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.865+0000 7fd9d009f700 1 Processor -- start 2023-10-05T15:22:08.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.865+0000 7fd9d009f700 1 -- start start 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.865+0000 7fd9d009f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.865+0000 7fd9d009f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 0x7fd9c819b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9d009f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 0x7fd9c819df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9d009f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c819e6c0 con 0x7fd9c81018f0 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9d009f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c819e830 con 0x7fd9c80ffd60 2023-10-05T15:22:08.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9d009f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9c819e9f0 con 0x7fd9c8100f50 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9ce63c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 0x7fd9c819df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cd63a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 0x7fd9c819b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:54318/0 (socket says 172.21.15.29:54318) 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 -- 172.21.15.29:0/2470997421 learned_addr learned my addr 172.21.15.29:0/2470997421 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 msgr2=0x7fd9c819b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 0x7fd9c819b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 msgr2=0x7fd9c819df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 0x7fd9c819df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 -- 172.21.15.29:0/2470997421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9c40095f0 con 0x7fd9c80ffd60 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9ce63c700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 0x7fd9c819df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:08.871 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9cde3b700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd9c40058e0 tx=0x7fd9c400f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9c401d070 con 0x7fd9c80ffd60 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9c819ec70 con 0x7fd9c80ffd60 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd9c4005050 con 0x7fd9c80ffd60 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.866+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9c4004b10 con 0x7fd9c80ffd60 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.867+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9c819f0a0 con 0x7fd9c80ffd60 2023-10-05T15:22:08.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.867+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9c810b570 con 0x7fd9c80ffd60 2023-10-05T15:22:08.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.869+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 17) v1 ==== 136020+0+0 (secure 0 0 0) 0x7fd9c40051c0 con 0x7fd9c80ffd60 2023-10-05T15:22:08.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.869+0000 7fd9beffd700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 0x7fd9b40a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:08.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.869+0000 7fd9cd63a700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 msgr2=0x7fd9b40a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:08.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.869+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7fd9c40ce090 con 0x7fd9c80ffd60 2023-10-05T15:22:08.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.869+0000 7fd9cd63a700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 0x7fd9b40a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:22:08.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:08.873+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fd9c4097590 con 0x7fd9c80ffd60 2023-10-05T15:22:08.905 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:08.623+0000 7fb86ed1e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:08.905 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:08.733+0000 7fb86ed1e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:22:08.906 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:08.846+0000 7fb86ed1e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:22:08.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:08.667+0000 7fdb632b6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:22:08.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:08.761+0000 7fdb632b6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:22:09.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.070+0000 7fd9cd63a700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 msgr2=0x7fd9b40a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:09.072 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.070+0000 7fd9cd63a700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 0x7fd9b40a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:22:09.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.079+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7fd9c8106cd0 con 0x7fd9c80ffd60 2023-10-05T15:22:09.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.085+0000 7fd9beffd700 1 -- 172.21.15.29:0/2470997421 <== mon.2 v2:172.21.15.40:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v24)=0 v24) v1 ==== 133+0+0 (secure 0 0 0) 0x7fd9c4026020 con 0x7fd9c80ffd60 2023-10-05T15:22:09.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 msgr2=0x7fd9b40a3990 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 0x7fd9b40a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 msgr2=0x7fd9c8068e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd9c40058e0 tx=0x7fd9c400f690 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 shutdown_connections 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7fd9b40a14d0 0x7fd9b40a3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd9c81018f0 0x7fd9c819df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd9c80ffd60 0x7fd9c8068e40 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 --2- 172.21.15.29:0/2470997421 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd9c8100f50 0x7fd9c819b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 >> 172.21.15.29:0/2470997421 conn(0x7fd9c80fb2f0 msgr2=0x7fd9c80fd5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 shutdown_connections 2023-10-05T15:22:09.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.087+0000 7fd9d009f700 1 -- 172.21.15.29:0/2470997421 wait complete. 2023-10-05T15:22:09.096 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:08.647+0000 7f910fec0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:09.096 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:08.760+0000 7f910fec0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-10-05T15:22:09.097 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:08.878+0000 7f910fec0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-10-05T15:22:09.102 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2023-10-05T15:22:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 -- 172.21.15.29:0/3551541867 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc1042a0 msgr2=0x7f9bcc106690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/3551541867 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc106690 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc009990 tx=0x7f9bbc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 -- 172.21.15.29:0/3551541867 shutdown_connections 2023-10-05T15:22:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/3551541867 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc103d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.234 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/3551541867 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc106bd0 0x7f9bcc109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/3551541867 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc106690 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 -- 172.21.15.29:0/3551541867 >> 172.21.15.29:0/3551541867 conn(0x7f9bcc0fb340 msgr2=0x7f9bcc0fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 -- 172.21.15.29:0/3551541867 shutdown_connections 2023-10-05T15:22:09.235 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.231+0000 7f9bd3c16700 1 -- 172.21.15.29:0/3551541867 wait complete. 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.232+0000 7f9bd3c16700 1 Processor -- start 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.232+0000 7f9bd3c16700 1 -- start start 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.232+0000 7f9bd3c16700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc196d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc106bd0 0x7f9bcc197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc1986a0 con 0x7f9bcc106bd0 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc198810 con 0x7f9bcc1042a0 2023-10-05T15:22:09.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bcc1989d0 con 0x7f9bcc101970 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd19b2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd11b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc106bd0 0x7f9bcc197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd19b2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc196d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:53662/0 (socket says 172.21.15.29:53662) 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 learned_addr learned my addr 172.21.15.29:0/1366703660 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd11b1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc197260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:54382/0 (socket says 172.21.15.29:54382) 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 msgr2=0x7f9bcc196d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc196d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 msgr2=0x7f9bcc197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bbc0095f0 con 0x7f9bcc106bd0 2023-10-05T15:22:09.238 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd11b1700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9bcc1042a0 0x7f9bcc197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9bcc101970 0x7f9bcc196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd21b3700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc106bd0 0x7f9bcc197fa0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400efc0 tx=0x7f9bc400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4018070 con 0x7f9bcc106bd0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bcc198c50 con 0x7f9bcc106bd0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9bc400f040 con 0x7f9bcc106bd0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc400cd40 con 0x7f9bcc106bd0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.233+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bcc19f3d0 con 0x7f9bcc106bd0 2023-10-05T15:22:09.239 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.234+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bcc0fcec0 con 0x7f9bcc106bd0 2023-10-05T15:22:09.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.235+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 17) v1 ==== 136020+0+0 (secure 0 0 0) 0x7f9bc4003a00 con 0x7f9bcc106bd0 2023-10-05T15:22:09.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.236+0000 7f9bc2ffd700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:09.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.236+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:09.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.236+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 9020+0+0 (secure 0 0 0) 0x7f9bc40ccc20 con 0x7f9bcc106bd0 2023-10-05T15:22:09.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.236+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-10-05T15:22:09.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.241+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f9bc4096000 con 0x7f9bcc106bd0 2023-10-05T15:22:09.304 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:08.933+0000 7fdb632b6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:22:09.335 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:09.058+0000 7fb86ed1e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:22:09.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:09.094+0000 7f910fec0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-10-05T15:22:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-10-05T15:22:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-mon[99237]: mgrmap e17: x(active, since 7m), standbys: z, y 2023-10-05T15:22:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3341410656' entity='client.admin' 2023-10-05T15:22:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-mon[99237]: from='client.? ' entity='client.admin' 2023-10-05T15:22:09.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.437+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:09.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.437+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-10-05T15:22:09.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.471+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f9bcc0612f0 con 0x7f9bb80a14d0 2023-10-05T15:22:09.618 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:09.302+0000 7fdb632b6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:09.434+0000 7fdb632b6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:09.522+0000 7fdb632b6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-mon[103568]: mgrmap e17: x(active, since 7m), standbys: z, y 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3341410656' entity='client.admin' 2023-10-05T15:22:09.619 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-mon[103568]: from='client.? ' entity='client.admin' 2023-10-05T15:22:09.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:09.534+0000 7fb86ed1e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:22:09.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3496764230' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2023-10-05T15:22:09.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-mon[103696]: mgrmap e17: x(active, since 7m), standbys: z, y 2023-10-05T15:22:09.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3341410656' entity='client.admin' 2023-10-05T15:22:09.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-mon[103696]: from='client.? ' entity='client.admin' 2023-10-05T15:22:09.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.838+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:09.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:09.838+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-10-05T15:22:09.850 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:09.583+0000 7f910fec0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-10-05T15:22:09.850 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:09.738+0000 7f910fec0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:22:09.926 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:09.616+0000 7fdb632b6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:22:10.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:09.848+0000 7f910fec0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:22:10.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:09.965+0000 7f910fec0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:22:10.155 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:09.693+0000 7fb86ed1e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-10-05T15:22:10.156 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:09.802+0000 7fb86ed1e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-10-05T15:22:10.156 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:09.919+0000 7fb86ed1e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-10-05T15:22:10.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:10.037+0000 7fdb632b6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:22:10.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:10.639+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:10.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:10.639+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-10-05T15:22:10.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:10.482+0000 7f910fec0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:22:10.906 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:10.431+0000 7fb86ed1e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-10-05T15:22:11.176 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:10.694+0000 7fdb632b6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:22:11.176 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:10.776+0000 7fdb632b6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:22:11.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:11.273+0000 7f910fec0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:22:11.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:11.374+0000 7f910fec0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:22:11.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:11.216+0000 7fb86ed1e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-10-05T15:22:11.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:11.316+0000 7fb86ed1e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-10-05T15:22:11.812 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:11.548+0000 7fdb632b6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:11.812 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:11.639+0000 7fdb632b6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:22:12.090 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:11.810+0000 7fdb632b6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:12.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:12.240+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:12.243 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:12.240+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2023-10-05T15:22:12.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:12.088+0000 7fdb632b6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:22:12.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:12.316+0000 7fdb632b6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:22:12.631 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:12.295+0000 7fb86ed1e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:12.631 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:12.406+0000 7fb86ed1e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:22:12.703 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:12.360+0000 7f910fec0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:12.704 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:12.474+0000 7f910fec0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-10-05T15:22:12.730 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:12.465+0000 7fdb632b6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:22:12.905 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:12.628+0000 7fb86ed1e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:13.063 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:12.701+0000 7f910fec0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-10-05T15:22:13.176 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:12.728+0000 7fdb632b6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:22:13.238 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:12.981+0000 7fb86ed1e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:22:13.322 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:13.061+0000 7f910fec0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-10-05T15:22:13.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:13.320+0000 7f910fec0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:22:13.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:13.506+0000 7f910fec0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:22:13.655 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:13.236+0000 7fb86ed1e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-10-05T15:22:13.656 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:13.420+0000 7fb86ed1e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-10-05T15:22:13.758 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:13.433+0000 7fdb632b6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:22:13.758 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:13.563+0000 7fdb632b6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:22:14.089 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:13.756+0000 7fdb632b6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:22:14.089 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:13.869+0000 7fdb632b6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:14.107 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:13.846+0000 7f910fec0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:22:14.155 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:13.751+0000 7fb86ed1e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-10-05T15:22:14.426 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:14.087+0000 7fdb632b6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:22:14.906 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:14.580+0000 7fb86ed1e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:22:14.906 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:14.739+0000 7fb86ed1e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:22:15.027 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:15.024+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mgrmap(e 18) v1 ==== 136020+0+0 (secure 0 0 0) 0x7f9bc4003cb0 con 0x7f9bcc106bd0 2023-10-05T15:22:15.029 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:14.689+0000 7f910fec0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-10-05T15:22:15.029 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:14.851+0000 7f910fec0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-10-05T15:22:15.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:15.109+0000 7f910fec0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:22:15.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:15.252+0000 7f910fec0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:15.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: Standby manager daemon z restarted 2023-10-05T15:22:15.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: Standby manager daemon z started 2023-10-05T15:22:15.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:22:15.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:15.827 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:22:15.827 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:15.828 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:22:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z[105716]: 2023-10-05T15:22:14.950+0000 7fdb632b6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:22:15.828 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:14.985+0000 7fb86ed1e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:15.126+0000 7fb86ed1e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-10-05T15:22:15.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:15.444+0000 7f9bd19b2700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.29:6800/3390071130 2023-10-05T15:22:15.829 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:15.444+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: Standby manager daemon z restarted 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: Standby manager daemon z started 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:15.829 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:15 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: Standby manager daemon z restarted 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: Standby manager daemon z started 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.177:0/3588918953' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:15.830 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:15.399+0000 7fb86ed1e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:22:15.857 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:15.534+0000 7f910fec0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-10-05T15:22:16.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-mon[99237]: mgrmap e18: x(active, since 7m), standbys: y, z 2023-10-05T15:22:16.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:16 smithi040 ceph-mon[103696]: mgrmap e18: x(active, since 7m), standbys: y, z 2023-10-05T15:22:16.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:16 smithi177 ceph-mon[103568]: mgrmap e18: x(active, since 7m), standbys: y, z 2023-10-05T15:22:16.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:16.630+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 8 ==== mgrmap(e 19) v1 ==== 135688+0+0 (secure 0 0 0) 0x7f9bc40ca460 con 0x7f9bcc106bd0 2023-10-05T15:22:16.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:16.631+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 msgr2=0x7f9bb80a3990 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:22:16.633 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:16.631+0000 7f9bc2ffd700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3390071130,v1:172.21.15.29:6801/3390071130] conn(0x7f9bb80a14d0 0x7f9bb80a3990 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:16.805 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:22:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y[105175]: 2023-10-05T15:22:16.451+0000 7fb86ed1e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:22:16.866 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.605+0000 7f910fec0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f906ef87700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f906ef87700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f906ef87700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f906ef87700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f906ef87700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f90717cc700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f90717cc700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f90717cc700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f90717cc700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:16.867 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:22:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:22:16.862+0000 7f90717cc700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:22:17.102 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: Standby manager daemon y restarted 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: Standby manager daemon y started 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: Active manager daemon x restarted 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: Activating manager daemon x 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: mgrmap e19: x(active, starting, since 0.0121445s), standbys: z, y 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:22:17.103 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:22:17.104 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:22:17.105 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: Manager daemon x is now available 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:22:17.106 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:22:17.107 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: Standby manager daemon y restarted 2023-10-05T15:22:17.107 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: Standby manager daemon y started 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: Active manager daemon x restarted 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: Activating manager daemon x 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: mgrmap e19: x(active, starting, since 0.0121445s), standbys: z, y 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:22:17.108 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:22:17.109 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:22:17.110 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: Manager daemon x is now available 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:22:17.111 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:22:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: Standby manager daemon y restarted 2023-10-05T15:22:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: Standby manager daemon y started 2023-10-05T15:22:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2023-10-05T15:22:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.? 172.21.15.40:0/2978267353' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: Active manager daemon x restarted 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: Activating manager daemon x 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: osdmap e89: 12 total, 12 up, 12 in 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: mgrmap e19: x(active, starting, since 0.0121445s), standbys: z, y 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2023-10-05T15:22:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2023-10-05T15:22:17.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2023-10-05T15:22:17.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: Manager daemon x is now available 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2023-10-05T15:22:17.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2023-10-05T15:22:17.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.636+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mon.0 v2:172.21.15.29:3300/0 9 ==== mgrmap(e 20) v1 ==== 135815+0+0 (secure 0 0 0) 0x7f9bc4094540 con 0x7f9bcc106bd0 2023-10-05T15:22:17.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.637+0000 7f9bc2ffd700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9bb80282c0 0x7f9bb80286a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:17.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.637+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f9bcc0612f0 con 0x7f9bb80282c0 2023-10-05T15:22:17.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.638+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9bb80282c0 0x7f9bb80286a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:17.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.641+0000 7f9bd19b2700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9bb80282c0 0x7f9bb80286a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8009cf0 tx=0x7f9bc8009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:17.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.706+0000 7f9bc2ffd700 1 -- 172.21.15.29:0/1366703660 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f9bcc0612f0 con 0x7f9bb80282c0 2023-10-05T15:22:17.708 INFO:teuthology.orchestra.run.smithi029.stdout:Schedule set for path / 2023-10-05T15:22:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9bb80282c0 msgr2=0x7f9bb80286a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:17.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9bb80282c0 0x7f9bb80286a0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8009cf0 tx=0x7f9bc8009260 comp rx=0 tx=0).stop 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc106bd0 msgr2=0x7f9bcc197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 --2- 172.21.15.29:0/1366703660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9bcc106bd0 0x7f9bcc197fa0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400efc0 tx=0x7f9bc400c3a0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd21b3700 1 -- 172.21.15.29:0/1366703660 reap_dead start 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 shutdown_connections 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 >> 172.21.15.29:0/1366703660 conn(0x7f9bcc0fb340 msgr2=0x7f9bcc102640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 shutdown_connections 2023-10-05T15:22:17.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.708+0000 7f9bd3c16700 1 -- 172.21.15.29:0/1366703660 wait complete. 2023-10-05T15:22:17.725 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2023-10-05T15:22:17.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 -- 172.21.15.29:0/801615051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0104300 msgr2=0x7f4bb01066f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:17.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/801615051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0104300 0x7f4bb01066f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f4ba4009990 tx=0x7f4ba4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 -- 172.21.15.29:0/801615051 shutdown_connections 2023-10-05T15:22:17.860 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/801615051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb0106c30 0x7f4bb0109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/801615051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb01019d0 0x7f4bb0103dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/801615051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0104300 0x7f4bb01066f0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.857+0000 7f4bb67f2700 1 -- 172.21.15.29:0/801615051 >> 172.21.15.29:0/801615051 conn(0x7f4bb00fb340 msgr2=0x7f4bb00fd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- 172.21.15.29:0/801615051 shutdown_connections 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- 172.21.15.29:0/801615051 wait complete. 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 Processor -- start 2023-10-05T15:22:17.861 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- start start 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 0x7f4bb0196d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 0x7f4bb0197260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb01986a0 con 0x7f4bb0106c30 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb0198810 con 0x7f4bb0104300 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.858+0000 7f4bb67f2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bb01989d0 con 0x7f4bb01019d0 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4baf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 0x7f4bb0197260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:17.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4baffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 0x7f4bb0196d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47524/0 (socket says 172.21.15.29:47524) 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 -- 172.21.15.29:0/2285725345 learned_addr learned my addr 172.21.15.29:0/2285725345 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 -- 172.21.15.29:0/2285725345 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 msgr2=0x7f4bb0196d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 0x7f4bb0196d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 -- 172.21.15.29:0/2285725345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 msgr2=0x7f4bb0197260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 0x7f4bb0197260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 -- 172.21.15.29:0/2285725345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba40095f0 con 0x7f4bb0106c30 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4baffff700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 0x7f4bb0196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4baf7fe700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 0x7f4bb0197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb4d8f700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8007ee0 tx=0x7f4ba800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8017070 con 0x7f4bb0106c30 2023-10-05T15:22:17.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4ba800f040 con 0x7f4bb0106c30 2023-10-05T15:22:17.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bb0198cb0 con 0x7f4bb0106c30 2023-10-05T15:22:17.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba8005580 con 0x7f4bb0106c30 2023-10-05T15:22:17.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.859+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bb019f420 con 0x7f4bb0106c30 2023-10-05T15:22:17.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.861+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bb004ec90 con 0x7f4bb0106c30 2023-10-05T15:22:17.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.863+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) v1 ==== 135815+0+0 (secure 0 0 0) 0x7f4ba800db20 con 0x7f4bb0106c30 2023-10-05T15:22:17.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.863+0000 7f4bad7fa700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 0x7f4b980a37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:17.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.864+0000 7f4baffff700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 0x7f4b980a37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:17.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.864+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f4ba80cca40 con 0x7f4bb0106c30 2023-10-05T15:22:17.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.864+0000 7f4baffff700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 0x7f4b980a37c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0011490 tx=0x7f4ba0009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:17.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:17.867+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4ba8095f80 con 0x7f4bb0106c30 2023-10-05T15:22:18.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.113+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7f4bb01035a0 con 0x7f4b980a1300 2023-10-05T15:22:18.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.178+0000 7f4bad7fa700 1 -- 172.21.15.29:0/2285725345 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7f4bb01035a0 con 0x7f4b980a1300 2023-10-05T15:22:18.180 INFO:teuthology.orchestra.run.smithi029.stdout:Retention added to path / 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 msgr2=0x7f4b980a37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 0x7f4b980a37c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0011490 tx=0x7f4ba0009260 comp rx=0 tx=0).stop 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 msgr2=0x7f4bb0197fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8007ee0 tx=0x7f4ba800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 shutdown_connections 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4b980a1300 0x7f4b980a37c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.184 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4bb01019d0 0x7f4bb0196d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.181+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4bb0106c30 0x7f4bb0197fa0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.182+0000 7f4bb67f2700 1 --2- 172.21.15.29:0/2285725345 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4bb0104300 0x7f4bb0197260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.182+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 >> 172.21.15.29:0/2285725345 conn(0x7f4bb00fb340 msgr2=0x7f4bb0102e90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:18.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.182+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 shutdown_connections 2023-10-05T15:22:18.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.182+0000 7f4bb67f2700 1 -- 172.21.15.29:0/2285725345 wait complete. 2023-10-05T15:22:18.202 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-10-05T15:22:18.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 -- 172.21.15.29:0/907251757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0100f30 msgr2=0x7f66a0101350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 --2- 172.21.15.29:0/907251757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0100f30 0x7f66a0101350 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f669c009990 tx=0x7f669c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 -- 172.21.15.29:0/907251757 shutdown_connections 2023-10-05T15:22:18.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 --2- 172.21.15.29:0/907251757 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0102a40 0x7f66a0109360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 --2- 172.21.15.29:0/907251757 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0100f30 0x7f66a0101350 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 --2- 172.21.15.29:0/907251757 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a0102500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 -- 172.21.15.29:0/907251757 >> 172.21.15.29:0/907251757 conn(0x7f66a00fc480 msgr2=0x7f66a00fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 -- 172.21.15.29:0/907251757 shutdown_connections 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.333+0000 7f66a7f71700 1 -- 172.21.15.29:0/907251757 wait complete. 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 Processor -- start 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 -- start start 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0100f30 0x7f66a00732a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a00737e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a01a0c40 con 0x7f66a0102a40 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a01a0d80 con 0x7f66a0102080 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a7f71700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66a01a0ec0 con 0x7f66a0100f30 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47544/0 (socket says 172.21.15.29:47544) 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 -- 172.21.15.29:0/1918087365 learned_addr learned my addr 172.21.15.29:0/1918087365 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a550c700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a00737e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a5d0d700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0100f30 0x7f66a00732a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 -- 172.21.15.29:0/1918087365 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0100f30 msgr2=0x7f66a00732a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0100f30 0x7f66a00732a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 -- 172.21.15.29:0/1918087365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 msgr2=0x7f66a00737e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.339 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a00737e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a650e700 1 -- 172.21.15.29:0/1918087365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f669c0095f0 con 0x7f66a0102a40 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.334+0000 7f66a550c700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a00737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f66a650e700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f669800ef30 tx=0x7f669800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6698018070 con 0x7f66a0102a40 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66a01a10f0 con 0x7f66a0102a40 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f669800f040 con 0x7f66a0102a40 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f669800cd00 con 0x7f66a0102a40 2023-10-05T15:22:18.340 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.335+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66a01a15d0 con 0x7f66a0102a40 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.336+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66a01084b0 con 0x7f66a0102a40 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.337+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) v1 ==== 135815+0+0 (secure 0 0 0) 0x7f6698003a00 con 0x7f66a0102a40 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.338+0000 7f6696ffd700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 0x7f668c0a3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.338+0000 7f66a5d0d700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 0x7f668c0a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.338+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f66980cd210 con 0x7f66a0102a40 2023-10-05T15:22:18.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.338+0000 7f66a5d0d700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 0x7f668c0a3740 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f669c00b2e0 tx=0x7f669c005960 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:18.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.341+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f66980967e0 con 0x7f66a0102a40 2023-10-05T15:22:18.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.573+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f66a002cfe0 con 0x7f668c0a1280 2023-10-05T15:22:18.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.581+0000 7f6696ffd700 1 -- 172.21.15.29:0/1918087365 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+283 (secure 0 0 0) 0x7f66a002cfe0 con 0x7f668c0a1280 2023-10-05T15:22:18.583 INFO:teuthology.orchestra.run.smithi029.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2023-10-05T00:00:00", "created": "2023-10-05T15:22:17", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2023-10-05T15:22:18.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 msgr2=0x7f668c0a3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 0x7f668c0a3740 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f669c00b2e0 tx=0x7f669c005960 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 msgr2=0x7f66a0073d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f669800ef30 tx=0x7f669800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 shutdown_connections 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f668c0a1280 0x7f668c0a3740 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f66a0100f30 0x7f66a00732a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f66a0102a40 0x7f66a0073d20 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 --2- 172.21.15.29:0/1918087365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f66a0102080 0x7f66a00737e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 >> 172.21.15.29:0/1918087365 conn(0x7f66a00fc480 msgr2=0x7f66a01055f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:18.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 shutdown_connections 2023-10-05T15:22:18.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.584+0000 7f66a7f71700 1 -- 172.21.15.29:0/1918087365 wait complete. 2023-10-05T15:22:18.598 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-10-05T15:22:18.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 -- 172.21.15.29:0/109007566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 msgr2=0x7f3050103d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 --2- 172.21.15.29:0/109007566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050103d90 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3040009990 tx=0x7f3040009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 -- 172.21.15.29:0/109007566 shutdown_connections 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 --2- 172.21.15.29:0/109007566 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 0x7f3050109070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 --2- 172.21.15.29:0/109007566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050103d90 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 --2- 172.21.15.29:0/109007566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501066c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 -- 172.21.15.29:0/109007566 >> 172.21.15.29:0/109007566 conn(0x7f30500fb3b0 msgr2=0x7f30500fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 -- 172.21.15.29:0/109007566 shutdown_connections 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 -- 172.21.15.29:0/109007566 wait complete. 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.733+0000 7f305526f700 1 Processor -- start 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 -- start start 2023-10-05T15:22:18.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501972a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 0x7f3050197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30501986e0 con 0x7f30501019a0 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3050198850 con 0x7f30501042d0 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f305526f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3050198a10 con 0x7f3050106c00 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f3047fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501972a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47562/0 (socket says 172.21.15.29:47562) 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 -- 172.21.15.29:0/1064066163 learned_addr learned my addr 172.21.15.29:0/1064066163 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304f7fe700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 0x7f3050197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 -- 172.21.15.29:0/1064066163 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 msgr2=0x7f3050197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 0x7f3050197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 -- 172.21.15.29:0/1064066163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 msgr2=0x7f30501972a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501972a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f304effd700 1 -- 172.21.15.29:0/1064066163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30400095f0 con 0x7f30501019a0 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.734+0000 7f3047fff700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:18.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f304effd700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3040005b40 tx=0x7f3040005790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:18.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f304000fc50 con 0x7f30501019a0 2023-10-05T15:22:18.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3050198c90 con 0x7f30501019a0 2023-10-05T15:22:18.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f304000fdb0 con 0x7f30501019a0 2023-10-05T15:22:18.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3040028900 con 0x7f30501019a0 2023-10-05T15:22:18.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.735+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30500ff970 con 0x7f30501019a0 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.736+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30500fcf30 con 0x7f30501019a0 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.737+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) v1 ==== 135815+0+0 (secure 0 0 0) 0x7f3040025070 con 0x7f30501019a0 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.738+0000 7f304cff9700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 0x7f303c0a3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.738+0000 7f3047fff700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 0x7f303c0a3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.738+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f30400d2780 con 0x7f30501019a0 2023-10-05T15:22:18.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.739+0000 7f3047fff700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 0x7f303c0a3740 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3038011490 tx=0x7f3038009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:18.745 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.743+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f304009bd50 con 0x7f30501019a0 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: mgrmap e20: x(active, since 1.01775s), standbys: z, y 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: [05/Oct/2023:15:22:18] ENGINE Bus STARTING 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: [05/Oct/2023:15:22:18] ENGINE Serving on http://172.21.15.29:8765 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: [05/Oct/2023:15:22:18] ENGINE Serving on https://172.21.15.29:7150 2023-10-05T15:22:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:18 smithi029 ceph-mon[99237]: [05/Oct/2023:15:22:18] ENGINE Bus STARTED 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: mgrmap e20: x(active, since 1.01775s), standbys: z, y 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: [05/Oct/2023:15:22:18] ENGINE Bus STARTING 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: [05/Oct/2023:15:22:18] ENGINE Serving on http://172.21.15.29:8765 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: [05/Oct/2023:15:22:18] ENGINE Serving on https://172.21.15.29:7150 2023-10-05T15:22:18.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:18 smithi040 ceph-mon[103696]: [05/Oct/2023:15:22:18] ENGINE Bus STARTED 2023-10-05T15:22:18.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: mgrmap e20: x(active, since 1.01775s), standbys: z, y 2023-10-05T15:22:18.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: [05/Oct/2023:15:22:18] ENGINE Bus STARTING 2023-10-05T15:22:18.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: from='client.15642 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:18.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: [05/Oct/2023:15:22:18] ENGINE Serving on http://172.21.15.29:8765 2023-10-05T15:22:18.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: [05/Oct/2023:15:22:18] ENGINE Serving on https://172.21.15.29:7150 2023-10-05T15:22:18.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:18 smithi177 ceph-mon[103568]: [05/Oct/2023:15:22:18] ENGINE Bus STARTED 2023-10-05T15:22:18.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:18.996+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f30500612f0 con 0x7f303c0a1280 2023-10-05T15:22:19.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.003+0000 7f304cff9700 1 -- 172.21.15.29:0/1064066163 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f30500612f0 con 0x7f303c0a1280 2023-10-05T15:22:19.004 INFO:teuthology.orchestra.run.smithi029.stdout:/ 1m 6m3h 2023-10-05T15:22:19.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 msgr2=0x7f303c0a3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:19.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 0x7f303c0a3740 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f3038011490 tx=0x7f3038009260 comp rx=0 tx=0).stop 2023-10-05T15:22:19.007 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 msgr2=0x7f3050196d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3040005b40 tx=0x7f3040005790 comp rx=0 tx=0).stop 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 shutdown_connections 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f303c0a1280 0x7f303c0a3740 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3050106c00 0x7f3050197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30501019a0 0x7f3050196d60 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:19.008 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 --2- 172.21.15.29:0/1064066163 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30501042d0 0x7f30501972a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:19.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 >> 172.21.15.29:0/1064066163 conn(0x7f30500fb3b0 msgr2=0x7f3050102610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:19.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 shutdown_connections 2023-10-05T15:22:19.009 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:19.005+0000 7f305526f700 1 -- 172.21.15.29:0/1064066163 wait complete. 2023-10-05T15:22:19.019 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2023-10-05T15:22:19.049 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2023-10-05T15:22:19.059 INFO:teuthology.run_tasks:Running task background_exec... 2023-10-05T15:22:19.078 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:22:19.078 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2023-10-05T15:22:19.091 INFO:teuthology.run_tasks:Running task workunit... 2023-10-05T15:22:19.104 INFO:tasks.workunit:Pulling workunits from ref 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:22:19.105 INFO:tasks.workunit:Making a separate scratch dir for every client... 2023-10-05T15:22:19.105 INFO:tasks.workunit:timeout=3h 2023-10-05T15:22:19.105 INFO:tasks.workunit:cleanup=True 2023-10-05T15:22:19.105 DEBUG:teuthology.orchestra.run.smithi029:> stat -- /home/ubuntu/cephtest/mnt.0 2023-10-05T15:22:19.125 INFO:teuthology.orchestra.run.smithi029.stdout: File: /home/ubuntu/cephtest/mnt.0 2023-10-05T15:22:19.125 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2023-10-05T15:22:19.125 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 7ch/124d Inode: 1 Links: 2 2023-10-05T15:22:19.125 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2023-10-05T15:22:19.125 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:cephfs_t:s0 2023-10-05T15:22:19.126 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 1970-01-01 00:00:00.000000000 +0000 2023-10-05T15:22:19.126 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2023-10-05 15:20:25.029303950 +0000 2023-10-05T15:22:19.126 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2023-10-05 15:20:36.734121476 +0000 2023-10-05T15:22:19.126 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2023-10-05 15:20:25.029303950 +0000 2023-10-05T15:22:19.126 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2023-10-05T15:22:19.127 DEBUG:teuthology.orchestra.run.smithi029:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2023-10-05T15:22:19.220 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 689b3d5ae1ed3e8efe9a65281cd9bd422749e95f 2023-10-05T15:22:19.238 INFO:tasks.workunit.client.0.smithi029.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2023-10-05T15:22:20.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: pgmap v4: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: scrub summary: idle 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: mgrmap e21: x(active, since 3s), standbys: z, y 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:19 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: pgmap v4: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: scrub summary: idle 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: mgrmap e21: x(active, since 3s), standbys: z, y 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:19 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='client.15648 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: pgmap v4: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: scrub summary: idle 2023-10-05T15:22:20.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='client.15657 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:22:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: mgrmap e21: x(active, since 3s), standbys: z, y 2023-10-05T15:22:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:20.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:19 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:21.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:20 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:21.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:21.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:20 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:20 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:22.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: pgmap v5: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: mgrmap e22: x(active, since 4s), standbys: z, y 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:21 smithi177 ceph-mon[103568]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: pgmap v5: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: mgrmap e22: x(active, since 4s), standbys: z, y 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:21 smithi029 ceph-mon[99237]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: pgmap v5: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:22:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi029:/etc/ceph/ceph.conf 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi040:/etc/ceph/ceph.conf 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi177:/etc/ceph/ceph.conf 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: mgrmap e22: x(active, since 4s), standbys: z, y 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:22.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:21 smithi040 ceph-mon[103696]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.conf 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi040:/etc/ceph/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: Updating smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/config/ceph.client.admin.keyring 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:23.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:22:23.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:22:23.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:22:23.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:22:24.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:24 smithi029 ceph-mon[99237]: pgmap v6: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:24.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:24 smithi040 ceph-mon[103696]: pgmap v6: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:24 smithi177 ceph-mon[103568]: pgmap v6: 129 pgs: 129 active+clean; 971 KiB data, 331 MiB used, 1.0 TiB / 1.0 TiB avail 2023-10-05T15:22:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:26 smithi029 ceph-mon[99237]: pgmap v7: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 131 KiB/s wr, 67 op/s 2023-10-05T15:22:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:26 smithi040 ceph-mon[103696]: pgmap v7: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 131 KiB/s wr, 67 op/s 2023-10-05T15:22:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:26 smithi177 ceph-mon[103568]: pgmap v7: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 131 KiB/s wr, 67 op/s 2023-10-05T15:22:28.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:28 smithi029 ceph-mon[99237]: pgmap v8: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 102 KiB/s wr, 52 op/s 2023-10-05T15:22:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:28 smithi040 ceph-mon[103696]: pgmap v8: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 102 KiB/s wr, 52 op/s 2023-10-05T15:22:28.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:28 smithi177 ceph-mon[103568]: pgmap v8: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 102 KiB/s wr, 52 op/s 2023-10-05T15:22:30.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:30 smithi029 ceph-mon[99237]: pgmap v9: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 84 KiB/s wr, 46 op/s 2023-10-05T15:22:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:30 smithi040 ceph-mon[103696]: pgmap v9: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 84 KiB/s wr, 46 op/s 2023-10-05T15:22:30.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:30 smithi177 ceph-mon[103568]: pgmap v9: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 84 KiB/s wr, 46 op/s 2023-10-05T15:22:32.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 -- 172.21.15.29:0/3197772429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c105ef0 msgr2=0x7fe92c1062d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 --2- 172.21.15.29:0/3197772429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c105ef0 0x7fe92c1062d0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fe91c009990 tx=0x7fe91c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 -- 172.21.15.29:0/3197772429 shutdown_connections 2023-10-05T15:22:32.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 --2- 172.21.15.29:0/3197772429 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c100930 0x7fe92c10cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 --2- 172.21.15.29:0/3197772429 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c105ef0 0x7fe92c1062d0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 --2- 172.21.15.29:0/3197772429 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c0fff70 0x7fe92c1003f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.261+0000 7fe932b79700 1 -- 172.21.15.29:0/3197772429 >> 172.21.15.29:0/3197772429 conn(0x7fe92c076b70 msgr2=0x7fe92c076f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- 172.21.15.29:0/3197772429 shutdown_connections 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- 172.21.15.29:0/3197772429 wait complete. 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 Processor -- start 2023-10-05T15:22:32.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- start start 2023-10-05T15:22:32.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c0fff70 0x7fe92c101c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 0x7fe92c1a51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c1a5700 con 0x7fe92c100930 2023-10-05T15:22:32.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c1a5840 con 0x7fe92c105ef0 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.262+0000 7fe932b79700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe92c1a59b0 con 0x7fe92c0fff70 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47592/0 (socket says 172.21.15.29:47592) 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 -- 172.21.15.29:0/545725100 learned_addr learned my addr 172.21.15.29:0/545725100 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe930915700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c0fff70 0x7fe92c101c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe931116700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 0x7fe92c1a51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 -- 172.21.15.29:0/545725100 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c0fff70 msgr2=0x7fe92c101c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c0fff70 0x7fe92c101c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 -- 172.21.15.29:0/545725100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 msgr2=0x7fe92c1a51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 0x7fe92c1a51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 -- 172.21.15.29:0/545725100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe91c0095f0 con 0x7fe92c100930 2023-10-05T15:22:32.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe931116700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 0x7fe92c1a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe92bfff700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe91400c920 tx=0x7fe91400cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe929ffb700 1 -- 172.21.15.29:0/545725100 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe914007b00 con 0x7fe92c100930 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe929ffb700 1 -- 172.21.15.29:0/545725100 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe91400ce70 con 0x7fe92c100930 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe92c1a5c90 con 0x7fe92c100930 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.263+0000 7fe929ffb700 1 -- 172.21.15.29:0/545725100 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9140054e0 con 0x7fe92c100930 2023-10-05T15:22:32.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.264+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe92c1a61a0 con 0x7fe92c100930 2023-10-05T15:22:32.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.266+0000 7fe929ffb700 1 -- 172.21.15.29:0/545725100 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7fe914004750 con 0x7fe92c100930 2023-10-05T15:22:32.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.267+0000 7fe929ffb700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 0x7fe9180a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.267+0000 7fe929ffb700 1 -- 172.21.15.29:0/545725100 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fe9140cd1c0 con 0x7fe92c100930 2023-10-05T15:22:32.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.267+0000 7fe930915700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 0x7fe9180a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe930915700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 0x7fe9180a3b40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00b5c0 tx=0x7fe91c005960 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 Processor -- start 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 -- start start 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb3507fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb35157c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb3471400 con 0x561bb3508520 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb3462bc0 con 0x561bb3507c00 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb34604e0 con 0x561bb35133d0 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe92bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe92bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47600/0 (socket says 172.21.15.29:47600) 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe92bfff700 1 -- 172.21.15.29:0/446799925 learned_addr learned my addr 172.21.15.29:0/446799925 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:32.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.268+0000 7fe930915700 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb3507fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 -- 172.21.15.29:0/446799925 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 msgr2=0x561bb35157c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb35157c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 -- 172.21.15.29:0/446799925 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 msgr2=0x561bb3507fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb3507fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 -- 172.21.15.29:0/446799925 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561bb3286d80 con 0x561bb3508520 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe92bfff700 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fe9140999e0 tx=0x7fe9140996b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5990a3dae7d2554 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe922ffd700 1 -- 172.21.15.29:0/446799925 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9140a2070 con 0x561bb3508520 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe922ffd700 1 -- 172.21.15.29:0/446799925 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe914098080 con 0x561bb3508520 2023-10-05T15:22:32.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.269+0000 7fe922ffd700 1 -- 172.21.15.29:0/446799925 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9140ca9b0 con 0x561bb3508520 2023-10-05T15:22:32.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- 172.21.15.29:0/446799925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 msgr2=0x561bb3512e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fe9140999e0 tx=0x7fe9140996b0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- 172.21.15.29:0/446799925 shutdown_connections 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb35157c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb3507fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/446799925 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3508520 0x561bb3512e90 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- 172.21.15.29:0/446799925 >> 172.21.15.29:0/446799925 conn(0x561bb347d200 msgr2=0x561bb3504080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- 172.21.15.29:0/446799925 shutdown_connections 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- 172.21.15.29:0/446799925 wait complete. 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 -- start start 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.270+0000 7fe93ed63b80 1 Processor -- start 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb35101d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3510710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb345bdd0 con 0x561bb35133d0 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb33f86b0 con 0x561bb3507c00 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb33f8350 con 0x561bb3508520 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 10 client.0 _ll_register_callbacks cb 0x561bb32557a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47608/0 (socket says 172.21.15.29:47608) 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 -- 172.21.15.29:0/3667616827 learned_addr learned my addr 172.21.15.29:0/3667616827 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe92bfff700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3510710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe930915700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb35101d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 -- 172.21.15.29:0/3667616827 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 msgr2=0x561bb3510710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3510710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 -- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 msgr2=0x561bb35101d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb35101d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 -- 172.21.15.29:0/3667616827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe92c1a61a0 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe931116700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fe924007850 tx=0x7fe924007b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8716f4204b91475c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe90bfff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9240147e0 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fe924014940 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.271+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561bb34fbd50 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9240093b0 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 10 client.15672 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561bb326fc00 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561bb34fbd50 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe92401f3b0 con 0x561bb35133d0 2023-10-05T15:22:32.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 10 client.15672 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 10 client.15672 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 20 client.15672 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb3523080 0x561bb35254a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 4 client.15672 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.272+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561bb3454db0 con 0x561bb3523080 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.273+0000 7fe930915700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb3523080 0x561bb35254a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.273+0000 7fe90bfff700 10 client.15672 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.273+0000 7fe930915700 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb3523080 0x561bb35254a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90312d895886e5b2 server_cookie=633c4ab409a96211 in_seq=0 out_seq=0 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe90bfff700 1 -- 172.21.15.29:0/3667616827 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x561bb3454db0 con 0x561bb3523080 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe90bfff700 10 client.15672 handle_command_reply: tid=0 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 client.15672 shutdown 2023-10-05T15:22:32.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 msgr2=0x561bb3510c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7fe924007850 tx=0x7fe924007b60 comp rx=0 tx=0).stop 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 shutdown_connections 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb3523080 0x561bb35254a0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb35133d0 0x561bb3510c50 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3507c00 0x561bb35101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe90bfff700 0 client.15672 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/3667616827 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3510710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 >> 172.21.15.29:0/3667616827 conn(0x561bb347d200 msgr2=0x561bb3503c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 shutdown_connections 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 1 -- 172.21.15.29:0/3667616827 wait complete. 2023-10-05T15:22:32.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.274+0000 7fe93ed63b80 20 client.15672 trim_cache size 0 max 16384 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 Processor -- start 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 -- start start 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3519f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 0x561bb350b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb32dc8c0 con 0x561bb3507c00 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb35206c0 con 0x561bb35133d0 2023-10-05T15:22:32.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb3512d60 con 0x561bb3508520 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47612/0 (socket says 172.21.15.29:47612) 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 -- 172.21.15.29:0/4217707679 learned_addr learned my addr 172.21.15.29:0/4217707679 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe931116700 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 0x561bb350b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 -- 172.21.15.29:0/4217707679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 msgr2=0x561bb3519f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3519f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 -- 172.21.15.29:0/4217707679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 msgr2=0x561bb350b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 0x561bb350b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe930915700 1 -- 172.21.15.29:0/4217707679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561bb32ad1f0 con 0x561bb3507c00 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.289+0000 7fe931116700 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 0x561bb350b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe930915700 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe91c009990 tx=0x7fe91c01a070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=641622df423fe05e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe9237fe700 1 -- 172.21.15.29:0/4217707679 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe91c004e00 con 0x561bb3507c00 2023-10-05T15:22:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe9237fe700 1 -- 172.21.15.29:0/4217707679 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe91c01e040 con 0x561bb3507c00 2023-10-05T15:22:32.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe9237fe700 1 -- 172.21.15.29:0/4217707679 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe91c033310 con 0x561bb3507c00 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 -- 172.21.15.29:0/4217707679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 msgr2=0x561bb3525470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7fe91c009990 tx=0x7fe91c01a070 comp rx=0 tx=0).stop 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 -- 172.21.15.29:0/4217707679 shutdown_connections 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb35133d0 0x561bb350b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb3525470 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/4217707679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb3508520 0x561bb3519f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 -- 172.21.15.29:0/4217707679 >> 172.21.15.29:0/4217707679 conn(0x561bb347d200 msgr2=0x561bb351e6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 -- 172.21.15.29:0/4217707679 shutdown_connections 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.290+0000 7fe93ed63b80 1 -- 172.21.15.29:0/4217707679 wait complete. 2023-10-05T15:22:32.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 -- start start 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 Processor -- start 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3508520 0x561bb356b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb356fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb35703d0 con 0x561bb3507c00 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb3570540 con 0x561bb3508520 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561bb3570700 con 0x561bb35133d0 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe93ed63b80 10 client.0 _ll_register_callbacks cb 0x7fe924009b80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe930915700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe930915700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47618/0 (socket says 172.21.15.29:47618) 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.291+0000 7fe930915700 1 -- 172.21.15.29:0/1439712123 learned_addr learned my addr 172.21.15.29:0/1439712123 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:32.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe92bfff700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3508520 0x561bb356b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe931116700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb356fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 -- 172.21.15.29:0/1439712123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 msgr2=0x561bb356fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb356fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 -- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3508520 msgr2=0x561bb356b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3508520 0x561bb356b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 -- 172.21.15.29:0/1439712123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe91c02b040 con 0x561bb3507c00 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe930915700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe91c0098e0 tx=0x7fe91c005620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc327ae27b7cdf54 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe90bfff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe91c004e00 con 0x561bb3507c00 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fe91c033a20 con 0x561bb3507c00 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.292+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe914098080 con 0x561bb3507c00 2023-10-05T15:22:32.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe91c033be0 con 0x561bb3507c00 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 10 client.15678 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561bb3285250 con 0x561bb3507c00 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe914098080 con 0x561bb3507c00 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe91c023730 con 0x561bb3507c00 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 10 client.15678 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 10 client.15678 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 20 client.15678 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb35779b0 0x561bb3579dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 4 client.15678 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561bb3454ad0 con 0x561bb35779b0 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.293+0000 7fe92bfff700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb35779b0 0x561bb3579dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:32.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.294+0000 7fe90bfff700 10 client.15678 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:32.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.294+0000 7fe92bfff700 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb35779b0 0x561bb3579dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d99a634ae7890ee server_cookie=ed8be78ec1f2a07d in_seq=0 out_seq=0 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe90bfff700 1 -- 172.21.15.29:0/1439712123 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561bb3454ad0 con 0x561bb35779b0 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe90bfff700 10 client.15678 handle_command_reply: tid=0 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 client.15678 shutdown 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 msgr2=0x561bb356b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fe91c0098e0 tx=0x7fe91c005620 comp rx=0 tx=0).stop 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 shutdown_connections 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561bb35779b0 0x561bb3579dd0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x561bb35133d0 0x561bb356fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe90bfff700 0 client.15678 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561bb3507c00 0x561bb356b030 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 --2- 172.21.15.29:0/1439712123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x561bb3508520 0x561bb356b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 >> 172.21.15.29:0/1439712123 conn(0x561bb347d200 msgr2=0x561bb350b530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 shutdown_connections 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.304+0000 7fe93ed63b80 1 -- 172.21.15.29:0/1439712123 wait complete. 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe93ed63b80 20 client.15678 trim_cache size 0 max 16384 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:22:32.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:22:32.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:22:32.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:22:32.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 msgr2=0x7fe9180a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 0x7fe9180a3b40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fe91c00b5c0 tx=0x7fe91c005960 comp rx=0 tx=0).stop 2023-10-05T15:22:32.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 msgr2=0x7fe92c1021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fe91400c920 tx=0x7fe91400cc30 comp rx=0 tx=0).stop 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 shutdown_connections 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe9180a1680 0x7fe9180a3b40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe92c0fff70 0x7fe92c101c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe92c105ef0 0x7fe92c1a51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 --2- 172.21.15.29:0/545725100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe92c100930 0x7fe92c1021b0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 >> 172.21.15.29:0/545725100 conn(0x7fe92c076b70 msgr2=0x7fe92c068390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 shutdown_connections 2023-10-05T15:22:32.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:32.305+0000 7fe932b79700 1 -- 172.21.15.29:0/545725100 wait complete. 2023-10-05T15:22:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:32 smithi029 ceph-mon[99237]: pgmap v10: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:32.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:32 smithi040 ceph-mon[103696]: pgmap v10: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:32.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:32 smithi177 ceph-mon[103568]: pgmap v10: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:34.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:34 smithi029 ceph-mon[99237]: pgmap v11: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:34.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:34 smithi040 ceph-mon[103696]: pgmap v11: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:34.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:34 smithi177 ceph-mon[103568]: pgmap v11: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 77 KiB/s wr, 42 op/s 2023-10-05T15:22:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:36 smithi029 ceph-mon[99237]: pgmap v12: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 77 KiB/s wr, 46 op/s 2023-10-05T15:22:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:36 smithi040 ceph-mon[103696]: pgmap v12: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 77 KiB/s wr, 46 op/s 2023-10-05T15:22:36.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:36 smithi177 ceph-mon[103568]: pgmap v12: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 77 KiB/s wr, 46 op/s 2023-10-05T15:22:37.578 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 -- 172.21.15.29:0/234226786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 msgr2=0x7fb9d410dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 --2- 172.21.15.29:0/234226786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d410dd50 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc00b0a0 tx=0x7fb9cc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 -- 172.21.15.29:0/234226786 shutdown_connections 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 --2- 172.21.15.29:0/234226786 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d41010b0 0x7fb9d4101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 --2- 172.21.15.29:0/234226786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d410dd50 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 --2- 172.21.15.29:0/234226786 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d4101a60 0x7fb9d4105aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 -- 172.21.15.29:0/234226786 >> 172.21.15.29:0/234226786 conn(0x7fb9d40fc970 msgr2=0x7fb9d40fed90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.724 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 -- 172.21.15.29:0/234226786 shutdown_connections 2023-10-05T15:22:37.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.721+0000 7fb9d913d700 1 -- 172.21.15.29:0/234226786 wait complete. 2023-10-05T15:22:37.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 Processor -- start 2023-10-05T15:22:37.725 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 -- start start 2023-10-05T15:22:37.726 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d41010b0 0x7fb9d40731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d4073c30 0x7fb9d41a52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d41a5970 con 0x7fb9d41061d0 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d41a5ae0 con 0x7fb9d41010b0 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d913d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9d41a5ca0 con 0x7fb9d4073c30 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47632/0 (socket says 172.21.15.29:47632) 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d259c700 1 -- 172.21.15.29:0/599938022 learned_addr learned my addr 172.21.15.29:0/599938022 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d41010b0 0x7fb9d40731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.722+0000 7fb9d359e700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d4073c30 0x7fb9d41a52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.727 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 -- 172.21.15.29:0/599938022 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d4073c30 msgr2=0x7fb9d41a52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d4073c30 0x7fb9d41a52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 -- 172.21.15.29:0/599938022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d41010b0 msgr2=0x7fb9d40731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d41010b0 0x7fb9d40731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 -- 172.21.15.29:0/599938022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9cc009d00 con 0x7fb9d41061d0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d259c700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fb9c400e970 tx=0x7fb9c400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9bbfff700 1 -- 172.21.15.29:0/599938022 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c4009790 con 0x7fb9d41061d0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9bbfff700 1 -- 172.21.15.29:0/599938022 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c400eec0 con 0x7fb9d41061d0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9d41a5f80 con 0x7fb9d41061d0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9bbfff700 1 -- 172.21.15.29:0/599938022 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c4005590 con 0x7fb9d41061d0 2023-10-05T15:22:37.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.723+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d41a6400 con 0x7fb9d41061d0 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.725+0000 7fb9bbfff700 1 -- 172.21.15.29:0/599938022 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7fb9c400cbd0 con 0x7fb9d41061d0 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.726+0000 7fb9bbfff700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 0x7fb9bc0a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.726+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 0x7fb9bc0a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.726+0000 7fb9bbfff700 1 -- 172.21.15.29:0/599938022 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb9c4014070 con 0x7fb9d41061d0 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.726+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 0x7fb9bc0a3b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8009c60 tx=0x7fb9c8009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 Processor -- start 2023-10-05T15:22:37.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 -- start start 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127590c0 0x55cc127594a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 0x55cc12764350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc126c2460 con 0x55cc12764890 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc126b3c20 con 0x55cc127599e0 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc126b1540 con 0x55cc127590c0 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47642/0 (socket says 172.21.15.29:47642) 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 -- 172.21.15.29:0/2646629390 learned_addr learned my addr 172.21.15.29:0/2646629390 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127590c0 0x55cc127594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d259c700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 0x55cc12764350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 -- 172.21.15.29:0/2646629390 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127590c0 msgr2=0x55cc127594a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127590c0 0x55cc127594a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 -- 172.21.15.29:0/2646629390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 msgr2=0x55cc12764350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 0x55cc12764350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.727+0000 7fb9d359e700 1 -- 172.21.15.29:0/2646629390 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc124d7de0 con 0x55cc12764890 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9d259c700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 0x55cc12764350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9d359e700 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009c60 tx=0x7fb9cc009c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddacf110135c9425 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9b97fa700 1 -- 172.21.15.29:0/2646629390 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc00e050 con 0x55cc12764890 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9b97fa700 1 -- 172.21.15.29:0/2646629390 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9cc009490 con 0x55cc12764890 2023-10-05T15:22:37.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9b97fa700 1 -- 172.21.15.29:0/2646629390 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc004cb0 con 0x55cc12764890 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.728+0000 7fb9e5327b80 1 -- 172.21.15.29:0/2646629390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 msgr2=0x55cc12766c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009c60 tx=0x7fb9cc009c90 comp rx=0 tx=0).stop 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- 172.21.15.29:0/2646629390 shutdown_connections 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127590c0 0x55cc127594a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12766c80 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/2646629390 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127599e0 0x55cc12764350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- 172.21.15.29:0/2646629390 >> 172.21.15.29:0/2646629390 conn(0x55cc126ce260 msgr2=0x55cc12755450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- 172.21.15.29:0/2646629390 shutdown_connections 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- 172.21.15.29:0/2646629390 wait complete. 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- start start 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 Processor -- start 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc127642a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc12761520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc126ace30 con 0x55cc12764890 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc12649710 con 0x55cc127590c0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc126493b0 con 0x55cc127599e0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.729+0000 7fb9e5327b80 10 client.0 _ll_register_callbacks cb 0x55cc124a6800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47648/0 (socket says 172.21.15.29:47648) 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 -- 172.21.15.29:0/3018805883 learned_addr learned my addr 172.21.15.29:0/3018805883 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc127642a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d259c700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc12761520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 -- 172.21.15.29:0/3018805883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 msgr2=0x55cc12761520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.738 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc12761520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 -- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 msgr2=0x55cc127642a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc127642a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 -- 172.21.15.29:0/3018805883 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d410e5c0 con 0x55cc12764890 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009a20 tx=0x7fb9cc007e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25735b885b2fb706 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9b6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc004a50 con 0x55cc12764890 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb9cc004bb0 con 0x55cc12764890 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cc1274cf10 con 0x55cc12764890 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9cc004d70 con 0x55cc12764890 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9e5327b80 10 client.15690 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:37.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.730+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55cc124c0c60 con 0x55cc12764890 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cc1274cf10 con 0x55cc12764890 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb9cc00b0d0 con 0x55cc12764890 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 10 client.15690 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 10 client.15690 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 20 client.15690 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc12773ca0 0x55cc12776090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 4 client.15690 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cc126a5e10 con 0x55cc12773ca0 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.731+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc12773ca0 0x55cc12776090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.732+0000 7fb9b6ff5700 10 client.15690 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:37.740 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.732+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc12773ca0 0x55cc12776090 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63b630de0dad68b2 server_cookie=197888ef8aea7f82 in_seq=0 out_seq=0 2023-10-05T15:22:37.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.732+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3018805883 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55cc126a5e10 con 0x55cc12773ca0 2023-10-05T15:22:37.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.732+0000 7fb9b6ff5700 10 client.15690 handle_command_reply: tid=0 2023-10-05T15:22:37.741 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.732+0000 7fb9e5327b80 1 client.15690 shutdown 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 msgr2=0x55cc12761bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009a20 tx=0x7fb9cc007e70 comp rx=0 tx=0).stop 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 shutdown_connections 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc12773ca0 0x55cc12776090 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc12761bc0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc127642a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9b6ff5700 0 client.15690 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3018805883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc12761520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 >> 172.21.15.29:0/3018805883 conn(0x55cc126ce260 msgr2=0x55cc12755040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 shutdown_connections 2023-10-05T15:22:37.742 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3018805883 wait complete. 2023-10-05T15:22:37.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.733+0000 7fb9e5327b80 20 client.15690 trim_cache size 0 max 16384 2023-10-05T15:22:37.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 Processor -- start 2023-10-05T15:22:37.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 -- start start 2023-10-05T15:22:37.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1276b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc12764890 0x55cc1275cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc1252d920 con 0x55cc127599e0 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc12759dc0 con 0x55cc127590c0 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc12751a20 con 0x55cc12764890 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9d259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47654/0 (socket says 172.21.15.29:47654) 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9d259c700 1 -- 172.21.15.29:0/3343241712 learned_addr learned my addr 172.21.15.29:0/3343241712 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc12764890 0x55cc1275cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.750+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1276b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 -- 172.21.15.29:0/3343241712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc12764890 msgr2=0x55cc1275cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc12764890 0x55cc1275cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 -- 172.21.15.29:0/3343241712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 msgr2=0x55cc1276b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1276b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 -- 172.21.15.29:0/3343241712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cc124fe250 con 0x55cc127599e0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9d259c700 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb9c400c5b0 tx=0x7fb9c4004fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e53c5b7b26461fd4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9b9ffb700 1 -- 172.21.15.29:0/3343241712 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c40b2030 con 0x55cc127599e0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9b9ffb700 1 -- 172.21.15.29:0/3343241712 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9c409e3f0 con 0x55cc127599e0 2023-10-05T15:22:37.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.751+0000 7fb9b9ffb700 1 -- 172.21.15.29:0/3343241712 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9c40cafd0 con 0x55cc127599e0 2023-10-05T15:22:37.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3343241712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 msgr2=0x55cc1275c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fb9c400c5b0 tx=0x7fb9c4004fc0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3343241712 shutdown_connections 2023-10-05T15:22:37.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc12764890 0x55cc1275cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1276b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3343241712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc127599e0 0x55cc1275c850 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3343241712 >> 172.21.15.29:0/3343241712 conn(0x55cc126ce260 msgr2=0x55cc12770590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3343241712 shutdown_connections 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3343241712 wait complete. 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- start start 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 Processor -- start 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1275ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc1275d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc1275e250 con 0x55cc12764890 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc1275e3c0 con 0x55cc127590c0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc1275e580 con 0x55cc127599e0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.752+0000 7fb9e5327b80 10 client.0 _ll_register_callbacks cb 0x7fb9c4005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47662/0 (socket says 172.21.15.29:47662) 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1275ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 -- 172.21.15.29:0/3039937616 learned_addr learned my addr 172.21.15.29:0/3039937616 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d259c700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc1275d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 -- 172.21.15.29:0/3039937616 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 msgr2=0x55cc1275d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc1275d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 -- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 msgr2=0x55cc1275ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:37.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1275ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 -- 172.21.15.29:0/3039937616 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9d41a6400 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9d359e700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009fd0 tx=0x7fb9cc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ffa76dae938cec2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9b6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9cc00e040 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb9cc009490 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb9cc004c60 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb9cc01b7e0 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9e5327b80 10 client.15696 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55cc124d62b0 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.753+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb9cc009490 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb9cc005150 con 0x55cc12764890 2023-10-05T15:22:37.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 10 client.15696 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 10 client.15696 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 20 client.15696 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc127c8bc0 0x55cc127cafe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 4 client.15696 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55cc126a5b30 con 0x55cc127c8bc0 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc127c8bc0 0x55cc127cafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9b6ff5700 10 client.15696 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.754+0000 7fb9d2d9d700 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc127c8bc0 0x55cc127cafe0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b33aaa2bd40c79c1 server_cookie=9fc46dc7b2f9d22 in_seq=0 out_seq=0 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9b6ff5700 1 -- 172.21.15.29:0/3039937616 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55cc126a5b30 con 0x55cc127c8bc0 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9b6ff5700 10 client.15696 handle_command_reply: tid=0 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 client.15696 shutdown 2023-10-05T15:22:37.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 msgr2=0x55cc1275dce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fb9cc009fd0 tx=0x7fb9cc00b260 comp rx=0 tx=0).stop 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 shutdown_connections 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cc127c8bc0 0x55cc127cafe0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cc12764890 0x55cc1275dce0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9b6ff5700 0 client.15696 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cc127590c0 0x55cc1275ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 --2- 172.21.15.29:0/3039937616 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cc127599e0 0x55cc1275d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 >> 172.21.15.29:0/3039937616 conn(0x55cc126ce260 msgr2=0x55cc1275b050 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 shutdown_connections 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 1 -- 172.21.15.29:0/3039937616 wait complete. 2023-10-05T15:22:37.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9e5327b80 20 client.15696 trim_cache size 0 max 16384 2023-10-05T15:22:37.765 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:22:37.765 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2023-10-05T15:22:37.765 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2023-10-05T15:22:37.765 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 msgr2=0x7fb9bc0a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 0x7fb9bc0a3b40 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fb9c8009c60 tx=0x7fb9c8009260 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 msgr2=0x7fb9d40736f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.755+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fb9c400e970 tx=0x7fb9c400ec80 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 shutdown_connections 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9bc0a1680 0x7fb9bc0a3b40 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9d4073c30 0x7fb9d41a52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9d41010b0 0x7fb9d40731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 --2- 172.21.15.29:0/599938022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9d41061d0 0x7fb9d40736f0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.766 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 >> 172.21.15.29:0/599938022 conn(0x7fb9d40fc970 msgr2=0x7fb9d40fd410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 shutdown_connections 2023-10-05T15:22:37.767 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.756+0000 7fb9d913d700 1 -- 172.21.15.29:0/599938022 wait complete. 2023-10-05T15:22:37.770 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:22:37.770 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 -- 172.21.15.29:0/198914187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81050e0 msgr2=0x7f90d810cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/198914187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81050e0 0x7f90d810cc60 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f90d000b0a0 tx=0x7f90d000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 -- 172.21.15.29:0/198914187 shutdown_connections 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/198914187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81050e0 0x7f90d810cc60 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/198914187 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 0x7f90d81003a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/198914187 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d8100970 0x7f90d81049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 -- 172.21.15.29:0/198914187 >> 172.21.15.29:0/198914187 conn(0x7f90d80fb820 msgr2=0x7f90d80fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 -- 172.21.15.29:0/198914187 shutdown_connections 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.894+0000 7f90dd5b4700 1 -- 172.21.15.29:0/198914187 wait complete. 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 Processor -- start 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 -- start start 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 0x7f90d8194e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 0x7f90d8195350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d819a230 con 0x7f90d81997b0 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d819a3a0 con 0x7f90d80fffc0 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90dd5b4700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90d819a560 con 0x7f90d81050e0 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47676/0 (socket says 172.21.15.29:47676) 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 -- 172.21.15.29:0/3439609041 learned_addr learned my addr 172.21.15.29:0/3439609041 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d6ffd700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 0x7f90d8194e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d67fc700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 0x7f90d8195350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 -- 172.21.15.29:0/3439609041 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 msgr2=0x7f90d8195350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 0x7f90d8195350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 -- 172.21.15.29:0/3439609041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 msgr2=0x7f90d8194e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 0x7f90d8194e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d77fe700 1 -- 172.21.15.29:0/3439609041 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d0009d00 con 0x7f90d81997b0 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.895+0000 7f90d67fc700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 0x7f90d8195350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90d77fe700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f90d000d010 tx=0x7f90d000bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d000e040 con 0x7f90d81997b0 2023-10-05T15:22:37.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f90d0004e60 con 0x7f90d81997b0 2023-10-05T15:22:37.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90d81a1a60 con 0x7f90d81997b0 2023-10-05T15:22:37.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d001b670 con 0x7f90d81997b0 2023-10-05T15:22:37.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.896+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90d81a1ee0 con 0x7f90d81997b0 2023-10-05T15:22:37.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.897+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90d8068120 con 0x7f90d81997b0 2023-10-05T15:22:37.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.898+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7f90d001b7d0 con 0x7f90d81997b0 2023-10-05T15:22:37.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.898+0000 7f90bffff700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 0x7f90c00a3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:37.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.899+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f90d00cf6e0 con 0x7f90d81997b0 2023-10-05T15:22:37.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.899+0000 7f90d6ffd700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 0x7f90c00a3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:37.903 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.899+0000 7f90d6ffd700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 0x7f90c00a3b80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f90cc005950 tx=0x7f90cc00d040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:37.904 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:37.902+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f90d00985d0 con 0x7f90d81997b0 2023-10-05T15:22:38.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.150+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90d8100bc0 con 0x7f90d81997b0 2023-10-05T15:22:38.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.150+0000 7f90bffff700 1 -- 172.21.15.29:0/3439609041 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f90d8100bc0 con 0x7f90d81997b0 2023-10-05T15:22:38.153 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:22:38.153 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:22:38.155 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 msgr2=0x7f90c00a3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.155 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 0x7f90c00a3b80 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f90cc005950 tx=0x7f90cc00d040 comp rx=0 tx=0).stop 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 msgr2=0x7f90d8199c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f90d000d010 tx=0x7f90d000bd00 comp rx=0 tx=0).stop 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 shutdown_connections 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f90c00a16c0 0x7f90c00a3b80 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f90d81997b0 0x7f90d8199c30 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.156 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f90d80fffc0 0x7f90d8194e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 --2- 172.21.15.29:0/3439609041 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f90d81050e0 0x7f90d8195350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 >> 172.21.15.29:0/3439609041 conn(0x7f90d80fb820 msgr2=0x7f90d80fc270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 shutdown_connections 2023-10-05T15:22:38.157 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.152+0000 7f90dd5b4700 1 -- 172.21.15.29:0/3439609041 wait complete. 2023-10-05T15:22:38.157 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:22:38.167 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 -- 172.21.15.29:0/3168701470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb938106230 msgr2=0x7fb93810ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/3168701470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb938106230 0x7fb93810ddf0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb93000b0a0 tx=0x7fb93000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 -- 172.21.15.29:0/3168701470 shutdown_connections 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/3168701470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb9380ff530 0x7fb9380ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/3168701470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb938106230 0x7fb93810ddf0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/3168701470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb9380ffee0 0x7fb938105b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.310 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 -- 172.21.15.29:0/3168701470 >> 172.21.15.29:0/3168701470 conn(0x7fb938077330 msgr2=0x7fb9380fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 -- 172.21.15.29:0/3168701470 shutdown_connections 2023-10-05T15:22:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.307+0000 7fb93d9a8700 1 -- 172.21.15.29:0/3168701470 wait complete. 2023-10-05T15:22:38.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 Processor -- start 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 -- start start 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb938106230 0x7fb938197670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 0x7fb93819bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819c550 con 0x7fb9380ff530 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.308+0000 7fb93d9a8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819c6c0 con 0x7fb938106230 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93d9a8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93819c880 con 0x7fb93819bad0 2023-10-05T15:22:38.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47686/0 (socket says 172.21.15.29:47686) 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 -- 172.21.15.29:0/1338252101 learned_addr learned my addr 172.21.15.29:0/1338252101 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb938106230 0x7fb938197670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb9377fe700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 0x7fb93819bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 -- 172.21.15.29:0/1338252101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 msgr2=0x7fb93819bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 0x7fb93819bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 -- 172.21.15.29:0/1338252101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb938106230 msgr2=0x7fb938197670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb938106230 0x7fb938197670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 -- 172.21.15.29:0/1338252101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb930009d00 con 0x7fb9380ff530 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb9377fe700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 0x7fb93819bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb92800e9a0 tx=0x7fb92800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93c9a6700 1 -- 172.21.15.29:0/1338252101 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb928009790 con 0x7fb9380ff530 2023-10-05T15:22:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9381a3de0 con 0x7fb9380ff530 2023-10-05T15:22:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93c9a6700 1 -- 172.21.15.29:0/1338252101 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb92800cbd0 con 0x7fb9380ff530 2023-10-05T15:22:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93c9a6700 1 -- 172.21.15.29:0/1338252101 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb928018680 con 0x7fb9380ff530 2023-10-05T15:22:38.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.309+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9381a4270 con 0x7fb9380ff530 2023-10-05T15:22:38.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.312+0000 7fb93c9a6700 1 -- 172.21.15.29:0/1338252101 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7fb92800cd40 con 0x7fb9380ff530 2023-10-05T15:22:38.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.312+0000 7fb93c9a6700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 0x7fb9200a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.312+0000 7fb93c9a6700 1 -- 172.21.15.29:0/1338252101 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb928014070 con 0x7fb9380ff530 2023-10-05T15:22:38.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.312+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 0x7fb9200a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 0x7fb9200a3b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb938198740 tx=0x7fb92c009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 Processor -- start 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 -- start start 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c6350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa324460 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa315c20 con 0x55c1aa3bb9e0 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb949b92b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa313540 con 0x55c1aa3c6890 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47694/0 (socket says 172.21.15.29:47694) 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 -- 172.21.15.29:0/1946463631 learned_addr learned my addr 172.21.15.29:0/1946463631 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 -- 172.21.15.29:0/1946463631 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3c6890 msgr2=0x55c1aa3c8c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 -- 172.21.15.29:0/1946463631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 msgr2=0x55c1aa3c6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb936ffd700 1 -- 172.21.15.29:0/1946463631 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1aa139de0 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.313+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb92800e970 tx=0x7fb928099f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c969bb6153762c20 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb91dffb700 1 -- 172.21.15.29:0/1946463631 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb92809a3c0 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb91dffb700 1 -- 172.21.15.29:0/1946463631 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb92809e510 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb91dffb700 1 -- 172.21.15.29:0/1946463631 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9280998b0 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 -- 172.21.15.29:0/1946463631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 msgr2=0x55c1aa3bb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb92800e970 tx=0x7fb928099f80 comp rx=0 tx=0).stop 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 -- 172.21.15.29:0/1946463631 shutdown_connections 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c8c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3bb4a0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1946463631 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.314+0000 7fb949b92b80 1 -- 172.21.15.29:0/1946463631 >> 172.21.15.29:0/1946463631 conn(0x55c1aa330260 msgr2=0x55c1aa3b7450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- 172.21.15.29:0/1946463631 shutdown_connections 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- 172.21.15.29:0/1946463631 wait complete. 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- start start 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 Processor -- start 2023-10-05T15:22:38.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa30ee30 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa2ab710 con 0x55c1aa3c6890 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa2ab3b0 con 0x55c1aa3bb9e0 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb949b92b80 10 client.0 _ll_register_callbacks cb 0x55c1aa108800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.315+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47700/0 (socket says 172.21.15.29:47700) 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 -- 172.21.15.29:0/1182598494 learned_addr learned my addr 172.21.15.29:0/1182598494 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 -- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 msgr2=0x55c1aa3c3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 -- 172.21.15.29:0/1182598494 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 msgr2=0x55c1aa3c3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb9377fe700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 -- 172.21.15.29:0/1182598494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9381a4270 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb9377fe700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb936ffd700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fb92809a350 tx=0x7fb928099b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd77f5f8278f1977 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb916ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb92809a440 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb928062060 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c1aa3aef10 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb92809a830 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb949b92b80 10 client.15714 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c1aa122c60 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.316+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c1aa3aef10 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb92809f250 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 10 client.15714 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 10 client.15714 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 20 client.15714 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa3d5f90 0x55c1aa3d83b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 4 client.15714 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c1aa307e10 con 0x55c1aa3d5f90 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.317+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa3d5f90 0x55c1aa3d83b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb916ffd700 10 client.15714 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb9367fc700 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa3d5f90 0x55c1aa3d83b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=24082dba99c69e9 server_cookie=f896ed7597279597 in_seq=0 out_seq=0 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb916ffd700 1 -- 172.21.15.29:0/1182598494 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c1aa307e10 con 0x55c1aa3d5f90 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb916ffd700 10 client.15714 handle_command_reply: tid=0 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb949b92b80 1 client.15714 shutdown 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.318+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 msgr2=0x55c1aa3c6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fb92809a350 tx=0x7fb928099b60 comp rx=0 tx=0).stop 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 shutdown_connections 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa3d5f90 0x55c1aa3d83b0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3c3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c6280 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb916ffd700 0 client.15714 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:22:38.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 --2- 172.21.15.29:0/1182598494 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 >> 172.21.15.29:0/1182598494 conn(0x55c1aa330260 msgr2=0x55c1aa3b7040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 shutdown_connections 2023-10-05T15:22:38.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 1 -- 172.21.15.29:0/1182598494 wait complete. 2023-10-05T15:22:38.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.319+0000 7fb949b92b80 20 client.15714 trim_cache size 0 max 16384 2023-10-05T15:22:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 Processor -- start 2023-10-05T15:22:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 -- start start 2023-10-05T15:22:38.335 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3be850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa18f920 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa3bc320 con 0x55c1aa3c6890 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb949b92b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa3c44e0 con 0x55c1aa3bb9e0 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47708/0 (socket says 172.21.15.29:47708) 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 -- 172.21.15.29:0/2761198331 learned_addr learned my addr 172.21.15.29:0/2761198331 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb9367fc700 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 -- 172.21.15.29:0/2761198331 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 msgr2=0x55c1aa3c5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.336 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb9377fe700 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3be850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 -- 172.21.15.29:0/2761198331 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 msgr2=0x55c1aa3be850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3be850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 -- 172.21.15.29:0/2761198331 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c1aa160250 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.332+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb928098710 tx=0x7fb9280960b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30a64b1aa880fa5c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb91e7fc700 1 -- 172.21.15.29:0/2761198331 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9280a2750 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb91e7fc700 1 -- 172.21.15.29:0/2761198331 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb928061020 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb91e7fc700 1 -- 172.21.15.29:0/2761198331 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb928099580 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- 172.21.15.29:0/2761198331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 msgr2=0x55c1aa3c8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fb928098710 tx=0x7fb9280960b0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- 172.21.15.29:0/2761198331 shutdown_connections 2023-10-05T15:22:38.337 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3c6890 0x55c1aa3be850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3c8c80 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2761198331 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3c5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- 172.21.15.29:0/2761198331 >> 172.21.15.29:0/2761198331 conn(0x55c1aa330260 msgr2=0x55c1aa3d2610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- 172.21.15.29:0/2761198331 shutdown_connections 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- 172.21.15.29:0/2761198331 wait complete. 2023-10-05T15:22:38.338 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.333+0000 7fb949b92b80 1 -- start start 2023-10-05T15:22:38.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 Processor -- start 2023-10-05T15:22:38.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3cb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa428d80 con 0x55c1aa3c6890 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa428ef0 con 0x55c1aa3bb0c0 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c1aa4290b0 con 0x55c1aa3bb9e0 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb949b92b80 10 client.0 _ll_register_callbacks cb 0x7fb92809a240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47718/0 (socket says 172.21.15.29:47718) 2023-10-05T15:22:38.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 -- 172.21.15.29:0/2208541679 learned_addr learned my addr 172.21.15.29:0/2208541679 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9367fc700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3cb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 -- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 msgr2=0x55c1aa3cb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3cb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 -- 172.21.15.29:0/2208541679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb0c0 msgr2=0x55c1aa3cb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3cb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.334+0000 7fb9377fe700 1 -- 172.21.15.29:0/2208541679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c1aa122c60 con 0x55c1aa3c6890 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb9377fe700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb930015000 tx=0x7fb930007e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95acad1a2080bc96 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93000e040 con 0x55c1aa3c6890 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb93000ba50 con 0x55c1aa3c6890 2023-10-05T15:22:38.343 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb92809e510 con 0x55c1aa3c6890 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb93000bc10 con 0x55c1aa3c6890 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 10 client.15720 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c1aa1382b0 con 0x55c1aa3c6890 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb92809e510 con 0x55c1aa3c6890 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb930024030 con 0x55c1aa3c6890 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 10 client.15720 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 10 client.15720 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 20 client.15720 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa42a850 0x55c1aa42cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 4 client.15720 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.335+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c1aa307b30 con 0x55c1aa42a850 2023-10-05T15:22:38.344 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa42a850 0x55c1aa42cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb916ffd700 10 client.15720 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb936ffd700 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa42a850 0x55c1aa42cc70 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1cd72c14f1c1dc4e server_cookie=7e40dad4aebc0a52 in_seq=0 out_seq=0 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb916ffd700 1 -- 172.21.15.29:0/2208541679 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c1aa307b30 con 0x55c1aa42a850 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb916ffd700 10 client.15720 handle_command_reply: tid=0 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 client.15720 shutdown 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 msgr2=0x55c1aa3cbde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fb930015000 tx=0x7fb930007e80 comp rx=0 tx=0).stop 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 shutdown_connections 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55c1aa42a850 0x55c1aa42cc70 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1aa3c6890 0x55c1aa3cbde0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c1aa3bb0c0 0x55c1aa3cb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.345 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb916ffd700 0 client.15720 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 --2- 172.21.15.29:0/2208541679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c1aa3bb9e0 0x55c1aa3cb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.336+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 >> 172.21.15.29:0/2208541679 conn(0x55c1aa330260 msgr2=0x55c1aa3be850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 shutdown_connections 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb949b92b80 1 -- 172.21.15.29:0/2208541679 wait complete. 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb949b92b80 20 client.15720 trim_cache size 0 max 16384 2023-10-05T15:22:38.346 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 msgr2=0x7fb9200a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 0x7fb9200a3b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fb938198740 tx=0x7fb92c009260 comp rx=0 tx=0).stop 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 msgr2=0x7fb938197130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb92800e9a0 tx=0x7fb92800ecb0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 shutdown_connections 2023-10-05T15:22:38.347 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb9200a1680 0x7fb9200a3b40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb93819bad0 0x7fb93819bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb9380ff530 0x7fb938197130 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 --2- 172.21.15.29:0/1338252101 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb938106230 0x7fb938197670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 >> 172.21.15.29:0/1338252101 conn(0x7fb938077330 msgr2=0x7fb938104a40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 shutdown_connections 2023-10-05T15:22:38.348 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.337+0000 7fb93d9a8700 1 -- 172.21.15.29:0/1338252101 wait complete. 2023-10-05T15:22:38.351 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:22:38.479 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 -- 172.21.15.29:0/1444128396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec0fff90 msgr2=0x7f50ec100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 --2- 172.21.15.29:0/1444128396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec0fff90 0x7f50ec100370 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f50dc009990 tx=0x7f50dc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 -- 172.21.15.29:0/1444128396 shutdown_connections 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 --2- 172.21.15.29:0/1444128396 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec1050b0 0x7f50ec10cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 --2- 172.21.15.29:0/1444128396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec0fff90 0x7f50ec100370 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 --2- 172.21.15.29:0/1444128396 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec100940 0x7f50ec104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 -- 172.21.15.29:0/1444128396 >> 172.21.15.29:0/1444128396 conn(0x7f50ec0fb830 msgr2=0x7f50ec0fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 -- 172.21.15.29:0/1444128396 shutdown_connections 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.477+0000 7f50f2842700 1 -- 172.21.15.29:0/1444128396 wait complete. 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 Processor -- start 2023-10-05T15:22:38.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 -- start start 2023-10-05T15:22:38.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec0fff90 0x7f50ec197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec198970 0x7f50ec1a2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec1a3680 con 0x7f50ec1050b0 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec1a37f0 con 0x7f50ec198970 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50f2842700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50ec1a39b0 con 0x7f50ec0fff90 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47730/0 (socket says 172.21.15.29:47730) 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 -- 172.21.15.29:0/370548151 learned_addr learned my addr 172.21.15.29:0/370548151 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50ebfff700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec0fff90 0x7f50ec197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 -- 172.21.15.29:0/370548151 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec0fff90 msgr2=0x7f50ec197e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec0fff90 0x7f50ec197e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 -- 172.21.15.29:0/370548151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec198970 msgr2=0x7f50ec1a2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.483 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec198970 0x7f50ec1a2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 -- 172.21.15.29:0/370548151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50dc0095f0 con 0x7f50ec1050b0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.478+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f50e000c8f0 tx=0x7f50e000cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.479+0000 7f50e97fa700 1 -- 172.21.15.29:0/370548151 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e0007940 con 0x7f50ec1050b0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.479+0000 7f50e97fa700 1 -- 172.21.15.29:0/370548151 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50e000f450 con 0x7f50ec1050b0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.479+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50ec1a3c90 con 0x7f50ec1050b0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.479+0000 7f50e97fa700 1 -- 172.21.15.29:0/370548151 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e0018660 con 0x7f50ec1050b0 2023-10-05T15:22:38.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.479+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50ec1a41a0 con 0x7f50ec1050b0 2023-10-05T15:22:38.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.481+0000 7f50e97fa700 1 -- 172.21.15.29:0/370548151 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7f50e000f5c0 con 0x7f50ec1050b0 2023-10-05T15:22:38.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.481+0000 7f50e97fa700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 0x7f50d40a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.482+0000 7f50e97fa700 1 -- 172.21.15.29:0/370548151 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f50e00cd3b0 con 0x7f50ec1050b0 2023-10-05T15:22:38.489 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.482+0000 7f50ebfff700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 0x7f50d40a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.482+0000 7f50ebfff700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 0x7f50d40a3bc0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00b5c0 tx=0x7f50dc005960 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.482+0000 7f50fea2cb80 1 Processor -- start 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.482+0000 7f50fea2cb80 1 -- start start 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d70c0 0x55d6461d74a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461e4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d646140460 con 0x55d6461d79e0 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d646131c20 con 0x55d6461d70c0 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64612f540 con 0x55d6461e2890 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47738/0 (socket says 172.21.15.29:47738) 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 -- 172.21.15.29:0/2695685561 learned_addr learned my addr 172.21.15.29:0/2695685561 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d70c0 0x55d6461d74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50f0ddf700 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461e4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 -- 172.21.15.29:0/2695685561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 msgr2=0x55d6461e4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461e4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 -- 172.21.15.29:0/2695685561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d70c0 msgr2=0x55d6461d74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d70c0 0x55d6461d74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 -- 172.21.15.29:0/2695685561 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d645f55de0 con 0x55d6461d79e0 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f50e0005950 tx=0x7f50e0099910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c33d6bf15e00df6b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50d27fc700 1 -- 172.21.15.29:0/2695685561 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e00b1070 con 0x55d6461d79e0 2023-10-05T15:22:38.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50d27fc700 1 -- 172.21.15.29:0/2695685561 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50e009e080 con 0x55d6461d79e0 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.483+0000 7f50d27fc700 1 -- 172.21.15.29:0/2695685561 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e00cac60 con 0x55d6461d79e0 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2695685561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 msgr2=0x55d6461e2350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f50e0005950 tx=0x7f50e0099910 comp rx=0 tx=0).stop 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2695685561 shutdown_connections 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461e4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d70c0 0x55d6461d74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2695685561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d79e0 0x55d6461e2350 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2695685561 >> 172.21.15.29:0/2695685561 conn(0x55d64614c260 msgr2=0x55d6461d3450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2695685561 shutdown_connections 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2695685561 wait complete. 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.484+0000 7f50fea2cb80 1 -- start start 2023-10-05T15:22:38.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 Processor -- start 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d79e0 0x55d6461df550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461dfc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d64612ae30 con 0x55d6461d70c0 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6460c7710 con 0x55d6461d79e0 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6460c73b0 con 0x55d6461e2890 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50fea2cb80 10 client.0 _ll_register_callbacks cb 0x55d645f24800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47742/0 (socket says 172.21.15.29:47742) 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 -- 172.21.15.29:0/2014707319 learned_addr learned my addr 172.21.15.29:0/2014707319 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d79e0 0x55d6461df550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50f0ddf700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461dfc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 -- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 msgr2=0x55d6461dfc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461dfc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 -- 172.21.15.29:0/2014707319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d79e0 msgr2=0x55d6461df550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d79e0 0x55d6461df550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.485+0000 7f50ebfff700 1 -- 172.21.15.29:0/2014707319 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50ec1a41a0 con 0x55d6461d70c0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00bac0 tx=0x7f50dc01a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4139ca3aed31ade9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc003ca0 con 0x55d6461d70c0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d6461caf10 con 0x55d6461d70c0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f50dc003e00 con 0x55d6461d70c0 2023-10-05T15:22:38.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50dc003fc0 con 0x55d6461d70c0 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 10 client.15732 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d645f3ec60 con 0x55d6461d70c0 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d6461caf10 con 0x55d6461d70c0 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f50dc00f460 con 0x55d6461d70c0 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 10 client.15732 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 10 client.15732 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 20 client.15732 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d6461f2240 0x55d6461f4660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 4 client.15732 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.486+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d646123e10 con 0x55d6461f2240 2023-10-05T15:22:38.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.487+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d6461f2240 0x55d6461f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.487+0000 7f50cb7fe700 10 client.15732 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:22:38.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.487+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d6461f2240 0x55d6461f4660 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=293e989e7431e6ec server_cookie=8dce48890cc16f9a in_seq=0 out_seq=0 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50cb7fe700 1 -- 172.21.15.29:0/2014707319 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d646123e10 con 0x55d6461f2240 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50cb7fe700 10 client.15732 handle_command_reply: tid=0 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 client.15732 shutdown 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 msgr2=0x55d6461e22d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00bac0 tx=0x7f50dc01a050 comp rx=0 tx=0).stop 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 shutdown_connections 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461e2890 0x55d6461dfc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d6461f2240 0x55d6461f4660 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e22d0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2014707319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461d79e0 0x55d6461df550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50cb7fe700 0 client.15732 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 >> 172.21.15.29:0/2014707319 conn(0x55d64614c260 msgr2=0x55d6461d2fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 shutdown_connections 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2014707319 wait complete. 2023-10-05T15:22:38.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.488+0000 7f50fea2cb80 20 client.15732 trim_cache size 0 max 16384 2023-10-05T15:22:38.504 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 Processor -- start 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 -- start start 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461d9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461d9d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d645fab920 con 0x55d6461d70c0 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6461e04d0 con 0x55d6461e2890 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.501+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6461e9860 con 0x55d6461d79e0 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47750/0 (socket says 172.21.15.29:47750) 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 -- 172.21.15.29:0/2889725664 learned_addr learned my addr 172.21.15.29:0/2889725664 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.505 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461d9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50f0ddf700 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461d9d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 -- 172.21.15.29:0/2889725664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 msgr2=0x55d6461d9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461d9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 -- 172.21.15.29:0/2889725664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 msgr2=0x55d6461d9d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461d9d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 -- 172.21.15.29:0/2889725664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d645f7c250 con 0x55d6461d70c0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50ebfff700 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f50dc005b40 tx=0x7f50dc005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5510a6b09c1dde5f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50d2ffd700 1 -- 172.21.15.29:0/2889725664 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc00f460 con 0x55d6461d70c0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50d2ffd700 1 -- 172.21.15.29:0/2889725664 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50dc01e040 con 0x55d6461d70c0 2023-10-05T15:22:38.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.502+0000 7f50d2ffd700 1 -- 172.21.15.29:0/2889725664 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc004760 con 0x55d6461d70c0 2023-10-05T15:22:38.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2889725664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 msgr2=0x55d6461e9320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f50dc005b40 tx=0x7f50dc005ef0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2889725664 shutdown_connections 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461d9d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e9320 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/2889725664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461d9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2889725664 >> 172.21.15.29:0/2889725664 conn(0x55d64614c260 msgr2=0x55d6461d9120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2889725664 shutdown_connections 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- 172.21.15.29:0/2889725664 wait complete. 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 -- start start 2023-10-05T15:22:38.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.503+0000 7f50fea2cb80 1 Processor -- start 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461e7300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461e7840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6461e7d80 con 0x55d6461d70c0 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6461e7ef0 con 0x55d6461e2890 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d6461e80b0 con 0x55d6461d79e0 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50fea2cb80 10 client.0 _ll_register_callbacks cb 0x7f50dc005730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47756/0 (socket says 172.21.15.29:47756) 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 -- 172.21.15.29:0/471526220 learned_addr learned my addr 172.21.15.29:0/471526220 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50f0ddf700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461e7840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461e7300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 -- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 msgr2=0x55d6461e7300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461e7300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 -- 172.21.15.29:0/471526220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 msgr2=0x55d6461e7840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461e7840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 -- 172.21.15.29:0/471526220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d645f3ec60 con 0x55d6461d70c0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50ebfff700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f50dc004200 tx=0x7f50dc005cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63c56f155eeb89a7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50cb7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.504+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50dc003b70 con 0x55d6461d70c0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f50dc003cd0 con 0x55d6461d70c0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f50e009e080 con 0x55d6461d70c0 2023-10-05T15:22:38.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50dc003e90 con 0x55d6461d70c0 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 10 client.15738 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d645f542b0 con 0x55d6461d70c0 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f50e009e080 con 0x55d6461d70c0 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f50dc047040 con 0x55d6461d70c0 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 10 client.15738 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 10 client.15738 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 20 client.15738 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d64624b3e0 0x55d64624d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 4 client.15738 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d646123b30 con 0x55d64624b3e0 2023-10-05T15:22:38.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.505+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d64624b3e0 0x55d64624d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50cb7fe700 10 client.15738 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50eb7fe700 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d64624b3e0 0x55d64624d7d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=59d224d77f9a4f86 server_cookie=790e71a562564ec2 in_seq=0 out_seq=0 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50cb7fe700 1 -- 172.21.15.29:0/471526220 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d646123b30 con 0x55d64624b3e0 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50cb7fe700 10 client.15738 handle_command_reply: tid=0 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50fea2cb80 1 client.15738 shutdown 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 msgr2=0x55d6461e8f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.506+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f50dc004200 tx=0x7f50dc005cc0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 shutdown_connections 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55d64624b3e0 0x55d64624d7d0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d6461e2890 0x55d6461e7840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d6461d70c0 0x55d6461e8f30 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.515 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 --2- 172.21.15.29:0/471526220 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d6461d79e0 0x55d6461e7300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50cb7fe700 0 client.15738 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 >> 172.21.15.29:0/471526220 conn(0x55d64614c260 msgr2=0x55d6461d99b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 shutdown_connections 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 1 -- 172.21.15.29:0/471526220 wait complete. 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50fea2cb80 20 client.15738 trim_cache size 0 max 16384 2023-10-05T15:22:38.516 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 msgr2=0x7f50d40a3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 0x7f50d40a3bc0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f50dc00b5c0 tx=0x7f50dc005960 comp rx=0 tx=0).stop 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 msgr2=0x7f50ec198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f50e000c8f0 tx=0x7f50e000cc00 comp rx=0 tx=0).stop 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 shutdown_connections 2023-10-05T15:22:38.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f50d40a1700 0x7f50d40a3bc0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f50ec0fff90 0x7f50ec197e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f50ec198970 0x7f50ec1a2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 --2- 172.21.15.29:0/370548151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50ec1050b0 0x7f50ec198390 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 >> 172.21.15.29:0/370548151 conn(0x7f50ec0fb830 msgr2=0x7f50ec0fc490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 shutdown_connections 2023-10-05T15:22:38.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.507+0000 7f50f2842700 1 -- 172.21.15.29:0/370548151 wait complete. 2023-10-05T15:22:38.520 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:38 smithi029 ceph-mon[99237]: pgmap v13: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 853 B/s wr, 6 op/s 2023-10-05T15:22:38.520 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:38 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3439609041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:38.521 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:22:38.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 -- 172.21.15.29:0/3594209365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff840105140 msgr2=0x7ff84010ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 --2- 172.21.15.29:0/3594209365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff840105140 0x7ff84010ccc0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ff83800b0a0 tx=0x7ff83800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.649 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 -- 172.21.15.29:0/3594209365 shutdown_connections 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 --2- 172.21.15.29:0/3594209365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff840105140 0x7ff84010ccc0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 --2- 172.21.15.29:0/3594209365 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff8401001b0 0x7ff840100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 --2- 172.21.15.29:0/3594209365 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840100b60 0x7ff840104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 -- 172.21.15.29:0/3594209365 >> 172.21.15.29:0/3594209365 conn(0x7ff840077cb0 msgr2=0x7ff8400780c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 -- 172.21.15.29:0/3594209365 shutdown_connections 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 -- 172.21.15.29:0/3594209365 wait complete. 2023-10-05T15:22:38.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.647+0000 7ff84562d700 1 Processor -- start 2023-10-05T15:22:38.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 -- start start 2023-10-05T15:22:38.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 0x7ff8401984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 0x7ff8401a3000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8401a3780 con 0x7ff8401001b0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8401a38f0 con 0x7ff840198aa0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff84562d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8401a3ab0 con 0x7ff840105140 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47768/0 (socket says 172.21.15.29:47768) 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 -- 172.21.15.29:0/1500567672 learned_addr learned my addr 172.21.15.29:0/1500567672 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 0x7ff8401a3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 0x7ff8401984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 -- 172.21.15.29:0/1500567672 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 msgr2=0x7ff8401984c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 0x7ff8401984c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 -- 172.21.15.29:0/1500567672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 msgr2=0x7ff8401a3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 0x7ff8401a3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 -- 172.21.15.29:0/1500567672 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff838009d00 con 0x7ff8401001b0 2023-10-05T15:22:38.653 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 0x7ff8401984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 0x7ff8401a3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.648+0000 7ff83effd700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff83000d950 tx=0x7ff83000dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.649+0000 7ff837fff700 1 -- 172.21.15.29:0/1500567672 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff830009b40 con 0x7ff8401001b0 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.649+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8401a3d90 con 0x7ff8401001b0 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.649+0000 7ff837fff700 1 -- 172.21.15.29:0/1500567672 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff830009ca0 con 0x7ff8401001b0 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.649+0000 7ff837fff700 1 -- 172.21.15.29:0/1500567672 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff83000f620 con 0x7ff8401001b0 2023-10-05T15:22:38.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.649+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8401a4260 con 0x7ff8401001b0 2023-10-05T15:22:38.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.651+0000 7ff837fff700 1 -- 172.21.15.29:0/1500567672 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7ff830010460 con 0x7ff8401001b0 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.651+0000 7ff837fff700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 0x7ff82c0a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.651+0000 7ff837fff700 1 -- 172.21.15.29:0/1500567672 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7ff8300cd900 con 0x7ff8401001b0 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.651+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 0x7ff82c0a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.652+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 0x7ff82c0a3b40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff828005e10 tx=0x7ff828005d60 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.652+0000 7ff851817b80 1 Processor -- start 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.652+0000 7ff851817b80 1 -- start start 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213db4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e6350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d321344460 con 0x55d3213e6890 2023-10-05T15:22:38.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d321335c20 con 0x55d3213db0c0 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff851817b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d321333540 con 0x55d3213db9e0 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47780/0 (socket says 172.21.15.29:47780) 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 -- 172.21.15.29:0/2565721306 learned_addr learned my addr 172.21.15.29:0/2565721306 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e6350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83effd700 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213db4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 -- 172.21.15.29:0/2565721306 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 msgr2=0x55d3213e6350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e6350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 -- 172.21.15.29:0/2565721306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 msgr2=0x55d3213db4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213db4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 -- 172.21.15.29:0/2565721306 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d321159de0 con 0x55d3213e6890 2023-10-05T15:22:38.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.653+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff838009100 tx=0x7ff838009130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5352b1316694e8e0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff8357fa700 1 -- 172.21.15.29:0/2565721306 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff83800e050 con 0x55d3213e6890 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff8357fa700 1 -- 172.21.15.29:0/2565721306 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff8380074e0 con 0x55d3213e6890 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff8357fa700 1 -- 172.21.15.29:0/2565721306 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff838005520 con 0x55d3213e6890 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 -- 172.21.15.29:0/2565721306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 msgr2=0x55d3213e8c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ff838009100 tx=0x7ff838009130 comp rx=0 tx=0).stop 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 -- 172.21.15.29:0/2565721306 shutdown_connections 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e8c80 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213db4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 --2- 172.21.15.29:0/2565721306 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e6350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 -- 172.21.15.29:0/2565721306 >> 172.21.15.29:0/2565721306 conn(0x55d321350260 msgr2=0x55d3213d7450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 -- 172.21.15.29:0/2565721306 shutdown_connections 2023-10-05T15:22:38.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.654+0000 7ff851817b80 1 -- 172.21.15.29:0/2565721306 wait complete. 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 -- start start 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 Processor -- start 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213e62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d32132ee30 con 0x55d3213e6890 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3212cb710 con 0x55d3213db0c0 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3212cb3b0 con 0x55d3213db9e0 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff851817b80 10 client.0 _ll_register_callbacks cb 0x55d321128800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff83f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff83f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47786/0 (socket says 172.21.15.29:47786) 2023-10-05T15:22:38.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3950275772 learned_addr learned my addr 172.21.15.29:0/3950275772 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.655+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83effd700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213e62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3950275772 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 msgr2=0x55d3213e3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 msgr2=0x55d3213e62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213e62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3950275772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff84010d530 con 0x55d3213e6890 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ff83800b3f0 tx=0x7ff838004b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def3d843ba2ac4d7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff838005590 con 0x55d3213e6890 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7ff8380056f0 con 0x55d3213e6890 2023-10-05T15:22:38.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d3213cef10 con 0x55d3213e6890 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8380058b0 con 0x55d3213e6890 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff851817b80 10 client.15750 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d321142c60 con 0x55d3213e6890 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d3213cef10 con 0x55d3213e6890 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.656+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff83800b0d0 con 0x55d3213e6890 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 10 client.15750 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 10 client.15750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 20 client.15750 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d3213f5da0 0x55d3213f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 4 client.15750 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d321327e10 con 0x55d3213f5da0 2023-10-05T15:22:38.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff83effd700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d3213f5da0 0x55d3213f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff8267fc700 10 client.15750 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:38.666 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.657+0000 7ff83effd700 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d3213f5da0 0x55d3213f81c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a145af0346d207d server_cookie=85fb169fb72a7d94 in_seq=0 out_seq=0 2023-10-05T15:22:38.666 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:38 smithi040 ceph-mon[103696]: pgmap v13: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 853 B/s wr, 6 op/s 2023-10-05T15:22:38.666 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:38 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3439609041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:38.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff8267fc700 1 -- 172.21.15.29:0/3950275772 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d321327e10 con 0x55d3213f5da0 2023-10-05T15:22:38.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff8267fc700 10 client.15750 handle_command_reply: tid=0 2023-10-05T15:22:38.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 client.15750 shutdown 2023-10-05T15:22:38.667 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 msgr2=0x55d3213e3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ff83800b3f0 tx=0x7ff838004b00 comp rx=0 tx=0).stop 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 shutdown_connections 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d3213f5da0 0x55d3213f81c0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e3c40 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db0c0 0x55d3213e62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 --2- 172.21.15.29:0/3950275772 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff8267fc700 0 client.15750 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 >> 172.21.15.29:0/3950275772 conn(0x55d321350260 msgr2=0x55d3213d7040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 shutdown_connections 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 1 -- 172.21.15.29:0/3950275772 wait complete. 2023-10-05T15:22:38.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.658+0000 7ff851817b80 20 client.15750 trim_cache size 0 max 16384 2023-10-05T15:22:38.673 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.671+0000 7ff851817b80 1 Processor -- start 2023-10-05T15:22:38.673 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.671+0000 7ff851817b80 1 -- start start 2023-10-05T15:22:38.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213e6890 0x55d3213e2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3211af920 con 0x55d3213db0c0 2023-10-05T15:22:38.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3213e4220 con 0x55d3213e6890 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff851817b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3213d8280 con 0x55d3213db9e0 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47790/0 (socket says 172.21.15.29:47790) 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 -- 172.21.15.29:0/369488224 learned_addr learned my addr 172.21.15.29:0/369488224 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213e6890 0x55d3213e2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 -- 172.21.15.29:0/369488224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 msgr2=0x55d3213e5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 -- 172.21.15.29:0/369488224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213e6890 msgr2=0x55d3213e2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213e6890 0x55d3213e2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 -- 172.21.15.29:0/369488224 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3213d3140 con 0x55d3213db0c0 2023-10-05T15:22:38.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff83effd700 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ff830010fd0 tx=0x7ff83000df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6f95a7d1dab3d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff835ffb700 1 -- 172.21.15.29:0/369488224 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff830014070 con 0x55d3213db0c0 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff835ffb700 1 -- 172.21.15.29:0/369488224 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff830099de0 con 0x55d3213db0c0 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.672+0000 7ff835ffb700 1 -- 172.21.15.29:0/369488224 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8300caf50 con 0x55d3213db0c0 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- 172.21.15.29:0/369488224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 msgr2=0x55d3213ed370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ff830010fd0 tx=0x7ff83000df50 comp rx=0 tx=0).stop 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- 172.21.15.29:0/369488224 shutdown_connections 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213e6890 0x55d3213e2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213db0c0 0x55d3213ed370 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 --2- 172.21.15.29:0/369488224 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db9e0 0x55d3213e5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- 172.21.15.29:0/369488224 >> 172.21.15.29:0/369488224 conn(0x55d321350260 msgr2=0x55d3213f2570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- 172.21.15.29:0/369488224 shutdown_connections 2023-10-05T15:22:38.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- 172.21.15.29:0/369488224 wait complete. 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.673+0000 7ff851817b80 1 -- start start 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 Processor -- start 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db9e0 0x55d321442390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e9350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3213e9970 con 0x55d3213e6890 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3213e9ae0 con 0x55d3213db9e0 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3213e9ca0 con 0x55d3213db0c0 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff851817b80 10 client.0 _ll_register_callbacks cb 0x55d321128800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54200/0 (socket says 172.21.15.29:54200) 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83effd700 1 -- 172.21.15.29:0/3776365147 learned_addr learned my addr 172.21.15.29:0/3776365147 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83e7fc700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db9e0 0x55d321442390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3776365147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 msgr2=0x55d321441e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db9e0 msgr2=0x55d321442390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db9e0 0x55d321442390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 -- 172.21.15.29:0/3776365147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8401a4260 con 0x55d3213e6890 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83effd700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff83f7fe700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e9350 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff838007ad0 tx=0x7ff8380095d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89456ca7b4ad7744 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.674+0000 7ff8267fc700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:38.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff83800e040 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7ff838004c20 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8380074e0 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff838005000 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 10 client.15756 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55d321180250 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff8380074e0 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff838005780 con 0x55d3213e6890 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 10 client.15756 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 10 client.15756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 20 client.15756 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d32144a9d0 0x55d32144cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:38.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 4 client.15756 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.675+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d321327b30 con 0x55d32144a9d0 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff83effd700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d32144a9d0 0x55d32144cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff8267fc700 10 client.15756 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff83effd700 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d32144a9d0 0x55d32144cdc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=413022d579be5a08 server_cookie=f8cd470576b2296f in_seq=0 out_seq=0 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff8267fc700 1 -- 172.21.15.29:0/3776365147 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d321327b30 con 0x55d32144a9d0 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff8267fc700 10 client.15756 handle_command_reply: tid=0 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 client.15756 shutdown 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 msgr2=0x55d3213e9350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e9350 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7ff838007ad0 tx=0x7ff8380095d0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 shutdown_connections 2023-10-05T15:22:38.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d32144a9d0 0x55d32144cdc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d3213db0c0 0x55d321441e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d3213e6890 0x55d3213e9350 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff8267fc700 0 client.15756 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 --2- 172.21.15.29:0/3776365147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d3213db9e0 0x55d321442390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 >> 172.21.15.29:0/3776365147 conn(0x55d321350260 msgr2=0x55d3213dcf50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 shutdown_connections 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.676+0000 7ff851817b80 1 -- 172.21.15.29:0/3776365147 wait complete. 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff851817b80 20 client.15756 trim_cache size 0 max 16384 2023-10-05T15:22:38.686 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:22:38.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 msgr2=0x7ff82c0a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 0x7ff82c0a3b40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff828005e10 tx=0x7ff828005d60 comp rx=0 tx=0).stop 2023-10-05T15:22:38.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 msgr2=0x7ff840197f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ff83000d950 tx=0x7ff83000dd10 comp rx=0 tx=0).stop 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 shutdown_connections 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff82c0a1680 0x7ff82c0a3b40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff840198aa0 0x7ff8401a3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff8401001b0 0x7ff840197f80 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 --2- 172.21.15.29:0/1500567672 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff840105140 0x7ff8401984c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 >> 172.21.15.29:0/1500567672 conn(0x7ff840077cb0 msgr2=0x7ff8400fde80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 shutdown_connections 2023-10-05T15:22:38.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:38.677+0000 7ff84562d700 1 -- 172.21.15.29:0/1500567672 wait complete. 2023-10-05T15:22:38.688 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:38 smithi177 ceph-mon[103568]: pgmap v13: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 853 B/s wr, 6 op/s 2023-10-05T15:22:38.689 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:38 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3439609041' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:22:39.692 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:22:39.692 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:22:39.837 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 -- 172.21.15.29:0/3458754290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2330100940 msgr2=0x7f2330104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3458754290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2330100940 0x7f2330104980 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f2318009990 tx=0x7f2318009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 -- 172.21.15.29:0/3458754290 shutdown_connections 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3458754290 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 0x7f2330100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3458754290 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301050b0 0x7f233010cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3458754290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2330100940 0x7f2330104980 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 -- 172.21.15.29:0/3458754290 >> 172.21.15.29:0/3458754290 conn(0x7f23300fb830 msgr2=0x7f23300fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 -- 172.21.15.29:0/3458754290 shutdown_connections 2023-10-05T15:22:39.838 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.835+0000 7f2334d8e700 1 -- 172.21.15.29:0/3458754290 wait complete. 2023-10-05T15:22:39.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 Processor -- start 2023-10-05T15:22:39.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 -- start start 2023-10-05T15:22:39.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 0x7f2330197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301988c0 0x7f23301a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23301a3580 con 0x7f23301050b0 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23301a36f0 con 0x7f23301988c0 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2334d8e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23301a38b0 con 0x7f23300fff90 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47812/0 (socket says 172.21.15.29:47812) 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 -- 172.21.15.29:0/3530593724 learned_addr learned my addr 172.21.15.29:0/3530593724 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f232ed9d700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301988c0 0x7f23301a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f232e59c700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 0x7f2330197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 -- 172.21.15.29:0/3530593724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 msgr2=0x7f2330197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 0x7f2330197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 -- 172.21.15.29:0/3530593724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301988c0 msgr2=0x7f23301a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301988c0 0x7f23301a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.836+0000 7f2327fff700 1 -- 172.21.15.29:0/3530593724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23180095f0 con 0x7f23301050b0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f2327fff700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f2318000c00 tx=0x7f2318009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f23277fe700 1 -- 172.21.15.29:0/3530593724 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231801d070 con 0x7f23301050b0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f23277fe700 1 -- 172.21.15.29:0/3530593724 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2318003f60 con 0x7f23301050b0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23301a3b30 con 0x7f23301050b0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f23277fe700 1 -- 172.21.15.29:0/3530593724 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318022c00 con 0x7f23301050b0 2023-10-05T15:22:39.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.837+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23301a4030 con 0x7f23301050b0 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.839+0000 7f23277fe700 1 -- 172.21.15.29:0/3530593724 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7f23180040d0 con 0x7f23301050b0 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.840+0000 7f23277fe700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 0x7f231c0a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.840+0000 7f23277fe700 1 -- 172.21.15.29:0/3530593724 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f23180ce9a0 con 0x7f23301050b0 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.840+0000 7f232e59c700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 0x7f231c0a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.840+0000 7f232e59c700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 0x7f231c0a3bc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2320005fd0 tx=0x7f2320005f60 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.840+0000 7f2340f78b80 1 Processor -- start 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 -- start start 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 0x55fdb7517520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7524d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb74804e0 con 0x55fdb7517a60 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb7471ca0 con 0x55fdb7517140 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2340f78b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb746f5c0 con 0x55fdb7522910 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47820/0 (socket says 172.21.15.29:47820) 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 -- 172.21.15.29:0/1732026854 learned_addr learned my addr 172.21.15.29:0/1732026854 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f232e59c700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 0x55fdb7517520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f232ed9d700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7524d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 -- 172.21.15.29:0/1732026854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 msgr2=0x55fdb7524d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7524d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 -- 172.21.15.29:0/1732026854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 msgr2=0x55fdb7517520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 0x55fdb7517520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 -- 172.21.15.29:0/1732026854 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdb7295e60 con 0x55fdb7517a60 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f232ed9d700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7524d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f232e59c700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 0x55fdb7517520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.841+0000 7f2327fff700 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f23180cbdd0 tx=0x7f2318009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c5add5cb18cffcf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2324ff9700 1 -- 172.21.15.29:0/1732026854 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231809f700 con 0x55fdb7517a60 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2324ff9700 1 -- 172.21.15.29:0/1732026854 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23180a38b0 con 0x55fdb7517a60 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2324ff9700 1 -- 172.21.15.29:0/1732026854 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231809ad00 con 0x55fdb7517a60 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 -- 172.21.15.29:0/1732026854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 msgr2=0x55fdb75223d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f23180cbdd0 tx=0x7f2318009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 -- 172.21.15.29:0/1732026854 shutdown_connections 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7524d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517140 0x55fdb7517520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 --2- 172.21.15.29:0/1732026854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb75223d0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.842+0000 7f2340f78b80 1 -- 172.21.15.29:0/1732026854 >> 172.21.15.29:0/1732026854 conn(0x55fdb748c2e0 msgr2=0x55fdb75134d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- 172.21.15.29:0/1732026854 shutdown_connections 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- 172.21.15.29:0/1732026854 wait complete. 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- start start 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 Processor -- start 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7522cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb7523770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb746aeb0 con 0x55fdb7517a60 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb7407790 con 0x55fdb7522910 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb7407430 con 0x55fdb7517140 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2340f78b80 10 client.0 _ll_register_callbacks cb 0x55fdb7264880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47826/0 (socket says 172.21.15.29:47826) 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f2327fff700 1 -- 172.21.15.29:0/3868902642 learned_addr learned my addr 172.21.15.29:0/3868902642 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f232ed9d700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb7523770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.843+0000 7f232e59c700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7522cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 -- 172.21.15.29:0/3868902642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 msgr2=0x55fdb7522cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7522cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 -- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 msgr2=0x55fdb7523770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.852 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb7523770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 -- 172.21.15.29:0/3868902642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23301a4030 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2327fff700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f231800bff0 tx=0x7f231809b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e800604bc166386f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231809ba20 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fdb750af90 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f23180b9600 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f23180b97c0 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2340f78b80 10 client.15768 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55fdb727ece0 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55fdb750af90 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.844+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f23180973a0 con 0x55fdb7517a60 2023-10-05T15:22:39.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 10 client.15768 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 10 client.15768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 20 client.15768 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7531bd0 0x55fdb7533ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 4 client.15768 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fdb7463e90 con 0x55fdb7531bd0 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f232e59c700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7531bd0 0x55fdb7533ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f2315ffb700 10 client.15768 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:39.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.845+0000 7f232e59c700 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7531bd0 0x55fdb7533ff0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f3287040fb258158 server_cookie=f698970a5d69d79e in_seq=0 out_seq=0 2023-10-05T15:22:39.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2315ffb700 1 -- 172.21.15.29:0/3868902642 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55fdb7463e90 con 0x55fdb7531bd0 2023-10-05T15:22:39.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2315ffb700 10 client.15768 handle_command_reply: tid=0 2023-10-05T15:22:39.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 client.15768 shutdown 2023-10-05T15:22:39.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 msgr2=0x55fdb7523230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f231800bff0 tx=0x7f231809b040 comp rx=0 tx=0).stop 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 shutdown_connections 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7531bd0 0x55fdb7533ff0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7522cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb7523770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 --2- 172.21.15.29:0/3868902642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7523230 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 >> 172.21.15.29:0/3868902642 conn(0x55fdb748c2e0 msgr2=0x55fdb7513060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2315ffb700 0 client.15768 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 shutdown_connections 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 1 -- 172.21.15.29:0/3868902642 wait complete. 2023-10-05T15:22:39.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.846+0000 7f2340f78b80 20 client.15768 trim_cache size 0 max 16384 2023-10-05T15:22:39.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.863+0000 7f2340f78b80 1 Processor -- start 2023-10-05T15:22:39.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.863+0000 7f2340f78b80 1 -- start start 2023-10-05T15:22:39.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7520cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb751ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb72eb9a0 con 0x55fdb7517a60 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb750faa0 con 0x55fdb7522910 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2340f78b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb7527260 con 0x55fdb7517140 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47834/0 (socket says 172.21.15.29:47834) 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 -- 172.21.15.29:0/129682334 learned_addr learned my addr 172.21.15.29:0/129682334 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f232e59c700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7520cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f232ed9d700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb751ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 -- 172.21.15.29:0/129682334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 msgr2=0x55fdb7520cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7520cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 -- 172.21.15.29:0/129682334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 msgr2=0x55fdb751ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb751ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 -- 172.21.15.29:0/129682334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fdb7538be0 con 0x55fdb7517a60 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f232ed9d700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb751ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.864+0000 7f2327fff700 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f231809b540 tx=0x7f2318009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2302bae8846fa7eb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f23257fa700 1 -- 172.21.15.29:0/129682334 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231809ba20 con 0x55fdb7517a60 2023-10-05T15:22:39.875 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f23257fa700 1 -- 172.21.15.29:0/129682334 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2318099950 con 0x55fdb7517a60 2023-10-05T15:22:39.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f23257fa700 1 -- 172.21.15.29:0/129682334 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23180a3420 con 0x55fdb7517a60 2023-10-05T15:22:39.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- 172.21.15.29:0/129682334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 msgr2=0x55fdb7526d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f231809b540 tx=0x7f2318009310 comp rx=0 tx=0).stop 2023-10-05T15:22:39.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- 172.21.15.29:0/129682334 shutdown_connections 2023-10-05T15:22:39.876 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7517140 0x55fdb7520cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7522910 0x55fdb751ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 --2- 172.21.15.29:0/129682334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517a60 0x55fdb7526d20 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- 172.21.15.29:0/129682334 >> 172.21.15.29:0/129682334 conn(0x55fdb748c2e0 msgr2=0x55fdb751cd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.877 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- 172.21.15.29:0/129682334 shutdown_connections 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- 172.21.15.29:0/129682334 wait complete. 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.865+0000 7f2340f78b80 1 -- start start 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 Processor -- start 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 0x55fdb757e330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.878 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7579950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb757a060 con 0x55fdb7517140 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb757a1d0 con 0x55fdb7517a60 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fdb757a390 con 0x55fdb7522910 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2340f78b80 10 client.0 _ll_register_callbacks cb 0x7f231809b0f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.879 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47838/0 (socket says 172.21.15.29:47838) 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 -- 172.21.15.29:0/2023369247 learned_addr learned my addr 172.21.15.29:0/2023369247 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232ed9d700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7579950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2327fff700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 0x55fdb757e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 -- 172.21.15.29:0/2023369247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 msgr2=0x55fdb7579950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7579950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 -- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 msgr2=0x55fdb757e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 0x55fdb757e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232e59c700 1 -- 172.21.15.29:0/2023369247 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fdb727ece0 con 0x55fdb7517140 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f232ed9d700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7579950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.866+0000 7f2327fff700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 0x55fdb757e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:39.880 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f232e59c700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f232000b490 tx=0x7f23200047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1764a8a74566d0a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2320025040 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f2320027ce0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f23180a38b0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2320027ea0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 10 client.15774 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55fdb72bc2d0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f23180a38b0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f232001f5e0 con 0x55fdb7517140 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 10 client.15774 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 10 client.15774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:39.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 20 client.15774 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7586e90 0x55fdb75892b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 4 client.15774 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.867+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55fdb7463bb0 con 0x55fdb7586e90 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.868+0000 7f2327fff700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7586e90 0x55fdb75892b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.868+0000 7f2327fff700 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7586e90 0x55fdb75892b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca441b44d1a74f43 server_cookie=839b190068a28c89 in_seq=0 out_seq=0 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.868+0000 7f2315ffb700 10 client.15774 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2315ffb700 1 -- 172.21.15.29:0/2023369247 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55fdb7463bb0 con 0x55fdb7586e90 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2315ffb700 10 client.15774 handle_command_reply: tid=0 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 client.15774 shutdown 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 msgr2=0x55fdb757ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f232000b490 tx=0x7f23200047c0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 shutdown_connections 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55fdb7586e90 0x55fdb75892b0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55fdb7522910 0x55fdb7579950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fdb7517140 0x55fdb757ddf0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 --2- 172.21.15.29:0/2023369247 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55fdb7517a60 0x55fdb757e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 >> 172.21.15.29:0/2023369247 conn(0x55fdb748c2e0 msgr2=0x55fdb751afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2315ffb700 0 client.15774 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 shutdown_connections 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 1 -- 172.21.15.29:0/2023369247 wait complete. 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.869+0000 7f2340f78b80 20 client.15774 trim_cache size 0 max 16384 2023-10-05T15:22:39.883 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:22:39.884 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2023-10-05T15:22:39.884 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "d1daa4fc-7b74-4479-85ed-fc9688951e6e", 2023-10-05T15:22:39.884 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2023-10-05T15:22:39.884 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 msgr2=0x7f231c0a3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 0x7f231c0a3bc0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2320005fd0 tx=0x7f2320005f60 comp rx=0 tx=0).stop 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 msgr2=0x7f2330198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f2318000c00 tx=0x7f2318009580 comp rx=0 tx=0).stop 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 shutdown_connections 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f231c0a1700 0x7f231c0a3bc0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f23300fff90 0x7f2330197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f23301988c0 0x7f23301a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 --2- 172.21.15.29:0/3530593724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f23301050b0 0x7f2330198330 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:39.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 >> 172.21.15.29:0/3530593724 conn(0x7f23300fb830 msgr2=0x7f23300fc3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:39.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 shutdown_connections 2023-10-05T15:22:39.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:39.870+0000 7f2334d8e700 1 -- 172.21.15.29:0/3530593724 wait complete. 2023-10-05T15:22:39.886 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/446892775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c100b60 msgr2=0x7fb19c1049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/446892775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c100b60 0x7fb19c1049f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009990 tx=0x7fb18c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/446892775 shutdown_connections 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/446892775 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1050d0 0x7fb19c10cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/446892775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1001b0 0x7fb19c100590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/446892775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c100b60 0x7fb19c1049f0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/446892775 >> 172.21.15.29:0/446892775 conn(0x7fb19c077c80 msgr2=0x7fb19c078090 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/446892775 shutdown_connections 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.012+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/446892775 wait complete. 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.013+0000 7fb1a0cdc700 1 Processor -- start 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.013+0000 7fb1a0cdc700 1 -- start start 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.013+0000 7fb1a0cdc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1001b0 0x7fb19c195f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.013+0000 7fb1a0cdc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1050d0 0x7fb19c196480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.013+0000 7fb1a0cdc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb1a0cdc700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19c19b360 con 0x7fb19c19a8e0 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb1a0cdc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19c19b4d0 con 0x7fb19c1050d0 2023-10-05T15:22:40.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb1a0cdc700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19c19b690 con 0x7fb19c1001b0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47856/0 (socket says 172.21.15.29:47856) 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 -- 172.21.15.29:0/3140653776 learned_addr learned my addr 172.21.15.29:0/3140653776 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19a59c700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1001b0 0x7fb19c195f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb199d9b700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1050d0 0x7fb19c196480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 -- 172.21.15.29:0/3140653776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1001b0 msgr2=0x7fb19c195f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1001b0 0x7fb19c195f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 -- 172.21.15.29:0/3140653776 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1050d0 msgr2=0x7fb19c196480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1050d0 0x7fb19c196480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 -- 172.21.15.29:0/3140653776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb18c0095f0 con 0x7fb19c19a8e0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb194007ee0 tx=0x7fb19400d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb18b7fe700 1 -- 172.21.15.29:0/3140653776 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb19400dd20 con 0x7fb19c19a8e0 2023-10-05T15:22:40.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb18b7fe700 1 -- 172.21.15.29:0/3140653776 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb19400f040 con 0x7fb19c19a8e0 2023-10-05T15:22:40.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb19c1a2bf0 con 0x7fb19c19a8e0 2023-10-05T15:22:40.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb18b7fe700 1 -- 172.21.15.29:0/3140653776 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1940048a0 con 0x7fb19c19a8e0 2023-10-05T15:22:40.020 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.014+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb19c1a3080 con 0x7fb19c19a8e0 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.017+0000 7fb18b7fe700 1 -- 172.21.15.29:0/3140653776 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7fb194003a00 con 0x7fb19c19a8e0 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.018+0000 7fb18b7fe700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 0x7fb1840a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.018+0000 7fb19a59c700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 0x7fb1840a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.018+0000 7fb18b7fe700 1 -- 172.21.15.29:0/3140653776 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb1940ccdf0 con 0x7fb19c19a8e0 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.018+0000 7fb19a59c700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 0x7fb1840a3b40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb19c100fc0 tx=0x7fb19000b410 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.018+0000 7fb1acec6b80 1 Processor -- start 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 -- start start 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e106b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.023 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e20280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11d77460 con 0x564d11e10bf0 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11d68c20 con 0x564d11e1de90 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11d66540 con 0x564d11e102d0 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47862/0 (socket says 172.21.15.29:47862) 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 -- 172.21.15.29:0/1504536418 learned_addr learned my addr 172.21.15.29:0/1504536418 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb19a59c700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e106b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e20280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 -- 172.21.15.29:0/1504536418 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 msgr2=0x564d11e106b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e106b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 -- 172.21.15.29:0/1504536418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 msgr2=0x564d11e20280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e20280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 -- 172.21.15.29:0/1504536418 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564d11b8cde0 con 0x564d11e10bf0 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e20280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.019+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fb19c06a820 tx=0x7fb18c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6becd281622ed4e2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb188ff9700 1 -- 172.21.15.29:0/1504536418 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c01d050 con 0x564d11e10bf0 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb188ff9700 1 -- 172.21.15.29:0/1504536418 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb18c01e040 con 0x564d11e10bf0 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb188ff9700 1 -- 172.21.15.29:0/1504536418 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c0052d0 con 0x564d11e10bf0 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1504536418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 msgr2=0x564d11e1d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fb19c06a820 tx=0x7fb18c009f90 comp rx=0 tx=0).stop 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1504536418 shutdown_connections 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e106b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e20280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1504536418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1d950 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1504536418 >> 172.21.15.29:0/1504536418 conn(0x564d11d83260 msgr2=0x564d11e0a450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1504536418 shutdown_connections 2023-10-05T15:22:40.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.020+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1504536418 wait complete. 2023-10-05T15:22:40.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 -- start start 2023-10-05T15:22:40.026 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 Processor -- start 2023-10-05T15:22:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e10bf0 0x564d11e1e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11d61e30 con 0x564d11e1de90 2023-10-05T15:22:40.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11cfe710 con 0x564d11e10bf0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11cfe3b0 con 0x564d11e102d0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb1acec6b80 10 client.0 _ll_register_callbacks cb 0x564d11b5b800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb19ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb19ad9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47870/0 (socket says 172.21.15.29:47870) 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb19ad9d700 1 -- 172.21.15.29:0/2933120245 learned_addr learned my addr 172.21.15.29:0/2933120245 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb19a59c700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.021+0000 7fb19ad9d700 1 -- 172.21.15.29:0/2933120245 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 msgr2=0x564d11e1e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb199d9b700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e10bf0 0x564d11e1e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb19ad9d700 1 -- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e10bf0 msgr2=0x564d11e1e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.030 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e10bf0 0x564d11e1e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb19ad9d700 1 -- 172.21.15.29:0/2933120245 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb19c10d4b0 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fb1940998a0 tx=0x7fb194099580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a004eab9c58b7773 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1940ca5e0 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb194099910 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564d11e01f10 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb1940b92d0 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 10 client.15786 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x564d11b75c60 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb1940b7030 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb194099b70 con 0x564d11e1de90 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 10 client.15786 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:40.031 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 10 client.15786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 20 client.15786 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e2d710 0x564d11e2fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 4 client.15786 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.022+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564d11d5ae10 con 0x564d11e2d710 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.023+0000 7fb19a59c700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e2d710 0x564d11e2fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.023+0000 7fb181ffb700 10 client.15786 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.023+0000 7fb19a59c700 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e2d710 0x564d11e2fb30 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6257203f02b491d server_cookie=716d379b2d082065 in_seq=0 out_seq=0 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb181ffb700 1 -- 172.21.15.29:0/2933120245 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x564d11d5ae10 con 0x564d11e2d710 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb181ffb700 10 client.15786 handle_command_reply: tid=0 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 client.15786 shutdown 2023-10-05T15:22:40.032 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 msgr2=0x564d11e292f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fb1940998a0 tx=0x7fb194099580 comp rx=0 tx=0).stop 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 shutdown_connections 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e2d710 0x564d11e2fb30 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e1de90 0x564d11e292f0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/2933120245 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e10bf0 0x564d11e1e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 >> 172.21.15.29:0/2933120245 conn(0x564d11d83260 msgr2=0x564d11e09fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb181ffb700 0 client.15786 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 shutdown_connections 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 1 -- 172.21.15.29:0/2933120245 wait complete. 2023-10-05T15:22:40.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.024+0000 7fb1acec6b80 20 client.15786 trim_cache size 0 max 16384 2023-10-05T15:22:40.044 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 Processor -- start 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 -- start start 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e289f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11be2920 con 0x564d11e10bf0 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11e1d830 con 0x564d11e1de90 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11e1ed70 con 0x564d11e102d0 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47876/0 (socket says 172.21.15.29:47876) 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.041+0000 7fb199d9b700 1 -- 172.21.15.29:0/962805515 learned_addr learned my addr 172.21.15.29:0/962805515 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb19a59c700 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e289f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 -- 172.21.15.29:0/962805515 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 msgr2=0x564d11e1e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 -- 172.21.15.29:0/962805515 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 msgr2=0x564d11e289f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e289f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 -- 172.21.15.29:0/962805515 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564d11e34760 con 0x564d11e10bf0 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb199d9b700 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fb18c0095c0 tx=0x7fb18c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f30274b780736ef2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb1897fa700 1 -- 172.21.15.29:0/962805515 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c005980 con 0x564d11e10bf0 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb1897fa700 1 -- 172.21.15.29:0/962805515 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb18c003960 con 0x564d11e10bf0 2023-10-05T15:22:40.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.042+0000 7fb1897fa700 1 -- 172.21.15.29:0/962805515 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c023460 con 0x564d11e10bf0 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- 172.21.15.29:0/962805515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 msgr2=0x564d11e1e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fb18c0095c0 tx=0x7fb18c009310 comp rx=0 tx=0).stop 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- 172.21.15.29:0/962805515 shutdown_connections 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e1e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e289f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/962805515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e1e7b0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.050 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- 172.21.15.29:0/962805515 >> 172.21.15.29:0/962805515 conn(0x564d11d83260 msgr2=0x564d11e18420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- 172.21.15.29:0/962805515 shutdown_connections 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- 172.21.15.29:0/962805515 wait complete. 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 -- start start 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.043+0000 7fb1acec6b80 1 Processor -- start 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e207c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e21240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11e80540 con 0x564d11e10bf0 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11e80680 con 0x564d11e1de90 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d11e807c0 con 0x564d11e102d0 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 10 client.0 _ll_register_callbacks cb 0x7fb194095d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:40.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47882/0 (socket says 172.21.15.29:47882) 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 -- 172.21.15.29:0/1801949170 learned_addr learned my addr 172.21.15.29:0/1801949170 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb19a59c700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e207c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb19ad9d700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e21240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 -- 172.21.15.29:0/1801949170 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 msgr2=0x564d11e207c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e207c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 -- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 msgr2=0x564d11e21240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e21240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 -- 172.21.15.29:0/1801949170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564d11b8cde0 con 0x564d11e10bf0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb199d9b700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb18c006010 tx=0x7fb18c005ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c293f44d74cb5d55 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb181ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:40.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c01d040 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fb18c00baa0 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.044+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb18c01e040 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb18c005540 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 10 client.15792 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x564d11bb3250 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb18c01e040 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb18c023460 con 0x564d11e10bf0 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 10 client.15792 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 10 client.15792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 20 client.15792 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e81990 0x564d11e83db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:40.053 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 4 client.15792 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x564d11d5ab30 con 0x564d11e81990 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.045+0000 7fb19a59c700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e81990 0x564d11e83db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb181ffb700 10 client.15792 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb19a59c700 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e81990 0x564d11e83db0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbcc6db0a53cba1d server_cookie=ee3d2381a6db4e71 in_seq=0 out_seq=0 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb181ffb700 1 -- 172.21.15.29:0/1801949170 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x564d11d5ab30 con 0x564d11e81990 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb181ffb700 10 client.15792 handle_command_reply: tid=0 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 client.15792 shutdown 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 msgr2=0x564d11e20d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fb18c006010 tx=0x7fb18c005ab0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 shutdown_connections 2023-10-05T15:22:40.054 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x564d11e81990 0x564d11e83db0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x564d11e102d0 0x564d11e207c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x564d11e1de90 0x564d11e21240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 --2- 172.21.15.29:0/1801949170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d11e10bf0 0x564d11e20d00 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb181ffb700 0 client.15792 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 >> 172.21.15.29:0/1801949170 conn(0x564d11d83260 msgr2=0x564d11e18420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 shutdown_connections 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 1 -- 172.21.15.29:0/1801949170 wait complete. 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.046+0000 7fb1acec6b80 20 client.15792 trim_cache size 0 max 16384 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:22:40.055 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: "d1daa4fc-7b74-4479-85ed-fc9688951e6e": { 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/", 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "d1daa4fc-7b74-4479-85ed-fc9688951e6e", 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:22:40.056 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 msgr2=0x7fb1840a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 0x7fb1840a3b40 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb19c100fc0 tx=0x7fb19000b410 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 msgr2=0x7fb19c19ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fb194007ee0 tx=0x7fb19400d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 shutdown_connections 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb1840a1680 0x7fb1840a3b40 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb19c1001b0 0x7fb19c195f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb19c19a8e0 0x7fb19c19ad60 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 --2- 172.21.15.29:0/3140653776 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb19c1050d0 0x7fb19c196480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:40.057 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 >> 172.21.15.29:0/3140653776 conn(0x7fb19c077c80 msgr2=0x7fb19c0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:40.058 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 shutdown_connections 2023-10-05T15:22:40.058 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:22:40.047+0000 7fb1a0cdc700 1 -- 172.21.15.29:0/3140653776 wait complete. 2023-10-05T15:22:40.061 INFO:tasks.cephfs.filesystem:scrub status for tag:d1daa4fc-7b74-4479-85ed-fc9688951e6e - {'path': '/', 'tag': 'd1daa4fc-7b74-4479-85ed-fc9688951e6e', 'options': 'recursive,force'} 2023-10-05T15:22:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:40 smithi029 ceph-mon[99237]: pgmap v14: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 853 B/s wr, 9 op/s 2023-10-05T15:22:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:40 smithi029 ceph-mon[99237]: scrub queued for path: / 2023-10-05T15:22:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:40 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:40 smithi029 ceph-mon[99237]: scrub summary: active paths [/] 2023-10-05T15:22:40.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:40 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:40 smithi040 ceph-mon[103696]: pgmap v14: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 853 B/s wr, 9 op/s 2023-10-05T15:22:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:40 smithi040 ceph-mon[103696]: scrub queued for path: / 2023-10-05T15:22:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:40 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:40 smithi040 ceph-mon[103696]: scrub summary: active paths [/] 2023-10-05T15:22:40.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:40 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:40 smithi177 ceph-mon[103568]: pgmap v14: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 853 B/s wr, 9 op/s 2023-10-05T15:22:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:40 smithi177 ceph-mon[103568]: scrub queued for path: / 2023-10-05T15:22:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:40 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:40 smithi177 ceph-mon[103568]: scrub summary: active paths [/] 2023-10-05T15:22:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:40 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:22:42.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:42 smithi029 ceph-mon[99237]: pgmap v15: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:22:42.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:42 smithi040 ceph-mon[103696]: pgmap v15: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:22:42.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:42 smithi177 ceph-mon[103568]: pgmap v15: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:22:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:44 smithi029 ceph-mon[99237]: pgmap v16: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s 2023-10-05T15:22:44.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:44 smithi029 ceph-mon[99237]: scrub summary: idle 2023-10-05T15:22:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:44 smithi040 ceph-mon[103696]: pgmap v16: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s 2023-10-05T15:22:44.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:44 smithi040 ceph-mon[103696]: scrub summary: idle 2023-10-05T15:22:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:44 smithi177 ceph-mon[103568]: pgmap v16: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 7 op/s 2023-10-05T15:22:44.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:44 smithi177 ceph-mon[103568]: scrub summary: idle 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 -- 172.21.15.29:0/3958682012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f8100a60 msgr2=0x7f48f8100e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3958682012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f8100a60 0x7f48f8100e40 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f48f40099c0 tx=0x7f48f4009cd0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 -- 172.21.15.29:0/3958682012 shutdown_connections 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3958682012 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8105150 0x7f48f810cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3958682012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f8100a60 0x7f48f8100e40 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3958682012 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8101410 0x7f48f8104a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 -- 172.21.15.29:0/3958682012 >> 172.21.15.29:0/3958682012 conn(0x7f48f80762e0 msgr2=0x7f48f80766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 -- 172.21.15.29:0/3958682012 shutdown_connections 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.427+0000 7f48ff37d700 1 -- 172.21.15.29:0/3958682012 wait complete. 2023-10-05T15:22:45.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 Processor -- start 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 -- start start 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8100a60 0x7f48f8197ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8105150 0x7f48f8198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f81a3840 con 0x7f48f81a0e80 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f81a3980 con 0x7f48f8100a60 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48ff37d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f81a3b40 con 0x7f48f8105150 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48fd91a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.428+0000 7f48fd91a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47898/0 (socket says 172.21.15.29:47898) 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 -- 172.21.15.29:0/3429782784 learned_addr learned my addr 172.21.15.29:0/3429782784 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fc918700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8105150 0x7f48f8198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd119700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8100a60 0x7f48f8197ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 -- 172.21.15.29:0/3429782784 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8105150 msgr2=0x7f48f8198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8105150 0x7f48f8198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 -- 172.21.15.29:0/3429782784 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8100a60 msgr2=0x7f48f8197ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8100a60 0x7f48f8197ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 -- 172.21.15.29:0/3429782784 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f40095f0 con 0x7f48f81a0e80 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48fd91a700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f48f0007ee0 tx=0x7f48f000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48ea7fc700 1 -- 172.21.15.29:0/3429782784 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f0017070 con 0x7f48f81a0e80 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48ea7fc700 1 -- 172.21.15.29:0/3429782784 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48f000f040 con 0x7f48f81a0e80 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48f81a3e20 con 0x7f48f81a0e80 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48ea7fc700 1 -- 172.21.15.29:0/3429782784 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f0005740 con 0x7f48f81a0e80 2023-10-05T15:22:45.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.429+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48f81a42b0 con 0x7f48f81a0e80 2023-10-05T15:22:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.432+0000 7f48ea7fc700 1 -- 172.21.15.29:0/3429782784 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7f48f000dc60 con 0x7f48f81a0e80 2023-10-05T15:22:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.432+0000 7f48ea7fc700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 0x7f48e40a3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.433+0000 7f48fd119700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 0x7f48e40a3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.433+0000 7f48ea7fc700 1 -- 172.21.15.29:0/3429782784 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f48f00ccd20 con 0x7f48f81a0e80 2023-10-05T15:22:45.436 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.433+0000 7f48fd119700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 0x7f48e40a3b40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f48f4000c00 tx=0x7f48f4005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 Processor -- start 2023-10-05T15:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 -- start start 2023-10-05T15:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bbde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.437 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7b1c400 con 0x5648a7bb2c00 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7b0dbc0 con 0x5648a7bb3520 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f490b567b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7b0b4e0 con 0x5648a7bbe3d0 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47902/0 (socket says 172.21.15.29:47902) 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 -- 172.21.15.29:0/847044464 learned_addr learned my addr 172.21.15.29:0/847044464 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fc918700 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bbde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd91a700 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 -- 172.21.15.29:0/847044464 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 msgr2=0x5648a7bc07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 -- 172.21.15.29:0/847044464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 msgr2=0x5648a7bbde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.438 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bbde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.434+0000 7f48fd119700 1 -- 172.21.15.29:0/847044464 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648a7931d80 con 0x5648a7bb2c00 2023-10-05T15:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f48fd119700 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f48f4015000 tx=0x7f48f401f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b16cdc3dfe41a47 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f48e37fe700 1 -- 172.21.15.29:0/847044464 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f402b070 con 0x5648a7bb2c00 2023-10-05T15:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f48e37fe700 1 -- 172.21.15.29:0/847044464 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48f401e040 con 0x5648a7bb2c00 2023-10-05T15:22:45.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f48e37fe700 1 -- 172.21.15.29:0/847044464 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f4003e20 con 0x5648a7bb2c00 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f490b567b80 1 -- 172.21.15.29:0/847044464 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 msgr2=0x5648a7bb2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.435+0000 7f490b567b80 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f48f4015000 tx=0x7f48f401f000 comp rx=0 tx=0).stop 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 -- 172.21.15.29:0/847044464 shutdown_connections 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb2fe0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 --2- 172.21.15.29:0/847044464 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bbde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 -- 172.21.15.29:0/847044464 >> 172.21.15.29:0/847044464 conn(0x5648a7b28200 msgr2=0x5648a7baf080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 -- 172.21.15.29:0/847044464 shutdown_connections 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 -- 172.21.15.29:0/847044464 wait complete. 2023-10-05T15:22:45.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 -- start start 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.436+0000 7f490b567b80 1 Processor -- start 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bbdd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7bbb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7b06dd0 con 0x5648a7bb3520 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7aa36b0 con 0x5648a7bbe3d0 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7aa3350 con 0x5648a7bb2c00 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 10 client.0 _ll_register_callbacks cb 0x5648a79007a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47910/0 (socket says 172.21.15.29:47910) 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 -- 172.21.15.29:0/1337943692 learned_addr learned my addr 172.21.15.29:0/1337943692 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:45.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fd91a700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7bbb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fd119700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bbdd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 -- 172.21.15.29:0/1337943692 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 msgr2=0x5648a7bbdd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bbdd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 -- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 msgr2=0x5648a7bbb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7bbb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 -- 172.21.15.29:0/1337943692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48f810d4d0 con 0x5648a7bb3520 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48fc918700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0046e0 tx=0x7f48ec00bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64fde4a99d688555 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48e0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec003c90 con 0x5648a7bb3520 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f48ec003df0 con 0x5648a7bb3520 2023-10-05T15:22:45.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.437+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5648a7ba6d50 con 0x5648a7bb3520 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48ec004830 con 0x5648a7bb3520 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 10 client.15804 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5648a791ac00 con 0x5648a7bb3520 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5648a7ba6d50 con 0x5648a7bb3520 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f48ec011440 con 0x5648a7bb3520 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 10 client.15804 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 10 client.15804 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 20 client.15804 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7bcdec0 0x5648a7bd02e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 4 client.15804 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5648a7affdb0 con 0x5648a7bcdec0 2023-10-05T15:22:45.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.438+0000 7f48fd119700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7bcdec0 0x5648a7bd02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.439+0000 7f48fd119700 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7bcdec0 0x5648a7bd02e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6020611a5b0e0a5c server_cookie=bf36892eadf985ea in_seq=0 out_seq=0 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.439+0000 7f48e0ff9700 10 client.15804 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f48e0ff9700 1 -- 172.21.15.29:0/1337943692 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5648a7affdb0 con 0x5648a7bcdec0 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f48e0ff9700 10 client.15804 handle_command_reply: tid=0 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 client.15804 shutdown 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 msgr2=0x5648a7bbb010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0046e0 tx=0x7f48ec00bb40 comp rx=0 tx=0).stop 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 shutdown_connections 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7bcdec0 0x5648a7bd02e0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bbdd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7bbb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f48e0ff9700 0 client.15804 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 --2- 172.21.15.29:0/1337943692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bbb010 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 >> 172.21.15.29:0/1337943692 conn(0x5648a7b28200 msgr2=0x5648a7baec10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 shutdown_connections 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 1 -- 172.21.15.29:0/1337943692 wait complete. 2023-10-05T15:22:45.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.440+0000 7f490b567b80 20 client.15804 trim_cache size 0 max 16384 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 Processor -- start 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 -- start start 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bc4e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a79878c0 con 0x5648a7bb2c00 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7bc53c0 con 0x5648a7bb3520 2023-10-05T15:22:45.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f490b567b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7bb9590 con 0x5648a7bbe3d0 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47916/0 (socket says 172.21.15.29:47916) 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 -- 172.21.15.29:0/393494268 learned_addr learned my addr 172.21.15.29:0/393494268 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd91a700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fc918700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bc4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 -- 172.21.15.29:0/393494268 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 msgr2=0x5648a7bc95e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc95e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 -- 172.21.15.29:0/393494268 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 msgr2=0x5648a7bc4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bc4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fd119700 1 -- 172.21.15.29:0/393494268 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648a79581f0 con 0x5648a7bb2c00 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.455+0000 7f48fc918700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bc4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:45.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f48fd119700 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f48f4005b40 tx=0x7f48f4003a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65b55e5135b266fc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f48e3fff700 1 -- 172.21.15.29:0/393494268 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f402b040 con 0x5648a7bb2c00 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f48e3fff700 1 -- 172.21.15.29:0/393494268 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48f402c040 con 0x5648a7bb2c00 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f48e3fff700 1 -- 172.21.15.29:0/393494268 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f4039d90 con 0x5648a7bb2c00 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 -- 172.21.15.29:0/393494268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 msgr2=0x5648a7bb5aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f48f4005b40 tx=0x7f48f4003a00 comp rx=0 tx=0).stop 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 -- 172.21.15.29:0/393494268 shutdown_connections 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bbe3d0 0x5648a7bc95e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb2c00 0x5648a7bb5aa0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 --2- 172.21.15.29:0/393494268 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bb3520 0x5648a7bc4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 -- 172.21.15.29:0/393494268 >> 172.21.15.29:0/393494268 conn(0x5648a7b28200 msgr2=0x5648a7bbd9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 -- 172.21.15.29:0/393494268 shutdown_connections 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.456+0000 7f490b567b80 1 -- 172.21.15.29:0/393494268 wait complete. 2023-10-05T15:22:45.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 -- start start 2023-10-05T15:22:45.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 Processor -- start 2023-10-05T15:22:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bc1050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7c20ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7bc1d00 con 0x5648a7bb3520 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7c211e0 con 0x5648a7bbe3d0 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648a7c21350 con 0x5648a7bb2c00 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f490b567b80 10 client.0 _ll_register_callbacks cb 0x5648a79007a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f48fc918700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f48fc918700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47924/0 (socket says 172.21.15.29:47924) 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.457+0000 7f48fc918700 1 -- 172.21.15.29:0/3303672649 learned_addr learned my addr 172.21.15.29:0/3303672649 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fd119700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bc1050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 -- 172.21.15.29:0/3303672649 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 msgr2=0x5648a7bc1050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fd91a700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7c20ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bc1050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 -- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 msgr2=0x5648a7c20ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7c20ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 -- 172.21.15.29:0/3303672649 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5648a7931d80 con 0x5648a7bb3520 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fd119700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bc1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fd91a700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7c20ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48fc918700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0118a0 tx=0x7f48ec00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd3a10e3a9710152 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48e0ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec005040 con 0x5648a7bb3520 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f48ec000e40 con 0x5648a7bb3520 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f48f401e040 con 0x5648a7bb3520 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f48ec0051a0 con 0x5648a7bb3520 2023-10-05T15:22:45.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f490b567b80 10 client.15810 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5648a7930250 con 0x5648a7bb3520 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.458+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f48f401e040 con 0x5648a7bb3520 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f48ec027420 con 0x5648a7bb3520 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 10 client.15810 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 10 client.15810 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 20 client.15810 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7c22a30 0x5648a7c24e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 4 client.15810 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5648a7affad0 con 0x5648a7c22a30 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f48fd119700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7c22a30 0x5648a7c24e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f48fd119700 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7c22a30 0x5648a7c24e50 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7cc4527306f27677 server_cookie=7d58d94c32e2be6f in_seq=0 out_seq=0 2023-10-05T15:22:45.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.459+0000 7f48e0ff9700 10 client.15810 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:45.468 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48e0ff9700 1 -- 172.21.15.29:0/3303672649 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5648a7affad0 con 0x5648a7c22a30 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48e0ff9700 10 client.15810 handle_command_reply: tid=0 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 client.15810 shutdown 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 msgr2=0x5648a7bc1590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f48ec0118a0 tx=0x7f48ec00be90 comp rx=0 tx=0).stop 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 shutdown_connections 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5648a7c22a30 0x5648a7c24e50 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5648a7bb2c00 0x5648a7bc1050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48e0ff9700 0 client.15810 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5648a7bbe3d0 0x5648a7c20ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 --2- 172.21.15.29:0/3303672649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5648a7bb3520 0x5648a7bc1590 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.469 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 >> 172.21.15.29:0/3303672649 conn(0x5648a7b28200 msgr2=0x5648a7bb6390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 shutdown_connections 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 1 -- 172.21.15.29:0/3303672649 wait complete. 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f490b567b80 20 client.15810 trim_cache size 0 max 16384 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:22:45.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 msgr2=0x7f48e40a3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 0x7f48e40a3b40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f48f4000c00 tx=0x7f48f4005fb0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 msgr2=0x7f48f81a3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.464+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f48f0007ee0 tx=0x7f48f000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 shutdown_connections 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f48e40a1680 0x7f48e40a3b40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48f81a0e80 0x7f48f81a3270 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.471 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f48f8100a60 0x7f48f8197ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 --2- 172.21.15.29:0/3429782784 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f48f8105150 0x7f48f8198530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 >> 172.21.15.29:0/3429782784 conn(0x7f48f80762e0 msgr2=0x7f48f80fd710 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 shutdown_connections 2023-10-05T15:22:45.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:45.465+0000 7f48ff37d700 1 -- 172.21.15.29:0/3429782784 wait complete. 2023-10-05T15:22:46.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:46 smithi029 ceph-mon[99237]: pgmap v17: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2023-10-05T15:22:46.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:46 smithi040 ceph-mon[103696]: pgmap v17: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2023-10-05T15:22:46.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:46 smithi177 ceph-mon[103568]: pgmap v17: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2023-10-05T15:22:48.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:48 smithi029 ceph-mon[99237]: pgmap v18: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2023-10-05T15:22:48.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:48 smithi040 ceph-mon[103696]: pgmap v18: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2023-10-05T15:22:48.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:48 smithi177 ceph-mon[103568]: pgmap v18: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 5 op/s 2023-10-05T15:22:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:50 smithi029 ceph-mon[99237]: pgmap v19: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:50.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:50 smithi040 ceph-mon[103696]: pgmap v19: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:50 smithi177 ceph-mon[103568]: pgmap v19: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:52 smithi029 ceph-mon[99237]: pgmap v20: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:22:52.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:52 smithi040 ceph-mon[103696]: pgmap v20: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:22:52.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:52 smithi177 ceph-mon[103568]: pgmap v20: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:22:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:54 smithi029 ceph-mon[99237]: pgmap v21: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:54.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:54 smithi040 ceph-mon[103696]: pgmap v21: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:54.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:54 smithi177 ceph-mon[103568]: pgmap v21: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 255 B/s wr, 8 op/s 2023-10-05T15:22:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:56 smithi029 ceph-mon[99237]: pgmap v22: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2023-10-05T15:22:56.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:56 smithi040 ceph-mon[103696]: pgmap v22: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2023-10-05T15:22:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:56 smithi177 ceph-mon[103568]: pgmap v22: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2023-10-05T15:22:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 -- 172.21.15.29:0/3197681900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101ac0 msgr2=0x7fcdc0105b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/3197681900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101ac0 0x7fcdc0105b00 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009990 tx=0x7fcdb4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 -- 172.21.15.29:0/3197681900 shutdown_connections 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/3197681900 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc0106230 0x7fcdc010ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/3197681900 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0101110 0x7fcdc01014f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/3197681900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101ac0 0x7fcdc0105b00 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 -- 172.21.15.29:0/3197681900 >> 172.21.15.29:0/3197681900 conn(0x7fcdc00fc9b0 msgr2=0x7fcdc00fedd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 -- 172.21.15.29:0/3197681900 shutdown_connections 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 -- 172.21.15.29:0/3197681900 wait complete. 2023-10-05T15:22:58.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.579+0000 7fcdc53cb700 1 Processor -- start 2023-10-05T15:22:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 -- start start 2023-10-05T15:22:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0106230 0x7fcdc00738d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc01a3150 0x7fcdc01a5540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc01a5a80 con 0x7fcdc0101110 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc01a5bc0 con 0x7fcdc0106230 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdc53cb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc01a5d30 con 0x7fcdc01a3150 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47936/0 (socket says 172.21.15.29:47936) 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 -- 172.21.15.29:0/32357172 learned_addr learned my addr 172.21.15.29:0/32357172 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0106230 0x7fcdc00738d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc01a3150 0x7fcdc01a5540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 -- 172.21.15.29:0/32357172 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc01a3150 msgr2=0x7fcdc01a5540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc01a3150 0x7fcdc01a5540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 -- 172.21.15.29:0/32357172 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0106230 msgr2=0x7fcdc00738d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0106230 0x7fcdc00738d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.580+0000 7fcdbeffd700 1 -- 172.21.15.29:0/32357172 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb40095f0 con 0x7fcdc0101110 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcdb000d950 tx=0x7fcdb000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcda7fff700 1 -- 172.21.15.29:0/32357172 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb000f890 con 0x7fcdc0101110 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcda7fff700 1 -- 172.21.15.29:0/32357172 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcdb0010460 con 0x7fcdc0101110 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdc01a5fb0 con 0x7fcdc0101110 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcda7fff700 1 -- 172.21.15.29:0/32357172 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb000e610 con 0x7fcdc0101110 2023-10-05T15:22:58.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.581+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdc01a6480 con 0x7fcdc0101110 2023-10-05T15:22:58.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.583+0000 7fcda7fff700 1 -- 172.21.15.29:0/32357172 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 22) v1 ==== 136179+0+0 (secure 0 0 0) 0x7fcdb00108d0 con 0x7fcdc0101110 2023-10-05T15:22:58.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.584+0000 7fcda7fff700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 0x7fcda80a3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.584+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 0x7fcda80a3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.584+0000 7fcda7fff700 1 -- 172.21.15.29:0/32357172 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fcdb00cd260 con 0x7fcdc0101110 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.584+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 0x7fcda80a3bc0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4005b40 tx=0x7fcdb4005a90 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 Processor -- start 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 -- start start 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x56166807efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x561668089e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667fe8400 con 0x56166808a3d0 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667fd9bc0 con 0x56166807f520 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667fd74e0 con 0x56166807ec00 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47948/0 (socket says 172.21.15.29:47948) 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/2864333871 learned_addr learned my addr 172.21.15.29:0/2864333871 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x56166807efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x561668089e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/2864333871 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 msgr2=0x56166807efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x56166807efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/2864333871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 msgr2=0x561668089e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x561668089e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.585+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/2864333871 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561667dfdd80 con 0x56166808a3d0 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.586+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x561668089e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.586+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800a730 tx=0x7fcdb80078d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6970870d8fa4a6cd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.586+0000 7fcda57fa700 1 -- 172.21.15.29:0/2864333871 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8018070 con 0x56166808a3d0 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.586+0000 7fcda57fa700 1 -- 172.21.15.29:0/2864333871 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcdb8010040 con 0x56166808a3d0 2023-10-05T15:22:58.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.586+0000 7fcda57fa700 1 -- 172.21.15.29:0/2864333871 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb800f050 con 0x56166808a3d0 2023-10-05T15:22:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2864333871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 msgr2=0x56166808c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800a730 tx=0x7fcdb80078d0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2864333871 shutdown_connections 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x56166807efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x56166808c7c0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2864333871 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x561668089e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2864333871 >> 172.21.15.29:0/2864333871 conn(0x561667ff4200 msgr2=0x56166807b080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2864333871 shutdown_connections 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2864333871 wait complete. 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 -- start start 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 Processor -- start 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x561668087000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.587+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166808a3d0 0x561668087630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667fd2dd0 con 0x56166807f520 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667f6f6b0 con 0x56166808a3d0 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667f6f350 con 0x56166807ec00 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdd15b5b80 10 client.0 _ll_register_callbacks cb 0x561667dcc7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x561668087000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbeffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbeffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54354/0 (socket says 172.21.15.29:54354) 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbeffd700 1 -- 172.21.15.29:0/2441735955 learned_addr learned my addr 172.21.15.29:0/2441735955 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166808a3d0 0x561668087630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/2441735955 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 msgr2=0x561668089df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166808a3d0 msgr2=0x561668087630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.597 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166808a3d0 0x561668087630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/2441735955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdb800a410 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x561668087000 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4006010 tx=0x7fcdb401a050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f28fce19b40c6ad0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcda2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb4003e10 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561668072d50 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.588+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fcdb4003f70 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcdb4004130 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 10 client.15822 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561667de6c00 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561668072d50 con 0x56166807f520 2023-10-05T15:22:58.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcdb400f580 con 0x56166807f520 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 10 client.15822 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 10 client.15822 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 20 client.15822 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561668099c60 0x56166809c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 4 client.15822 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561667fcbdb0 con 0x561668099c60 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.589+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561668099c60 0x56166809c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.590+0000 7fcda2ff5700 10 client.15822 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.590+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561668099c60 0x56166809c080 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28708526c4a9dd68 server_cookie=880c93d5c34ad01 in_seq=0 out_seq=0 2023-10-05T15:22:58.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.590+0000 7fcda2ff5700 1 -- 172.21.15.29:0/2441735955 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x561667fcbdb0 con 0x561668099c60 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.590+0000 7fcda2ff5700 10 client.15822 handle_command_reply: tid=0 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 client.15822 shutdown 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 msgr2=0x561668087000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x561668087000 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4006010 tx=0x7fcdb401a050 comp rx=0 tx=0).stop 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 shutdown_connections 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561668099c60 0x56166809c080 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668089df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcda2ff5700 0 client.15822 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:58.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166808a3d0 0x561668087630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/2441735955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x561668087000 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 >> 172.21.15.29:0/2441735955 conn(0x561667ff4200 msgr2=0x56166807ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 shutdown_connections 2023-10-05T15:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/2441735955 wait complete. 2023-10-05T15:22:58.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.591+0000 7fcdd15b5b80 20 client.15822 trim_cache size 0 max 16384 2023-10-05T15:22:58.606 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:22:58 smithi029 ceph-mon[99237]: pgmap v23: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 Processor -- start 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 -- start start 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807ec00 0x561668081aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 0x561668090f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561667e538c0 con 0x56166807f520 2023-10-05T15:22:58.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56166807bdf0 con 0x56166807ec00 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x561668091480 con 0x56166808a3d0 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47960/0 (socket says 172.21.15.29:47960) 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/3182058612 learned_addr learned my addr 172.21.15.29:0/3182058612 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807ec00 0x561668081aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 0x561668090f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/3182058612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 msgr2=0x561668090f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 0x561668090f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/3182058612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807ec00 msgr2=0x561668081aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807ec00 0x561668081aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbe7fc700 1 -- 172.21.15.29:0/3182058612 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561667e241f0 con 0x56166807f520 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.621+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 0x561668090f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.622+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009990 tx=0x7fcdb4005250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3b5e09de48741bc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.622+0000 7fcda5ffb700 1 -- 172.21.15.29:0/3182058612 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb400fcd0 con 0x56166807f520 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.622+0000 7fcda5ffb700 1 -- 172.21.15.29:0/3182058612 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcdb402a050 con 0x56166807f520 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.622+0000 7fcda5ffb700 1 -- 172.21.15.29:0/3182058612 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb403f820 con 0x56166807f520 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/3182058612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 msgr2=0x5616680868a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4009990 tx=0x7fcdb4005250 comp rx=0 tx=0).stop 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/3182058612 shutdown_connections 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166808a3d0 0x561668090f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807ec00 0x561668081aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/3182058612 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166807f520 0x5616680868a0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/3182058612 >> 172.21.15.29:0/3182058612 conn(0x561667ff4200 msgr2=0x5616680a09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/3182058612 shutdown_connections 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/3182058612 wait complete. 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- start start 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 Processor -- start 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668083280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x5616680837c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616680842e0 con 0x56166808a3d0 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561668084420 con 0x56166807f520 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616680845e0 con 0x56166807ec00 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdd15b5b80 10 client.0 _ll_register_callbacks cb 0x7fcdb4005660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.623+0000 7fcdbf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbeffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668083280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47968/0 (socket says 172.21.15.29:47968) 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/860153003 learned_addr learned my addr 172.21.15.29:0/860153003 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x5616680837c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/860153003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 msgr2=0x561668083280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668083280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 msgr2=0x5616680837c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x5616680837c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 -- 172.21.15.29:0/860153003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561667de6c00 con 0x56166808a3d0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668083280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbe7fc700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x5616680837c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdbf7fe700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800a730 tx=0x7fcdb8004cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ed1623acdcc6062 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcda2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8018030 con 0x56166808a3d0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fcdb8003e10 con 0x56166808a3d0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcdb8010040 con 0x56166808a3d0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.624+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcdb800f030 con 0x56166808a3d0 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 10 client.15828 fetch_fsmap learned FSMap version 23 2023-10-05T15:22:58.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561667dfc250 con 0x56166808a3d0 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcdb802f020 con 0x56166808a3d0 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcdb801faa0 con 0x56166808a3d0 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 10 client.15828 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 10 client.15828 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 20 client.15828 populate_metadata read hostname 'smithi029' 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5616680ee490 0x5616680f08b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 4 client.15828 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561667fcbad0 con 0x5616680ee490 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.625+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5616680ee490 0x5616680f08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.626+0000 7fcda2ff5700 10 client.15828 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:58.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.626+0000 7fcdbeffd700 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5616680ee490 0x5616680f08b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2313716096a3ceac server_cookie=2dc331a99cd6c9bc in_seq=0 out_seq=0 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcda2ff5700 1 -- 172.21.15.29:0/860153003 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561667fcbad0 con 0x5616680ee490 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcda2ff5700 10 client.15828 handle_command_reply: tid=0 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 client.15828 shutdown 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 msgr2=0x561668083d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800a730 tx=0x7fcdb8004cc0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 shutdown_connections 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5616680ee490 0x5616680f08b0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56166807ec00 0x561668083280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56166808a3d0 0x561668083d00 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcda2ff5700 0 client.15828 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:22:58.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 --2- 172.21.15.29:0/860153003 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56166807f520 0x5616680837c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 >> 172.21.15.29:0/860153003 conn(0x561667ff4200 msgr2=0x561668095670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 shutdown_connections 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 1 -- 172.21.15.29:0/860153003 wait complete. 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdd15b5b80 20 client.15828 trim_cache size 0 max 16384 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:22:58.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 msgr2=0x7fcda80a3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 0x7fcda80a3bc0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4005b40 tx=0x7fcdb4005a90 comp rx=0 tx=0).stop 2023-10-05T15:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.633+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 msgr2=0x7fcdc0073390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:22:58.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fcdb000d950 tx=0x7fcdb000dc60 comp rx=0 tx=0).stop 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 shutdown_connections 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcda80a1700 0x7fcda80a3bc0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcdc01a3150 0x7fcdc01a5540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcdc0101110 0x7fcdc0073390 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 --2- 172.21.15.29:0/32357172 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcdc0106230 0x7fcdc00738d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 >> 172.21.15.29:0/32357172 conn(0x7fcdc00fc9b0 msgr2=0x7fcdc00fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 shutdown_connections 2023-10-05T15:22:58.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:22:58.634+0000 7fcdc53cb700 1 -- 172.21.15.29:0/32357172 wait complete. 2023-10-05T15:22:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:22:58 smithi040 ceph-mon[103696]: pgmap v23: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:22:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:22:58 smithi177 ceph-mon[103568]: pgmap v23: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:23:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-mon[99237]: pgmap v24: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 8 op/s 2023-10-05T15:23:00.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:23:00.188+0000 7f90563d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:23:00.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:23:00.188+0000 7f90563d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:23:00.607 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:23:00.188+0000 7f90563d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:23:00.608 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:23:00.188+0000 7f90563d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:23:00.608 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:23:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:23:00.188+0000 7f90563d6700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:23:00.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:00 smithi040 ceph-mon[103696]: pgmap v24: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 8 op/s 2023-10-05T15:23:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:00 smithi177 ceph-mon[103568]: pgmap v24: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 511 B/s wr, 8 op/s 2023-10-05T15:23:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:02 smithi029 ceph-mon[99237]: pgmap v25: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:23:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:02 smithi029 ceph-mon[99237]: mgrmap e23: x(active, since 44s), standbys: z, y 2023-10-05T15:23:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:02 smithi040 ceph-mon[103696]: pgmap v25: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:23:02.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:02 smithi040 ceph-mon[103696]: mgrmap e23: x(active, since 44s), standbys: z, y 2023-10-05T15:23:02.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:02 smithi177 ceph-mon[103568]: pgmap v25: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2023-10-05T15:23:02.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:02 smithi177 ceph-mon[103568]: mgrmap e23: x(active, since 44s), standbys: z, y 2023-10-05T15:23:04.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:04 smithi029 ceph-mon[99237]: pgmap v26: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:04 smithi040 ceph-mon[103696]: pgmap v26: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:04.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:04 smithi177 ceph-mon[103568]: pgmap v26: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:06 smithi029 ceph-mon[99237]: pgmap v27: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:06.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:06 smithi040 ceph-mon[103696]: pgmap v27: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:06.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:06 smithi177 ceph-mon[103568]: pgmap v27: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:08.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:08 smithi029 ceph-mon[99237]: pgmap v28: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:08.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:08 smithi040 ceph-mon[103696]: pgmap v28: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:08.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:08 smithi177 ceph-mon[103568]: pgmap v28: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:10.065 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 -- 172.21.15.29:0/2767686945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5381050d0 msgr2=0x7fa53810cc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 --2- 172.21.15.29:0/2767686945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5381050d0 0x7fa53810cc50 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fa53000b0a0 tx=0x7fa53000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 -- 172.21.15.29:0/2767686945 shutdown_connections 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 --2- 172.21.15.29:0/2767686945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5381050d0 0x7fa53810cc50 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 --2- 172.21.15.29:0/2767686945 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5380fffb0 0x7fa538100390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.267 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 --2- 172.21.15.29:0/2767686945 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa538100960 0x7fa5381049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.268 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.264+0000 7fa53da29700 1 -- 172.21.15.29:0/2767686945 >> 172.21.15.29:0/2767686945 conn(0x7fa5380fb810 msgr2=0x7fa5380fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.268 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.265+0000 7fa53da29700 1 -- 172.21.15.29:0/2767686945 shutdown_connections 2023-10-05T15:23:10.268 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.265+0000 7fa53da29700 1 -- 172.21.15.29:0/2767686945 wait complete. 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.265+0000 7fa53da29700 1 Processor -- start 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 -- start start 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5381050d0 0x7fa538197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 0x7fa53819bf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53819c520 con 0x7fa5380fffb0 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53819c690 con 0x7fa5381050d0 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa53da29700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa53819c850 con 0x7fa53819baa0 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:47994/0 (socket says 172.21.15.29:47994) 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 -- 172.21.15.29:0/500874147 learned_addr learned my addr 172.21.15.29:0/500874147 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa5367fc700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5381050d0 0x7fa538197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa5377fe700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 0x7fa53819bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 -- 172.21.15.29:0/500874147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 msgr2=0x7fa53819bf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 0x7fa53819bf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 -- 172.21.15.29:0/500874147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5381050d0 msgr2=0x7fa538197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5381050d0 0x7fa538197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.266+0000 7fa536ffd700 1 -- 172.21.15.29:0/500874147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa530009d00 con 0x7fa5380fffb0 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa5377fe700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 0x7fa53819bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa536ffd700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa52800d950 tx=0x7fa52800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa53ca27700 1 -- 172.21.15.29:0/500874147 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa528009940 con 0x7fa5380fffb0 2023-10-05T15:23:10.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa53ca27700 1 -- 172.21.15.29:0/500874147 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa528010460 con 0x7fa5380fffb0 2023-10-05T15:23:10.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa53810d360 con 0x7fa5380fffb0 2023-10-05T15:23:10.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa53ca27700 1 -- 172.21.15.29:0/500874147 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa52800f620 con 0x7fa5380fffb0 2023-10-05T15:23:10.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.267+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa53810d870 con 0x7fa5380fffb0 2023-10-05T15:23:10.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.270+0000 7fa53ca27700 1 -- 172.21.15.29:0/500874147 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fa5280108d0 con 0x7fa5380fffb0 2023-10-05T15:23:10.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.271+0000 7fa53ca27700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 0x7fa5200a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.271+0000 7fa53ca27700 1 -- 172.21.15.29:0/500874147 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa5280cd520 con 0x7fa5380fffb0 2023-10-05T15:23:10.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.271+0000 7fa5367fc700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 0x7fa5200a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.275 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa5367fc700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 0x7fa5200a3bd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa538198710 tx=0x7fa52c009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.275 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 Processor -- start 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 -- start start 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520bc9e0 0x559f520c7350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 0x559f520c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f52025460 con 0x559f520bc0c0 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f52016c20 con 0x559f520c7890 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.272+0000 7fa549c13b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f52014540 con 0x559f520bc9e0 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48002/0 (socket says 172.21.15.29:48002) 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 -- 172.21.15.29:0/767655641 learned_addr learned my addr 172.21.15.29:0/767655641 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa5377fe700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 0x559f520c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa5367fc700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520bc9e0 0x559f520c7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 -- 172.21.15.29:0/767655641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520bc9e0 msgr2=0x559f520c7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520bc9e0 0x559f520c7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 -- 172.21.15.29:0/767655641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 msgr2=0x559f520c9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 0x559f520c9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 -- 172.21.15.29:0/767655641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f51e3ade0 con 0x559f520bc0c0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa5377fe700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 0x559f520c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa536ffd700 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa5280964c0 tx=0x7fa5280999f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ca403df3564dc23 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.273+0000 7fa51dffb700 1 -- 172.21.15.29:0/767655641 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa528099fc0 con 0x559f520bc0c0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.274+0000 7fa51dffb700 1 -- 172.21.15.29:0/767655641 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa52809e110 con 0x559f520bc0c0 2023-10-05T15:23:10.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.274+0000 7fa51dffb700 1 -- 172.21.15.29:0/767655641 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa528099710 con 0x559f520bc0c0 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.274+0000 7fa549c13b80 1 -- 172.21.15.29:0/767655641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 msgr2=0x559f520bc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.274+0000 7fa549c13b80 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fa5280964c0 tx=0x7fa5280999f0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 -- 172.21.15.29:0/767655641 shutdown_connections 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520c7890 0x559f520c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520bc4a0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.280 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 --2- 172.21.15.29:0/767655641 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520bc9e0 0x559f520c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 -- 172.21.15.29:0/767655641 >> 172.21.15.29:0/767655641 conn(0x559f52031260 msgr2=0x559f520b8450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 -- 172.21.15.29:0/767655641 shutdown_connections 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 -- 172.21.15.29:0/767655641 wait complete. 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 -- start start 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.275+0000 7fa549c13b80 1 Processor -- start 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520c4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520c4c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f5200fe30 con 0x559f520bc0c0 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f51fac710 con 0x559f520bc9e0 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f51fac3b0 con 0x559f520c7890 2023-10-05T15:23:10.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa549c13b80 10 client.0 _ll_register_callbacks cb 0x559f51e09800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48008/0 (socket says 172.21.15.29:48008) 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 -- 172.21.15.29:0/851663114 learned_addr learned my addr 172.21.15.29:0/851663114 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa5377fe700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520c4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 -- 172.21.15.29:0/851663114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 msgr2=0x559f520c4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520c4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 -- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 msgr2=0x559f520c4550 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520c4550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.276+0000 7fa536ffd700 1 -- 172.21.15.29:0/851663114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5380693b0 con 0x559f520bc0c0 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa5377fe700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa536ffd700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa528099f50 tx=0x7fa5280a2400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68f5307a4eb0252b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa516ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa528094bd0 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa528094d30 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559f520aff10 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa5280994b0 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa549c13b80 10 client.15846 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7fa53810d870 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.277+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559f520aff10 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa5280a1ec0 con 0x559f520bc0c0 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 10 client.15846 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 10 client.15846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 20 client.15846 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f520df700 0x559f520e1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 4 client.15846 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:10.284 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559f52008e10 con 0x559f520df700 2023-10-05T15:23:10.284 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa5367fc700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f520df700 0x559f520e1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa5367fc700 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f520df700 0x559f520e1b20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b35ef3376ffe38b server_cookie=50c819ebbf1c9bae in_seq=0 out_seq=0 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.278+0000 7fa516ffd700 10 client.15846 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa516ffd700 1 -- 172.21.15.29:0/851663114 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559f52008e10 con 0x559f520df700 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa516ffd700 10 client.15846 handle_command_reply: tid=0 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 client.15846 shutdown 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 msgr2=0x559f520c7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fa528099f50 tx=0x7fa5280a2400 comp rx=0 tx=0).stop 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 shutdown_connections 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f520df700 0x559f520e1b20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520c4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa516ffd700 0 client.15846 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.279+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c7340 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.280+0000 7fa549c13b80 1 --2- 172.21.15.29:0/851663114 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520c4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.280+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 >> 172.21.15.29:0/851663114 conn(0x559f52031260 msgr2=0x559f520b7fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.280+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 shutdown_connections 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.280+0000 7fa549c13b80 1 -- 172.21.15.29:0/851663114 wait complete. 2023-10-05T15:23:10.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.280+0000 7fa549c13b80 20 client.15846 trim_cache size 0 max 16384 2023-10-05T15:23:10.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 Processor -- start 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 -- start start 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520bf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520bfe30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f51e90920 con 0x559f520bc0c0 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f520bd8b0 con 0x559f520bc9e0 2023-10-05T15:23:10.316 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.313+0000 7fa549c13b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f520b9280 con 0x559f520c7890 2023-10-05T15:23:10.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48014/0 (socket says 172.21.15.29:48014) 2023-10-05T15:23:10.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa536ffd700 1 -- 172.21.15.29:0/3417045339 learned_addr learned my addr 172.21.15.29:0/3417045339 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520bf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5377fe700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520bfe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 -- 172.21.15.29:0/3417045339 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 msgr2=0x559f520bfe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520bfe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 -- 172.21.15.29:0/3417045339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 msgr2=0x559f520c6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 -- 172.21.15.29:0/3417045339 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f51e23c60 con 0x559f520bc9e0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa536ffd700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa5367fc700 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520bf8f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x559f520e2430 tx=0x7fa52c014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=79101f89bece8051 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.314+0000 7fa51e7fc700 1 -- 172.21.15.29:0/3417045339 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa52c011a50 con 0x559f520bc9e0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.315+0000 7fa51e7fc700 1 -- 172.21.15.29:0/3417045339 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa52c025040 con 0x559f520bc9e0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.315+0000 7fa51e7fc700 1 -- 172.21.15.29:0/3417045339 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa52c01e9e0 con 0x559f520bc9e0 2023-10-05T15:23:10.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.315+0000 7fa549c13b80 1 -- 172.21.15.29:0/3417045339 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 msgr2=0x559f520bf8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.315+0000 7fa549c13b80 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520bf8f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x559f520e2430 tx=0x7fa52c014000 comp rx=0 tx=0).stop 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 -- 172.21.15.29:0/3417045339 shutdown_connections 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520bfe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520c6e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 --2- 172.21.15.29:0/3417045339 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520bf8f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 -- 172.21.15.29:0/3417045339 >> 172.21.15.29:0/3417045339 conn(0x559f52031260 msgr2=0x559f520d3610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 -- 172.21.15.29:0/3417045339 shutdown_connections 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 -- 172.21.15.29:0/3417045339 wait complete. 2023-10-05T15:23:10.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 -- start start 2023-10-05T15:23:10.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.316+0000 7fa549c13b80 1 Processor -- start 2023-10-05T15:23:10.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520cc500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520cca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f520ccfc0 con 0x559f520bc0c0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f520cd130 con 0x559f520bc9e0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f520cd2f0 con 0x559f520c7890 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa549c13b80 10 client.0 _ll_register_callbacks cb 0x7fa530009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48020/0 (socket says 172.21.15.29:48020) 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 -- 172.21.15.29:0/2760137030 learned_addr learned my addr 172.21.15.29:0/2760137030 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa5377fe700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520cca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa5367fc700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 -- 172.21.15.29:0/2760137030 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 msgr2=0x559f520cca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520cca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 -- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 msgr2=0x559f520cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520cc500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa536ffd700 1 -- 172.21.15.29:0/2760137030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa53810d870 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.317+0000 7fa5377fe700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa536ffd700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa528010fd0 tx=0x7fa5280ca7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4f122931267eddf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa528098420 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa52809e110 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa52809a6c0 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa528094bd0 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 10 client.15852 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7fa52c017070 con 0x559f520bc0c0 2023-10-05T15:23:10.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa52809e110 con 0x559f520bc0c0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa5280994b0 con 0x559f520bc0c0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 10 client.15852 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 10 client.15852 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 20 client.15852 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f521346a0 0x559f52136ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 4 client.15852 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.318+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559f52008b30 con 0x559f521346a0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.319+0000 7fa5367fc700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f521346a0 0x559f52136ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.319+0000 7fa5367fc700 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f521346a0 0x559f52136ac0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cc674483edfca29 server_cookie=29bdfb0bc86221f0 in_seq=0 out_seq=0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.319+0000 7fa516ffd700 10 client.15852 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa516ffd700 1 -- 172.21.15.29:0/2760137030 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x559f52008b30 con 0x559f521346a0 2023-10-05T15:23:10.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa516ffd700 10 client.15852 handle_command_reply: tid=0 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 client.15852 shutdown 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 msgr2=0x559f520ce240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fa528010fd0 tx=0x7fa5280ca7f0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 shutdown_connections 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559f521346a0 0x559f52136ac0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559f520c7890 0x559f520cca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559f520bc0c0 0x559f520ce240 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa516ffd700 0 client.15852 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 --2- 172.21.15.29:0/2760137030 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559f520bc9e0 0x559f520cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 >> 172.21.15.29:0/2760137030 conn(0x559f52031260 msgr2=0x559f520bf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 shutdown_connections 2023-10-05T15:23:10.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 1 -- 172.21.15.29:0/2760137030 wait complete. 2023-10-05T15:23:10.328 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.320+0000 7fa549c13b80 20 client.15852 trim_cache size 0 max 16384 2023-10-05T15:23:10.328 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:10.328 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2023-10-05T15:23:10.328 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2023-10-05T15:23:10.328 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 msgr2=0x7fa5200a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 0x7fa5200a3bd0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa538198710 tx=0x7fa52c009260 comp rx=0 tx=0).stop 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 msgr2=0x7fa538197100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fa52800d950 tx=0x7fa52800dc60 comp rx=0 tx=0).stop 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 shutdown_connections 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa5200a1710 0x7fa5200a3bd0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa53819baa0 0x7fa53819bf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5380fffb0 0x7fa538197100 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 --2- 172.21.15.29:0/500874147 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa5381050d0 0x7fa538197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 >> 172.21.15.29:0/500874147 conn(0x7fa5380fb810 msgr2=0x7fa5380fc2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 shutdown_connections 2023-10-05T15:23:10.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.321+0000 7fa53da29700 1 -- 172.21.15.29:0/500874147 wait complete. 2023-10-05T15:23:10.341 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:23:10.341 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:23:10.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 -- 172.21.15.29:0/2091249435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea501050e0 msgr2=0x7fea5010cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 --2- 172.21.15.29:0/2091249435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea501050e0 0x7fea5010cc60 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fea4800b0a0 tx=0x7fea4800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 -- 172.21.15.29:0/2091249435 shutdown_connections 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 --2- 172.21.15.29:0/2091249435 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea501050e0 0x7fea5010cc60 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 --2- 172.21.15.29:0/2091249435 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea500fffc0 0x7fea501003a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 --2- 172.21.15.29:0/2091249435 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea50100970 0x7fea501049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 -- 172.21.15.29:0/2091249435 >> 172.21.15.29:0/2091249435 conn(0x7fea500fb820 msgr2=0x7fea500fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 -- 172.21.15.29:0/2091249435 shutdown_connections 2023-10-05T15:23:10.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.535+0000 7fea584a3700 1 -- 172.21.15.29:0/2091249435 wait complete. 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 Processor -- start 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 -- start start 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea501050e0 0x7fea5010d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea5010de60 0x7fea501a51f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea501a5880 con 0x7fea500fffc0 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea501a59f0 con 0x7fea5010de60 2023-10-05T15:23:10.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.536+0000 7fea584a3700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea501a5bb0 con 0x7fea501050e0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48032/0 (socket says 172.21.15.29:48032) 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 -- 172.21.15.29:0/1791256790 learned_addr learned my addr 172.21.15.29:0/1791256790 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea55a3e700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea501050e0 0x7fea5010d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea56a40700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea5010de60 0x7fea501a51f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 -- 172.21.15.29:0/1791256790 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea501050e0 msgr2=0x7fea5010d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea501050e0 0x7fea5010d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 -- 172.21.15.29:0/1791256790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea5010de60 msgr2=0x7fea501a51f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea5010de60 0x7fea501a51f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 -- 172.21.15.29:0/1791256790 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea4c009520 con 0x7fea500fffc0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea5623f700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fea4c00eb30 tx=0x7fea4c00eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c009880 con 0x7fea500fffc0 2023-10-05T15:23:10.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fea4c0044e0 con 0x7fea500fffc0 2023-10-05T15:23:10.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c010430 con 0x7fea500fffc0 2023-10-05T15:23:10.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.537+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea48009d00 con 0x7fea500fffc0 2023-10-05T15:23:10.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.538+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea501a61c0 con 0x7fea500fffc0 2023-10-05T15:23:10.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.539+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fea50068120 con 0x7fea500fffc0 2023-10-05T15:23:10.543 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.541+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fea4c003ee0 con 0x7fea500fffc0 2023-10-05T15:23:10.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.542+0000 7fea477fe700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 0x7fea3c0a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:10.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.542+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fea4c014070 con 0x7fea500fffc0 2023-10-05T15:23:10.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.542+0000 7fea55a3e700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 0x7fea3c0a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:10.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.543+0000 7fea55a3e700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 0x7fea3c0a3c20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fea5010ebd0 tx=0x7fea40009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:10.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:10.548+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fea4c096b00 con 0x7fea500fffc0 2023-10-05T15:23:10.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:10 smithi040 ceph-mon[103696]: pgmap v29: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:10.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:10 smithi177 ceph-mon[103568]: pgmap v29: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:10.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:10 smithi029 ceph-mon[99237]: pgmap v29: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 21 op/s 2023-10-05T15:23:11.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.049+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fea50100bb0 con 0x7fea500fffc0 2023-10-05T15:23:11.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.050+0000 7fea477fe700 1 -- 172.21.15.29:0/1791256790 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7fea4c004190 con 0x7fea500fffc0 2023-10-05T15:23:11.052 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:23:11.052 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:23:11.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 msgr2=0x7fea3c0a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 0x7fea3c0a3c20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fea5010ebd0 tx=0x7fea40009260 comp rx=0 tx=0).stop 2023-10-05T15:23:11.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 msgr2=0x7fea5010d3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fea4c00eb30 tx=0x7fea4c00eef0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.055 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 shutdown_connections 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fea3c0a1760 0x7fea3c0a3c20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fea5010de60 0x7fea501a51f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fea500fffc0 0x7fea5010d3e0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 --2- 172.21.15.29:0/1791256790 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fea501050e0 0x7fea5010d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 >> 172.21.15.29:0/1791256790 conn(0x7fea500fb820 msgr2=0x7fea500fc200 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 shutdown_connections 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.053+0000 7fea584a3700 1 -- 172.21.15.29:0/1791256790 wait complete. 2023-10-05T15:23:11.056 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:23:11.073 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.267+0000 7f39cd966700 1 -- 172.21.15.29:0/1256915231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c81061e0 msgr2=0x7f39c810dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.267+0000 7f39cd966700 1 --2- 172.21.15.29:0/1256915231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c81061e0 0x7f39c810dd60 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f39c0009f90 tx=0x7f39c000b330 comp rx=0 tx=0).stop 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 -- 172.21.15.29:0/1256915231 shutdown_connections 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 --2- 172.21.15.29:0/1256915231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c81061e0 0x7f39c810dd60 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 --2- 172.21.15.29:0/1256915231 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 0x7f39c81014a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 --2- 172.21.15.29:0/1256915231 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c8101a70 0x7f39c8105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.270 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 -- 172.21.15.29:0/1256915231 >> 172.21.15.29:0/1256915231 conn(0x7f39c80fc960 msgr2=0x7f39c80fed80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 -- 172.21.15.29:0/1256915231 shutdown_connections 2023-10-05T15:23:11.271 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 -- 172.21.15.29:0/1256915231 wait complete. 2023-10-05T15:23:11.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.268+0000 7f39cd966700 1 Processor -- start 2023-10-05T15:23:11.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 -- start start 2023-10-05T15:23:11.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 0x7f39c80731b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.272 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c81061e0 0x7f39c80736f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c81a5930 con 0x7f39c8073c30 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c81a5aa0 con 0x7f39c81010c0 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39cd966700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39c81a5c60 con 0x7f39c81061e0 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39c77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39c77fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48050/0 (socket says 172.21.15.29:48050) 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39c77fe700 1 -- 172.21.15.29:0/3249411430 learned_addr learned my addr 172.21.15.29:0/3249411430 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39c67fc700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c81061e0 0x7f39c80736f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.269+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 0x7f39c80731b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 -- 172.21.15.29:0/3249411430 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c81061e0 msgr2=0x7f39c80736f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c81061e0 0x7f39c80736f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.273 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 -- 172.21.15.29:0/3249411430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 msgr2=0x7f39c80731b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 0x7f39c80731b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 -- 172.21.15.29:0/3249411430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39c0009c40 con 0x7f39c8073c30 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39c77fe700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f39c0006070 tx=0x7f39c0004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39cc964700 1 -- 172.21.15.29:0/3249411430 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c000e040 con 0x7f39c8073c30 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39cc964700 1 -- 172.21.15.29:0/3249411430 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39c0009320 con 0x7f39c8073c30 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39c81a5ee0 con 0x7f39c8073c30 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39cc964700 1 -- 172.21.15.29:0/3249411430 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39c0005040 con 0x7f39c8073c30 2023-10-05T15:23:11.274 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.270+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39c81a6360 con 0x7f39c8073c30 2023-10-05T15:23:11.277 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.275+0000 7f39d9b50b80 1 Processor -- start 2023-10-05T15:23:11.278 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39cc964700 1 -- 172.21.15.29:0/3249411430 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f39c001d470 con 0x7f39c8073c30 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39d9b50b80 1 -- start start 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7eb350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7edc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.276+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d749460 con 0x55ee8d7e00c0 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d73ac20 con 0x55ee8d7e09e0 2023-10-05T15:23:11.279 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d738540 con 0x55ee8d7eb890 2023-10-05T15:23:11.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39cc964700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 0x7f39b00a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48054/0 (socket says 172.21.15.29:48054) 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 -- 172.21.15.29:0/2146076850 learned_addr learned my addr 172.21.15.29:0/2146076850 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39cc964700 1 -- 172.21.15.29:0/3249411430 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f39c00cebb0 con 0x7f39c8073c30 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7eb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7edc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 -- 172.21.15.29:0/2146076850 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 msgr2=0x55ee8d7edc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7edc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 -- 172.21.15.29:0/2146076850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 msgr2=0x55ee8d7eb350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7eb350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.277+0000 7f39c67fc700 1 -- 172.21.15.29:0/2146076850 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee8d55ede0 con 0x55ee8d7e00c0 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39c77fe700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 0x7f39b00a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39c67fc700 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f39bc013580 tx=0x7f39bc0096b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b26fec265a34bada server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.282 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39adffb700 1 -- 172.21.15.29:0/2146076850 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc004020 con 0x55ee8d7e00c0 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39adffb700 1 -- 172.21.15.29:0/2146076850 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39bc003680 con 0x55ee8d7e00c0 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39adffb700 1 -- 172.21.15.29:0/2146076850 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc010690 con 0x55ee8d7e00c0 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.278+0000 7f39c77fe700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 0x7f39b00a3bd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f39c00cbef0 tx=0x7f39c000b330 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 -- 172.21.15.29:0/2146076850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 msgr2=0x55ee8d7e04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f39bc013580 tx=0x7f39bc0096b0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 -- 172.21.15.29:0/2146076850 shutdown_connections 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7edc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e04a0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/2146076850 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7eb350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 -- 172.21.15.29:0/2146076850 >> 172.21.15.29:0/2146076850 conn(0x55ee8d755260 msgr2=0x55ee8d7dc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 -- 172.21.15.29:0/2146076850 shutdown_connections 2023-10-05T15:23:11.283 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.279+0000 7f39d9b50b80 1 -- 172.21.15.29:0/2146076850 wait complete. 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 -- start start 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 Processor -- start 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7eb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e8c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d733e30 con 0x55ee8d7e00c0 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d6d0710 con 0x55ee8d7e09e0 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d6d03b0 con 0x55ee8d7eb890 2023-10-05T15:23:11.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.280+0000 7f39d9b50b80 10 client.0 _ll_register_callbacks cb 0x55ee8d52d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7eb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7eb2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48060/0 (socket says 172.21.15.29:48060) 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 -- 172.21.15.29:0/404459981 learned_addr learned my addr 172.21.15.29:0/404459981 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 -- 172.21.15.29:0/404459981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 msgr2=0x55ee8d7e8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 -- 172.21.15.29:0/404459981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 msgr2=0x55ee8d7eb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7eb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 -- 172.21.15.29:0/404459981 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39bc009d50 con 0x55ee8d7eb890 2023-10-05T15:23:11.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39c67fc700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e8c90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f39bc0099d0 tx=0x7f39bc005fb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9942cd957c855677 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.281+0000 7f39a6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc004450 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ee8d7d3f10 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f39bc01f450 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39bc0045b0 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 10 client.25468 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55ee8d547c60 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ee8d7d3f10 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f39bc0104c0 con 0x55ee8d7eb890 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 10 client.25468 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 10 client.25468 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:23:11.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.282+0000 7f39d9b50b80 20 client.25468 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d7fb270 0x55ee8d7fd690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39d9b50b80 4 client.25468 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ee8d72ce10 con 0x55ee8d7fb270 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d7fb270 0x55ee8d7fd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39a6ffd700 10 client.25468 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.283+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d7fb270 0x55ee8d7fd690 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=153d9632a7a99989 server_cookie=37749a0232848868 in_seq=0 out_seq=0 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39a6ffd700 1 -- 172.21.15.29:0/404459981 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ee8d72ce10 con 0x55ee8d7fb270 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39a6ffd700 10 client.25468 handle_command_reply: tid=0 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 client.25468 shutdown 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 msgr2=0x55ee8d7e8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e8c90 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f39bc0099d0 tx=0x7f39bc005fb0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 shutdown_connections 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e8c90 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d7fb270 0x55ee8d7fd690 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7eb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/404459981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39a6ffd700 0 client.25468 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 >> 172.21.15.29:0/404459981 conn(0x55ee8d755260 msgr2=0x55ee8d7dc040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 shutdown_connections 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.284+0000 7f39d9b50b80 1 -- 172.21.15.29:0/404459981 wait complete. 2023-10-05T15:23:11.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.285+0000 7f39d9b50b80 20 client.25468 trim_cache size 0 max 16384 2023-10-05T15:23:11.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 Processor -- start 2023-10-05T15:23:11.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 -- start start 2023-10-05T15:23:11.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d5b4920 con 0x55ee8d7e00c0 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d7fdcf0 con 0x55ee8d7e09e0 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d7edc80 con 0x55ee8d7eb890 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48068/0 (socket says 172.21.15.29:48068) 2023-10-05T15:23:11.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.310+0000 7f39c67fc700 1 -- 172.21.15.29:0/1707623950 learned_addr learned my addr 172.21.15.29:0/1707623950 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 -- 172.21.15.29:0/1707623950 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 msgr2=0x55ee8d7e3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 -- 172.21.15.29:0/1707623950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 msgr2=0x55ee8d7e7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 -- 172.21.15.29:0/1707623950 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee8d7ede90 con 0x55ee8d7e00c0 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f39bc005f50 tx=0x7f39bc005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e69bb94458f5267 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39ae7fc700 1 -- 172.21.15.29:0/1707623950 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc003e40 con 0x55ee8d7e00c0 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39ae7fc700 1 -- 172.21.15.29:0/1707623950 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39bc005770 con 0x55ee8d7e00c0 2023-10-05T15:23:11.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.311+0000 7f39ae7fc700 1 -- 172.21.15.29:0/1707623950 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc02f6c0 con 0x55ee8d7e00c0 2023-10-05T15:23:11.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1707623950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 msgr2=0x55ee8d7e2f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.318 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f39bc005f50 tx=0x7f39bc005a00 comp rx=0 tx=0).stop 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1707623950 shutdown_connections 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7e3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7e2f60 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1707623950 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7e7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1707623950 >> 172.21.15.29:0/1707623950 conn(0x55ee8d755260 msgr2=0x55ee8d7f6b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1707623950 shutdown_connections 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.312+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1707623950 wait complete. 2023-10-05T15:23:11.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 -- start start 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 Processor -- start 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7ee3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7ee8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d84e270 con 0x55ee8d7e09e0 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d84e3e0 con 0x55ee8d7e00c0 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.313+0000 7f39d9b50b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee8d84e5a0 con 0x55ee8d7eb890 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39d9b50b80 10 client.0 _ll_register_callbacks cb 0x7f39bc003b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54480/0 (socket says 172.21.15.29:54480) 2023-10-05T15:23:11.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 -- 172.21.15.29:0/1419249059 learned_addr learned my addr 172.21.15.29:0/1419249059 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7ee3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 -- 172.21.15.29:0/1419249059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e00c0 msgr2=0x55ee8d7ee3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7ee3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 -- 172.21.15.29:0/1419249059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e09e0 msgr2=0x55ee8d7ee8f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7ee8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.314+0000 7f39c67fc700 1 -- 172.21.15.29:0/1419249059 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ee8d547c60 con 0x55ee8d7eb890 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39c67fc700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f39bc03d040 tx=0x7f39bc021040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45a9047e20291479 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39bc010b70 con 0x55ee8d7eb890 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f39bc000e40 con 0x55ee8d7eb890 2023-10-05T15:23:11.321 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f39bc003680 con 0x55ee8d7eb890 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f39bc0052b0 con 0x55ee8d7eb890 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39d9b50b80 10 client.25474 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55ee8d585250 con 0x55ee8d7eb890 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f39bc003680 con 0x55ee8d7eb890 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f39bc050080 con 0x55ee8d7eb890 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39d9b50b80 10 client.25474 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.315+0000 7f39d9b50b80 10 client.25474 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39d9b50b80 20 client.25474 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d84f7a0 0x55ee8d851bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39d9b50b80 4 client.25474 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ee8d72cb30 con 0x55ee8d84f7a0 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d84f7a0 0x55ee8d851bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39a6ffd700 10 client.25474 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39c6ffd700 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d84f7a0 0x55ee8d851bc0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e6b8b2b134d7f8f6 server_cookie=abb86e0c03a2b0cd in_seq=0 out_seq=0 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39a6ffd700 1 -- 172.21.15.29:0/1419249059 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ee8d72cb30 con 0x55ee8d84f7a0 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39a6ffd700 10 client.25474 handle_command_reply: tid=0 2023-10-05T15:23:11.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.316+0000 7f39d9b50b80 1 client.25474 shutdown 2023-10-05T15:23:11.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 msgr2=0x55ee8d7eee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f39bc03d040 tx=0x7f39bc021040 comp rx=0 tx=0).stop 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 shutdown_connections 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ee8d7eb890 0x55ee8d7eee70 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x55ee8d84f7a0 0x55ee8d851bc0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ee8d7e00c0 0x55ee8d7ee3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 --2- 172.21.15.29:0/1419249059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee8d7e09e0 0x55ee8d7ee8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 >> 172.21.15.29:0/1419249059 conn(0x55ee8d755260 msgr2=0x55ee8d7e3850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39a6ffd700 0 client.25474 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 shutdown_connections 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 1 -- 172.21.15.29:0/1419249059 wait complete. 2023-10-05T15:23:11.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.317+0000 7f39d9b50b80 20 client.25474 trim_cache size 0 max 16384 2023-10-05T15:23:11.326 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:11.326 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 msgr2=0x7f39b00a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 0x7f39b00a3bd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f39c00cbef0 tx=0x7f39c000b330 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 msgr2=0x7f39c81a52a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f39c0006070 tx=0x7f39c0004d00 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 shutdown_connections 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f39b00a1710 0x7f39b00a3bd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39c8073c30 0x7f39c81a52a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f39c81010c0 0x7f39c80731b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 --2- 172.21.15.29:0/3249411430 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f39c81061e0 0x7f39c80736f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 >> 172.21.15.29:0/3249411430 conn(0x7f39c80fc960 msgr2=0x7f39c80fd420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 shutdown_connections 2023-10-05T15:23:11.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.318+0000 7f39cd966700 1 -- 172.21.15.29:0/3249411430 wait complete. 2023-10-05T15:23:11.337 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:23:11.534 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 -- 172.21.15.29:0/1165327400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 msgr2=0x7fa060105990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 --2- 172.21.15.29:0/1165327400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa060105990 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fa054009990 tx=0x7fa054009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 -- 172.21.15.29:0/1165327400 shutdown_connections 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 --2- 172.21.15.29:0/1165327400 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ffeb0 0x7fa06010c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 --2- 172.21.15.29:0/1165327400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa060105990 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 --2- 172.21.15.29:0/1165327400 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ff4f0 0x7fa0600ff970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 -- 172.21.15.29:0/1165327400 >> 172.21.15.29:0/1165327400 conn(0x7fa060077330 msgr2=0x7fa0600fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 -- 172.21.15.29:0/1165327400 shutdown_connections 2023-10-05T15:23:11.535 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.532+0000 7fa0671f8700 1 -- 172.21.15.29:0/1165327400 wait complete. 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 Processor -- start 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 -- start start 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ffeb0 0x7fa060197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa06019b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06019bfb0 con 0x7fa0601055b0 2023-10-05T15:23:11.537 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06019c120 con 0x7fa0600ffeb0 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.533+0000 7fa0671f8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa06019c2e0 con 0x7fa0600ff4f0 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa064f94700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa064f94700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54492/0 (socket says 172.21.15.29:54492) 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa06019b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa064f94700 1 -- 172.21.15.29:0/539090363 learned_addr learned my addr 172.21.15.29:0/539090363 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa05ffff700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ffeb0 0x7fa060197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 -- 172.21.15.29:0/539090363 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 msgr2=0x7fa060196fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 -- 172.21.15.29:0/539090363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ffeb0 msgr2=0x7fa060197510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ffeb0 0x7fa060197510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 -- 172.21.15.29:0/539090363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0540095f0 con 0x7fa0601055b0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa064f94700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa065795700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa06019b970 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fa05800efc0 tx=0x7fa05800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.534+0000 7fa05dffb700 1 -- 172.21.15.29:0/539090363 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa058018070 con 0x7fa0601055b0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.535+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa06019c560 con 0x7fa0601055b0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.535+0000 7fa05dffb700 1 -- 172.21.15.29:0/539090363 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa05800f040 con 0x7fa0601055b0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.535+0000 7fa05dffb700 1 -- 172.21.15.29:0/539090363 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa05800cd40 con 0x7fa0601055b0 2023-10-05T15:23:11.539 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.535+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa06010dba0 con 0x7fa0601055b0 2023-10-05T15:23:11.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.539+0000 7fa05dffb700 1 -- 172.21.15.29:0/539090363 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fa058003a00 con 0x7fa0601055b0 2023-10-05T15:23:11.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.539+0000 7fa05dffb700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 0x7fa0500a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 Processor -- start 2023-10-05T15:23:11.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa05dffb700 1 -- 172.21.15.29:0/539090363 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa0580cd290 con 0x7fa0601055b0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa064f94700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 0x7fa0500a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 -- start start 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e0b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e214b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321d74460 con 0x55f321e1f0c0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321d65c20 con 0x55f321e0b0c0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.540+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321d63540 con 0x55f321e0b9e0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa065795700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e214b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa065795700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e214b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48098/0 (socket says 172.21.15.29:48098) 2023-10-05T15:23:11.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa065795700 1 -- 172.21.15.29:0/3085381413 learned_addr learned my addr 172.21.15.29:0/3085381413 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa064f94700 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e0b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa064f94700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 0x7fa0500a3bd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa05400b2e0 tx=0x7fa05400b610 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 -- 172.21.15.29:0/3085381413 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 msgr2=0x55f321e0b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e0b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 -- 172.21.15.29:0/3085381413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 msgr2=0x55f321e214b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e214b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 -- 172.21.15.29:0/3085381413 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f321b89de0 con 0x55f321e0b9e0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.541+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1eb80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0099f0 tx=0x7fa04c009d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=66cb3d44371b3357 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.542+0000 7fa04affd700 1 -- 172.21.15.29:0/3085381413 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04c009e90 con 0x55f321e0b9e0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.542+0000 7fa04affd700 1 -- 172.21.15.29:0/3085381413 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa04c00ed30 con 0x55f321e0b9e0 2023-10-05T15:23:11.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.542+0000 7fa04affd700 1 -- 172.21.15.29:0/3085381413 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04c013e70 con 0x55f321e0b9e0 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3085381413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 msgr2=0x55f321e1eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1eb80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0099f0 tx=0x7fa04c009d00 comp rx=0 tx=0).stop 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3085381413 shutdown_connections 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e214b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e0b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3085381413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1eb80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.548 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3085381413 >> 172.21.15.29:0/3085381413 conn(0x55f321d80260 msgr2=0x55f321e07390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3085381413 shutdown_connections 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3085381413 wait complete. 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 -- start start 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.543+0000 7fa0733e2b80 1 Processor -- start 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e1c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321d5ee30 con 0x55f321e1f0c0 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321cfb710 con 0x55f321e0b0c0 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321cfb3b0 con 0x55f321e0b9e0 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa0733e2b80 10 client.0 _ll_register_callbacks cb 0x55f321b58800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.549 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa064f94700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa064f94700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55224/0 (socket says 172.21.15.29:55224) 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa064f94700 1 -- 172.21.15.29:0/3478041553 learned_addr learned my addr 172.21.15.29:0/3478041553 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa065795700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e1c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.544+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 -- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 msgr2=0x55f321e1c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 -- 172.21.15.29:0/3478041553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 msgr2=0x55f321e1c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e1c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 -- 172.21.15.29:0/3478041553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa04c009650 con 0x55f321e0b0c0 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa065795700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e1c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.550 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa064f94700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa05400fe00 tx=0x7fa05401a050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73f491952b331341 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa03ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054028070 con 0x55f321e0b0c0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f321dfef10 con 0x55f321e0b0c0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa054019c30 con 0x55f321e0b0c0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa054019270 con 0x55f321e0b0c0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa0733e2b80 10 client.25529 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.545+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f321b72c60 con 0x55f321e0b0c0 2023-10-05T15:23:11.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.546+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f321dfef10 con 0x55f321e0b0c0 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa0540047f0 con 0x55f321e0b0c0 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 10 client.25529 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 10 client.25529 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 20 client.25529 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e2eb80 0x55f321e30f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 4 client.25529 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f321d57e10 con 0x55f321e2eb80 2023-10-05T15:23:11.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e2eb80 0x55f321e30f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa03ffff700 10 client.25529 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.547+0000 7fa05ffff700 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e2eb80 0x55f321e30f70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=67a7433d8dc39ad8 server_cookie=d974e0332a8698ef in_seq=0 out_seq=0 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa03ffff700 1 -- 172.21.15.29:0/3478041553 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f321d57e10 con 0x55f321e2eb80 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa03ffff700 10 client.25529 handle_command_reply: tid=0 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 client.25529 shutdown 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 msgr2=0x55f321e1bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa05400fe00 tx=0x7fa05401a050 comp rx=0 tx=0).stop 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 shutdown_connections 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e2eb80 0x55f321e30f70 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e1c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e1bdb0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa03ffff700 0 client.25529 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/3478041553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e1c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.548+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 >> 172.21.15.29:0/3478041553 conn(0x55f321d80260 msgr2=0x55f321e0d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.549+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 shutdown_connections 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.549+0000 7fa0733e2b80 1 -- 172.21.15.29:0/3478041553 wait complete. 2023-10-05T15:23:11.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.549+0000 7fa0733e2b80 20 client.25529 trim_cache size 0 max 16384 2023-10-05T15:23:11.576 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 Processor -- start 2023-10-05T15:23:11.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 -- start start 2023-10-05T15:23:11.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 0x55f321e1c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e1f0c0 0x55f321e17600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321bdf920 con 0x55f321e0b9e0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321e03a20 con 0x55f321e1f0c0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321dfede0 con 0x55f321e0b0c0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.574+0000 7fa05ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa05ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48112/0 (socket says 172.21.15.29:48112) 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa05ffff700 1 -- 172.21.15.29:0/2041441319 learned_addr learned my addr 172.21.15.29:0/2041441319 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 0x55f321e1c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa065795700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e1f0c0 0x55f321e17600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 -- 172.21.15.29:0/2041441319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e1f0c0 msgr2=0x55f321e17600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e1f0c0 0x55f321e17600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 -- 172.21.15.29:0/2041441319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 msgr2=0x55f321e170c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 -- 172.21.15.29:0/2041441319 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f321bb0250 con 0x55f321e0b0c0 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa05ffff700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa064f94700 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 0x55f321e1c660 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa054004b50 tx=0x7fa054005d00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ffd76da9317e5c7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa04b7fe700 1 -- 172.21.15.29:0/2041441319 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054028070 con 0x55f321e0b0c0 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa04b7fe700 1 -- 172.21.15.29:0/2041441319 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa05401e040 con 0x55f321e0b0c0 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.575+0000 7fa04b7fe700 1 -- 172.21.15.29:0/2041441319 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa054005460 con 0x55f321e0b0c0 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2041441319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 msgr2=0x55f321e1c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 0x55f321e1c660 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa054004b50 tx=0x7fa054005d00 comp rx=0 tx=0).stop 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2041441319 shutdown_connections 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b0c0 0x55f321e1c660 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e1f0c0 0x55f321e17600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2041441319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e0b9e0 0x55f321e170c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.576+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2041441319 >> 172.21.15.29:0/2041441319 conn(0x55f321d80260 msgr2=0x55f321e2a300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.577+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2041441319 shutdown_connections 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.577+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2041441319 wait complete. 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.577+0000 7fa0733e2b80 1 -- start start 2023-10-05T15:23:11.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.577+0000 7fa0733e2b80 1 Processor -- start 2023-10-05T15:23:11.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e7d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e7e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321e234b0 con 0x55f321e1f0c0 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321e23620 con 0x55f321e0b0c0 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f321e237e0 con 0x55f321e0b9e0 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa0733e2b80 10 client.0 _ll_register_callbacks cb 0x7fa05400f9e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54522/0 (socket says 172.21.15.29:54522) 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 -- 172.21.15.29:0/2258329611 learned_addr learned my addr 172.21.15.29:0/2258329611 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa065795700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e7e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa064f94700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e7d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 -- 172.21.15.29:0/2258329611 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 msgr2=0x55f321e7d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e7d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 -- 172.21.15.29:0/2258329611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 msgr2=0x55f321e7e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e7e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa05ffff700 1 -- 172.21.15.29:0/2258329611 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f321b89de0 con 0x55f321e0b9e0 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.578+0000 7fa065795700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e7e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa05ffff700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa04c008010 tx=0x7fa04c013970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7e420fa44d5365 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04c021040 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fa04c00e870 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa04c00ed30 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa04c00eea0 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa0733e2b80 10 client.25492 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f321b72c60 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fa04c00ed30 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.579+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fa04c011070 con 0x55f321e0b9e0 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 10 client.25492 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 10 client.25492 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:23:11.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 20 client.25492 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e12de0 0x55f321e15200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 4 client.25492 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f321d57b30 con 0x55f321e12de0 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa064f94700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e12de0 0x55f321e15200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa03ffff700 10 client.25492 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa064f94700 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e12de0 0x55f321e15200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a4616452da7fed26 server_cookie=376b38cce3100e67 in_seq=0 out_seq=0 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa03ffff700 1 -- 172.21.15.29:0/2258329611 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f321d57b30 con 0x55f321e12de0 2023-10-05T15:23:11.589 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa03ffff700 10 client.25492 handle_command_reply: tid=0 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.580+0000 7fa0733e2b80 1 client.25492 shutdown 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 msgr2=0x55f321e7dea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa04c008010 tx=0x7fa04c013970 comp rx=0 tx=0).stop 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 shutdown_connections 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55f321e12de0 0x55f321e15200 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f321e1f0c0 0x55f321e7e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f321e0b0c0 0x55f321e7d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 --2- 172.21.15.29:0/2258329611 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f321e0b9e0 0x55f321e7dea0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 >> 172.21.15.29:0/2258329611 conn(0x55f321d80260 msgr2=0x55f321e170c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa03ffff700 0 client.25492 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:11.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 shutdown_connections 2023-10-05T15:23:11.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 1 -- 172.21.15.29:0/2258329611 wait complete. 2023-10-05T15:23:11.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.581+0000 7fa0733e2b80 20 client.25492 trim_cache size 0 max 16384 2023-10-05T15:23:11.591 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 msgr2=0x7fa0500a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 0x7fa0500a3bd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa05400b2e0 tx=0x7fa05400b610 comp rx=0 tx=0).stop 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 msgr2=0x7fa06019b970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa06019b970 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fa05800efc0 tx=0x7fa05800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 shutdown_connections 2023-10-05T15:23:11.592 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fa0500a1710 0x7fa0500a3bd0 secure :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa05400b2e0 tx=0x7fa05400b610 comp rx=0 tx=0).stop 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fa0600ff4f0 0x7fa060196fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0601055b0 0x7fa06019b970 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 --2- 172.21.15.29:0/539090363 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fa0600ffeb0 0x7fa060197510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 >> 172.21.15.29:0/539090363 conn(0x7fa060077330 msgr2=0x7fa0600fd780 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 shutdown_connections 2023-10-05T15:23:11.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.582+0000 7fa0671f8700 1 -- 172.21.15.29:0/539090363 wait complete. 2023-10-05T15:23:11.599 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:11 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1791256790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:11.600 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:23:11.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:11 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1791256790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:11.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:11 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1791256790' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:11.798 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 -- 172.21.15.29:0/1864793663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f02000fffe0 msgr2=0x7f02001003c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 --2- 172.21.15.29:0/1864793663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f02000fffe0 0x7f02001003c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f01e80098f0 tx=0x7f01e8009c00 comp rx=0 tx=0).stop 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 -- 172.21.15.29:0/1864793663 shutdown_connections 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 --2- 172.21.15.29:0/1864793663 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f020010cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 --2- 172.21.15.29:0/1864793663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f02000fffe0 0x7f02001003c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 --2- 172.21.15.29:0/1864793663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0200100990 0x7f02001049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 -- 172.21.15.29:0/1864793663 >> 172.21.15.29:0/1864793663 conn(0x7f02000fb860 msgr2=0x7f02000fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 -- 172.21.15.29:0/1864793663 shutdown_connections 2023-10-05T15:23:11.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.796+0000 7f0205510700 1 -- 172.21.15.29:0/1864793663 wait complete. 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 Processor -- start 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 -- start start 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 0x7f0200195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f02001963e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f020019a840 0x7f020019acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f020019b2c0 con 0x7f02000fffe0 2023-10-05T15:23:11.801 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f020019b430 con 0x7f020019a840 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.797+0000 7f0205510700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f020019b5f0 con 0x7f0200105100 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01feffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 0x7f0200195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f02001963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01feffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 0x7f0200195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48132/0 (socket says 172.21.15.29:48132) 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01feffd700 1 -- 172.21.15.29:0/2629145722 learned_addr learned my addr 172.21.15.29:0/2629145722 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f020019a840 0x7f020019acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 -- 172.21.15.29:0/2629145722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f020019a840 msgr2=0x7f020019acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f020019a840 0x7f020019acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 -- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 msgr2=0x7f0200195ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 0x7f0200195ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 -- 172.21.15.29:0/2629145722 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01e8009520 con 0x7f0200105100 2023-10-05T15:23:11.802 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.798+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f02001963e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f01f0005fd0 tx=0x7f01f000edb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.799+0000 7f01f7fff700 1 -- 172.21.15.29:0/2629145722 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f0013070 con 0x7f0200105100 2023-10-05T15:23:11.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.799+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0200069290 con 0x7f0200105100 2023-10-05T15:23:11.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.799+0000 7f01f7fff700 1 -- 172.21.15.29:0/2629145722 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f01f000be80 con 0x7f0200105100 2023-10-05T15:23:11.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.799+0000 7f01f7fff700 1 -- 172.21.15.29:0/2629145722 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f0017d00 con 0x7f0200105100 2023-10-05T15:23:11.803 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.799+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02000697f0 con 0x7f0200105100 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.802+0000 7fd0319d5700 1 -- 172.21.15.29:0/128841220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c11a690 msgr2=0x7fd02c11ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.802+0000 7fd0319d5700 1 --2- 172.21.15.29:0/128841220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c11a690 0x7fd02c11ca80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd024009f90 tx=0x7fd02400b330 comp rx=0 tx=0).stop 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 -- 172.21.15.29:0/128841220 shutdown_connections 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 --2- 172.21.15.29:0/128841220 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c11a690 0x7fd02c11ca80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 --2- 172.21.15.29:0/128841220 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c10f620 0x7fd02c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 --2- 172.21.15.29:0/128841220 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd02c10fa90 0x7fd02c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 -- 172.21.15.29:0/128841220 >> 172.21.15.29:0/128841220 conn(0x7fd02c06cfa0 msgr2=0x7fd02c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 -- 172.21.15.29:0/128841220 shutdown_connections 2023-10-05T15:23:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 -- 172.21.15.29:0/128841220 wait complete. 2023-10-05T15:23:11.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.803+0000 7fd0319d5700 1 Processor -- start 2023-10-05T15:23:11.806 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 Processor -- start 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 -- start start 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd02c10f620 0x7fd02c1a5f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c10fa90 0x7fd02c1a64a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ab150 con 0x7fd02c11a690 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ab2c0 con 0x7fd02c10fa90 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd0319d5700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd02c1ab480 con 0x7fd02c10f620 2023-10-05T15:23:11.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48144/0 (socket says 172.21.15.29:48144) 2023-10-05T15:23:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.804+0000 7fd02b7fe700 1 -- 172.21.15.29:0/1706166819 learned_addr learned my addr 172.21.15.29:0/1706166819 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd0227fc700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c10fa90 0x7fd02c1a64a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.808 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 -- start start 2023-10-05T15:23:11.808 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.808 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e47bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e47e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.804+0000 7f02116fab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e3d1460 con 0x556e6e4689e0 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f02116fab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e3c2c20 con 0x556e6e4680c0 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f02116fab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e3c0540 con 0x556e6e47c0a0 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55268/0 (socket says 172.21.15.29:55268) 2023-10-05T15:23:11.809 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 -- 172.21.15.29:0/1158860136 learned_addr learned my addr 172.21.15.29:0/1158860136 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 -- 172.21.15.29:0/1706166819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd02c10f620 msgr2=0x7fd02c1a5f60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:23:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd02c10f620 0x7fd02c1a5f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 -- 172.21.15.29:0/1706166819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c10fa90 msgr2=0x7fd02c1a64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c10fa90 0x7fd02c1a64a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 -- 172.21.15.29:0/1706166819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd024009c40 con 0x7fd02c11a690 2023-10-05T15:23:11.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.805+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd024007960 tx=0x7fd024004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.813 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 -- 172.21.15.29:0/1158860136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 msgr2=0x556e6e47e490 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e47e490 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 -- 172.21.15.29:0/1158860136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 msgr2=0x556e6e47bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e47bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.805+0000 7f01ff7fe700 1 -- 172.21.15.29:0/1158860136 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e6e1e6de0 con 0x556e6e4680c0 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.806+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f01f8011680 tx=0x7f01f8009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75f9287b99bea774 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.806+0000 7f01f57fa700 1 -- 172.21.15.29:0/1158860136 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f800e040 con 0x556e6e4680c0 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.806+0000 7f01f57fa700 1 -- 172.21.15.29:0/1158860136 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f01f800f040 con 0x556e6e4680c0 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.806+0000 7f01f57fa700 1 -- 172.21.15.29:0/1158860136 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f80048f0 con 0x556e6e4680c0 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.806+0000 7f01f7fff700 1 -- 172.21.15.29:0/2629145722 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f01f000b9c0 con 0x7f0200105100 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 -- 172.21.15.29:0/1158860136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 msgr2=0x556e6e4684a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.814 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f01f8011680 tx=0x7f01f8009920 comp rx=0 tx=0).stop 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 -- 172.21.15.29:0/1158860136 shutdown_connections 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e47e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4680c0 0x556e6e4684a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 --2- 172.21.15.29:0/1158860136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e47bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 -- 172.21.15.29:0/1158860136 >> 172.21.15.29:0/1158860136 conn(0x556e6e3dd260 msgr2=0x556e6e464450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 -- 172.21.15.29:0/1158860136 shutdown_connections 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f02116fab80 1 -- 172.21.15.29:0/1158860136 wait complete. 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.807+0000 7f01f7fff700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 0x7f01ec0a3b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 -- start start 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f01f7fff700 1 -- 172.21.15.29:0/2629145722 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f01f00cca10 con 0x7f0200105100 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f01feffd700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 0x7f01ec0a3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.815 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 Processor -- start 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 0x556e6e475af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e47b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e3bbe30 con 0x556e6e4680c0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e358710 con 0x556e6e47c0a0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e3583b0 con 0x556e6e4689e0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f02116fab80 10 client.0 _ll_register_callbacks cb 0x556e6e1b5800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f01feffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f01feffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48154/0 (socket says 172.21.15.29:48154) 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.808+0000 7f01feffd700 1 -- 172.21.15.29:0/1900967135 learned_addr learned my addr 172.21.15.29:0/1900967135 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 0x556e6e475af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.816 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 -- 172.21.15.29:0/1900967135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 msgr2=0x556e6e475af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e47b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 0x556e6e475af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 -- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 msgr2=0x556e6e47b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e47b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 -- 172.21.15.29:0/1900967135 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01f8011330 con 0x556e6e4680c0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 0x556e6e475af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e47b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01feffd700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f01e800b880 tx=0x7f01e800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b4a6380946d3af1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01e67fc700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e8005450 con 0x556e6e4680c0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f01e80055b0 con 0x556e6e4680c0 2023-10-05T15:23:11.817 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556e6e45bf10 con 0x556e6e4680c0 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01e8004690 con 0x556e6e4680c0 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f02116fab80 10 client.15906 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.809+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556e6e1cfc60 con 0x556e6e4680c0 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556e6e45bf10 con 0x556e6e4680c0 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f01e8015020 con 0x556e6e4680c0 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 10 client.15906 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 10 client.15906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 20 client.15906 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e494440 0x556e6e496860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 4 client.15906 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:11.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556e6e3b4e10 con 0x556e6e494440 2023-10-05T15:23:11.819 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.810+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e494440 0x556e6e496860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.819 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.811+0000 7f01e67fc700 10 client.15906 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.819 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.811+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e494440 0x556e6e496860 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9bdeec45215a4805 server_cookie=c3015dca1167564 in_seq=0 out_seq=0 2023-10-05T15:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.812+0000 7fd0309d3700 1 -- 172.21.15.29:0/1706166819 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02400e040 con 0x7fd02c11a690 2023-10-05T15:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.812+0000 7fd0309d3700 1 -- 172.21.15.29:0/1706166819 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd02400bbf0 con 0x7fd02c11a690 2023-10-05T15:23:11.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.812+0000 7fd0309d3700 1 -- 172.21.15.29:0/1706166819 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240052a0 con 0x7fd02c11a690 2023-10-05T15:23:11.820 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f01e67fc700 1 -- 172.21.15.29:0/1900967135 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556e6e3b4e10 con 0x556e6e494440 2023-10-05T15:23:11.820 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f01e67fc700 10 client.15906 handle_command_reply: tid=0 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 client.15906 shutdown 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 msgr2=0x556e6e4755b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f01e800b880 tx=0x7f01e800b960 comp rx=0 tx=0).stop 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 shutdown_connections 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e494440 0x556e6e496860 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e47b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4755b0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 --2- 172.21.15.29:0/1900967135 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4689e0 0x556e6e475af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 >> 172.21.15.29:0/1900967135 conn(0x556e6e3dd260 msgr2=0x556e6e464040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f01e67fc700 0 client.15906 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.821 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 shutdown_connections 2023-10-05T15:23:11.822 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 1 -- 172.21.15.29:0/1900967135 wait complete. 2023-10-05T15:23:11.822 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.812+0000 7f02116fab80 20 client.15906 trim_cache size 0 max 16384 2023-10-05T15:23:11.822 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.813+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd02c1ab700 con 0x7fd02c11a690 2023-10-05T15:23:11.822 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.813+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd02c1b2fa0 con 0x7fd02c11a690 2023-10-05T15:23:11.822 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.816+0000 7f01feffd700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 0x7f01ec0a3b60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f01e8017830 tx=0x7f01e800b960 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.818+0000 7fd03dbbfb80 1 Processor -- start 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.819+0000 7fd0309d3700 1 -- 172.21.15.29:0/1706166819 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fd02401d470 con 0x7fd02c11a690 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.820+0000 7fd0309d3700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 0x7fd0180a3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.820+0000 7fd0309d3700 1 -- 172.21.15.29:0/1706166819 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fd0240ce3f0 con 0x7fd02c11a690 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.820+0000 7fd0227fc700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 0x7fd0180a3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.824 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.820+0000 7fd03dbbfb80 1 -- start start 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d07fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d08520 0x5571b7d12e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7c71400 con 0x5571b7d133d0 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7c62bc0 con 0x5571b7d08520 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7c604e0 con 0x5571b7d07c00 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd0227fc700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 0x7fd0180a3d20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd02c1a7780 tx=0x7fd014009190 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48168/0 (socket says 172.21.15.29:48168) 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 -- 172.21.15.29:0/3323155414 learned_addr learned my addr 172.21.15.29:0/3323155414 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd0227fc700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d08520 0x5571b7d12e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02affd700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d07fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 -- 172.21.15.29:0/3323155414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 msgr2=0x5571b7d07fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d07fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 -- 172.21.15.29:0/3323155414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d08520 msgr2=0x5571b7d12e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d08520 0x5571b7d12e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.821+0000 7fd02b7fe700 1 -- 172.21.15.29:0/3323155414 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571b7a86d80 con 0x5571b7d133d0 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.822+0000 7fd02affd700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d07fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.822+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd0240cb910 tx=0x7fd024009920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2b316cbec721186 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.822+0000 7fd021ffb700 1 -- 172.21.15.29:0/3323155414 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02400bd60 con 0x5571b7d133d0 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.822+0000 7fd021ffb700 1 -- 172.21.15.29:0/3323155414 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd02409b750 con 0x5571b7d133d0 2023-10-05T15:23:11.826 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.822+0000 7fd021ffb700 1 -- 172.21.15.29:0/3323155414 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240ce270 con 0x5571b7d133d0 2023-10-05T15:23:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.823+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/3323155414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 msgr2=0x5571b7d157c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.823+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fd0240cb910 tx=0x7fd024009920 comp rx=0 tx=0).stop 2023-10-05T15:23:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/3323155414 shutdown_connections 2023-10-05T15:23:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d07fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.827 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d133d0 0x5571b7d157c0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/3323155414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d08520 0x5571b7d12e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/3323155414 >> 172.21.15.29:0/3323155414 conn(0x5571b7c7d200 msgr2=0x5571b7d04080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/3323155414 shutdown_connections 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/3323155414 wait complete. 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.824+0000 7fd03dbbfb80 1 -- start start 2023-10-05T15:23:11.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 Processor -- start 2023-10-05T15:23:11.829 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d1e830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7c5bdd0 con 0x5571b7d08520 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7bf86b0 con 0x5571b7d133d0 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7bf8350 con 0x5571b7d07c00 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.825+0000 7fd03dbbfb80 10 client.0 _ll_register_callbacks cb 0x5571b7a557a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd0227fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54574/0 (socket says 172.21.15.29:54574) 2023-10-05T15:23:11.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 -- 172.21.15.29:0/4269155601 learned_addr learned my addr 172.21.15.29:0/4269155601 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd0227fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48172/0 (socket says 172.21.15.29:48172) 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d1e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 -- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 msgr2=0x5571b7d1e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d1e830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 -- 172.21.15.29:0/4269155601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 msgr2=0x5571b7d13cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 -- 172.21.15.29:0/4269155601 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd01c009770 con 0x5571b7d07c00 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd0227fc700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd02affd700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd01c011750 tx=0x7fd01c011a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2ad6c4ca48fdc34 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd012ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01c004020 con 0x5571b7d07c00 2023-10-05T15:23:11.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.826+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571b7cfbd50 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fd01c004180 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd01c004340 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 10 client.25504 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7fd02c1b2fa0 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5571b7cfbd50 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd01c0039b0 con 0x5571b7d07c00 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 10 client.25504 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 10 client.25504 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 20 client.25504 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d33cb0 0x5571b7d360d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 4 client.25504 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:11.832 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571b7c54db0 con 0x5571b7d33cb0 2023-10-05T15:23:11.833 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.827+0000 7fd0227fc700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d33cb0 0x5571b7d360d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.828+0000 7fd012ffd700 10 client.25504 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.828+0000 7fd0227fc700 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d33cb0 0x5571b7d360d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ee56ce6950c7397 server_cookie=79d75cb56cb37230 in_seq=0 out_seq=0 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd012ffd700 1 -- 172.21.15.29:0/4269155601 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5571b7c54db0 con 0x5571b7d33cb0 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd012ffd700 10 client.25504 handle_command_reply: tid=0 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 client.25504 shutdown 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 msgr2=0x5571b7d137b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd01c011750 tx=0x7fd01c011a60 comp rx=0 tx=0).stop 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 shutdown_connections 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d33cb0 0x5571b7d360d0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d1e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/4269155601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 >> 172.21.15.29:0/4269155601 conn(0x5571b7c7d200 msgr2=0x5571b7d03c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd012ffd700 0 client.25504 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 shutdown_connections 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.829+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/4269155601 wait complete. 2023-10-05T15:23:11.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.830+0000 7fd03dbbfb80 20 client.25504 trim_cache size 0 max 16384 2023-10-05T15:23:11.840 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.838+0000 7f02116fab80 1 Processor -- start 2023-10-05T15:23:11.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.838+0000 7f02116fab80 1 -- start start 2023-10-05T15:23:11.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e475160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.841 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e4756a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e23c920 con 0x556e6e4689e0 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e46edb0 con 0x556e6e47c0a0 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f02116fab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e46c6c0 con 0x556e6e4680c0 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f01feffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f01feffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54582/0 (socket says 172.21.15.29:54582) 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f01feffd700 1 -- 172.21.15.29:0/551963988 learned_addr learned my addr 172.21.15.29:0/551963988 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e475160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.842 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.839+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e4756a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 -- 172.21.15.29:0/551963988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 msgr2=0x556e6e4756a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e4756a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 -- 172.21.15.29:0/551963988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 msgr2=0x556e6e475160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e475160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 -- 172.21.15.29:0/551963988 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e6e460140 con 0x556e6e4680c0 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e475160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01feffd700 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f01e8017aa0 tx=0x7f01e8028000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60534d49f8a29ecb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01f5ffb700 1 -- 172.21.15.29:0/551963988 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e8040070 con 0x556e6e4680c0 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01f5ffb700 1 -- 172.21.15.29:0/551963988 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f01e8005b00 con 0x556e6e4680c0 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.840+0000 7f01f5ffb700 1 -- 172.21.15.29:0/551963988 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e800e640 con 0x556e6e4680c0 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 -- 172.21.15.29:0/551963988 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 msgr2=0x556e6e46f710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f01e8017aa0 tx=0x7f01e8028000 comp rx=0 tx=0).stop 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 -- 172.21.15.29:0/551963988 shutdown_connections 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e4680c0 0x556e6e46f710 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e47c0a0 0x556e6e4756a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 --2- 172.21.15.29:0/551963988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4689e0 0x556e6e475160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 -- 172.21.15.29:0/551963988 >> 172.21.15.29:0/551963988 conn(0x556e6e3dd260 msgr2=0x556e6e46f000 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 -- 172.21.15.29:0/551963988 shutdown_connections 2023-10-05T15:23:11.845 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.841+0000 7f02116fab80 1 -- 172.21.15.29:0/551963988 wait complete. 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 -- start start 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 Processor -- start 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4789c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4689e0 0x556e6e478f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e4796c0 con 0x556e6e4680c0 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e479830 con 0x556e6e4689e0 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e6e4e7820 con 0x556e6e47c0a0 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.842+0000 7f02116fab80 10 client.0 _ll_register_callbacks cb 0x7f01e8009740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.848 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54588/0 (socket says 172.21.15.29:54588) 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 -- 172.21.15.29:0/986046162 learned_addr learned my addr 172.21.15.29:0/986046162 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01feffd700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4789c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01fe7fc700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4689e0 0x556e6e478f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 -- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4689e0 msgr2=0x556e6e478f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4689e0 0x556e6e478f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 -- 172.21.15.29:0/986046162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 msgr2=0x556e6e4789c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4789c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 -- 172.21.15.29:0/986046162 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556e6e1cfc60 con 0x556e6e47c0a0 2023-10-05T15:23:11.849 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01ff7fe700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f01f8011650 tx=0x7f01f8003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=420d0fc546d9a84b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.843+0000 7f01e67fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f800e050 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f01f8015990 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556e6e3b4b30 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01f8015b90 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 10 client.25510 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x556e6e20d250 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556e6e3b4b30 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f01f8005040 con 0x556e6e47c0a0 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 10 client.25510 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 10 client.25510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 20 client.25510 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e4e8f40 0x556e6e4eb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 4 client.25510 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.844+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556e6e207f70 con 0x556e6e4e8f40 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f01feffd700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e4e8f40 0x556e6e4eb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f01e67fc700 10 client.25510 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f01feffd700 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e4e8f40 0x556e6e4eb360 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ebeb1e398278982 server_cookie=5d7193ee218934e4 in_seq=0 out_seq=0 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f01e67fc700 1 -- 172.21.15.29:0/986046162 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556e6e207f70 con 0x556e6e4e8f40 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f01e67fc700 10 client.25510 handle_command_reply: tid=0 2023-10-05T15:23:11.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.845+0000 7f02116fab80 1 client.25510 shutdown 2023-10-05T15:23:11.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 msgr2=0x556e6e4e72b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f01f8011650 tx=0x7f01f8003f90 comp rx=0 tx=0).stop 2023-10-05T15:23:11.853 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 shutdown_connections 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556e6e4e8f40 0x556e6e4eb360 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556e6e47c0a0 0x556e6e4e72b0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e6e4680c0 0x556e6e4789c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f01e67fc700 0 client.25510 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 --2- 172.21.15.29:0/986046162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556e6e4689e0 0x556e6e478f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 >> 172.21.15.29:0/986046162 conn(0x556e6e3dd260 msgr2=0x556e6e463660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 shutdown_connections 2023-10-05T15:23:11.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.851+0000 7f02116fab80 1 -- 172.21.15.29:0/986046162 wait complete. 2023-10-05T15:23:11.855 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f02116fab80 20 client.25510 trim_cache size 0 max 16384 2023-10-05T15:23:11.855 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 msgr2=0x7f01ec0a3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 0x7f01ec0a3b60 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f01e8017830 tx=0x7f01e800b960 comp rx=0 tx=0).stop 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 msgr2=0x7f02001963e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f02001963e0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f01f0005fd0 tx=0x7f01f000edb0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 shutdown_connections 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f01ec0a16a0 0x7f01ec0a3b60 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f020019a840 0x7f020019acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02000fffe0 0x7f0200195ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 --2- 172.21.15.29:0/2629145722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0200105100 0x7f02001963e0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.852+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 >> 172.21.15.29:0/2629145722 conn(0x7f02000fb860 msgr2=0x7f0200103a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.853+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 shutdown_connections 2023-10-05T15:23:11.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:11.853+0000 7f0205510700 1 -- 172.21.15.29:0/2629145722 wait complete. 2023-10-05T15:23:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 Processor -- start 2023-10-05T15:23:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 -- start start 2023-10-05T15:23:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.861 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7adc8c0 con 0x5571b7d08520 2023-10-05T15:23:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7d04dc0 con 0x5571b7d133d0 2023-10-05T15:23:11.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.859+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7d10a40 con 0x5571b7d07c00 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55314/0 (socket says 172.21.15.29:55314) 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 -- 172.21.15.29:0/2325031525 learned_addr learned my addr 172.21.15.29:0/2325031525 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd0227fc700 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 -- 172.21.15.29:0/2325031525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 msgr2=0x5571b7d137b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 -- 172.21.15.29:0/2325031525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 msgr2=0x5571b7d13cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 -- 172.21.15.29:0/2325031525 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571b7a6fc00 con 0x5571b7d133d0 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd02409afe0 tx=0x7fd02409b8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd3afb4101a246cb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd022ffd700 1 -- 172.21.15.29:0/2325031525 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240cb740 con 0x5571b7d133d0 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.860+0000 7fd022ffd700 1 -- 172.21.15.29:0/2325031525 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd02400bd60 con 0x5571b7d133d0 2023-10-05T15:23:11.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.861+0000 7fd022ffd700 1 -- 172.21.15.29:0/2325031525 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0240b9080 con 0x5571b7d133d0 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.861+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/2325031525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 msgr2=0x5571b7d11d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.861+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd02409afe0 tx=0x7fd02409b8c0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.862+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/2325031525 shutdown_connections 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.862+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d137b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.862+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d11d80 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.862+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/2325031525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d08520 0x5571b7d13cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.862+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/2325031525 >> 172.21.15.29:0/2325031525 conn(0x5571b7c7d200 msgr2=0x5571b7d0d7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.863+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/2325031525 shutdown_connections 2023-10-05T15:23:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.863+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/2325031525 wait complete. 2023-10-05T15:23:11.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.863+0000 7fd03dbbfb80 1 -- start start 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.863+0000 7fd03dbbfb80 1 Processor -- start 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d165b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d16af0 0x5571b7d86aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7d87070 con 0x5571b7d16af0 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7d871e0 con 0x5571b7d133d0 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571b7d873a0 con 0x5571b7d07c00 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd03dbbfb80 10 client.0 _ll_register_callbacks cb 0x7fd01c009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd02affd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd02affd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54602/0 (socket says 172.21.15.29:54602) 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd02affd700 1 -- 172.21.15.29:0/632258892 learned_addr learned my addr 172.21.15.29:0/632258892 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd0227fc700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d165b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.864+0000 7fd02b7fe700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d16af0 0x5571b7d86aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 -- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 msgr2=0x5571b7d165b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d165b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 -- 172.21.15.29:0/632258892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d16af0 msgr2=0x5571b7d86aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d16af0 0x5571b7d86aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 -- 172.21.15.29:0/632258892 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571b7a86d80 con 0x5571b7d07c00 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd0227fc700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d165b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:11.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd02affd700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd01c003d60 tx=0x7fd01c005990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=27c43e966ac1c718 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd012ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd01c003b10 con 0x5571b7d07c00 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7fd01c000e40 con 0x5571b7d07c00 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd02409b750 con 0x5571b7d07c00 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd01c004020 con 0x5571b7d07c00 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd03dbbfb80 10 client.25513 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.865+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5571b7aad1f0 con 0x5571b7d07c00 2023-10-05T15:23:11.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd02409b750 con 0x5571b7d07c00 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd01c02a440 con 0x5571b7d07c00 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 10 client.25513 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 10 client.25513 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 20 client.25513 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d88ab0 0x5571b7d8aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 4 client.25513 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5571b7c54ad0 con 0x5571b7d88ab0 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.866+0000 7fd0227fc700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d88ab0 0x5571b7d8aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:11.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.867+0000 7fd012ffd700 10 client.25513 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.867+0000 7fd0227fc700 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d88ab0 0x5571b7d8aed0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d3033535a3352b3 server_cookie=fc32c25a6024527d in_seq=0 out_seq=0 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd012ffd700 1 -- 172.21.15.29:0/632258892 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5571b7c54ad0 con 0x5571b7d88ab0 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd012ffd700 10 client.25513 handle_command_reply: tid=0 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd03dbbfb80 1 client.25513 shutdown 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 msgr2=0x5571b7d16070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fd01c003d60 tx=0x7fd01c005990 comp rx=0 tx=0).stop 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 shutdown_connections 2023-10-05T15:23:11.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.873+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5571b7d88ab0 0x5571b7d8aed0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5571b7d07c00 0x5571b7d16070 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571b7d16af0 0x5571b7d86aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 --2- 172.21.15.29:0/632258892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5571b7d133d0 0x5571b7d165b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 >> 172.21.15.29:0/632258892 conn(0x5571b7c7d200 msgr2=0x5571b7d137b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd012ffd700 0 client.25513 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 shutdown_connections 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 1 -- 172.21.15.29:0/632258892 wait complete. 2023-10-05T15:23:11.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd03dbbfb80 20 client.25513 trim_cache size 0 max 16384 2023-10-05T15:23:11.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:23:11.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:23:11.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:23:11.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.874+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 msgr2=0x7fd0180a3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 0x7fd0180a3d20 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd02c1a7780 tx=0x7fd014009190 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 msgr2=0x7fd02c1aab10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fd024007960 tx=0x7fd024004a30 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 shutdown_connections 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd0180a1860 0x7fd0180a3d20 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd02c10f620 0x7fd02c1a5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c11a690 0x7fd02c1aab10 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 --2- 172.21.15.29:0/1706166819 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd02c10fa90 0x7fd02c1a64a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:11.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 >> 172.21.15.29:0/1706166819 conn(0x7fd02c06cfa0 msgr2=0x7fd02c118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:11.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 shutdown_connections 2023-10-05T15:23:11.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:11.875+0000 7fd0319d5700 1 -- 172.21.15.29:0/1706166819 wait complete. 2023-10-05T15:23:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:12 smithi040 ceph-mon[103696]: pgmap v30: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:12 smithi177 ceph-mon[103568]: pgmap v30: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:12.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:12 smithi029 ceph-mon[99237]: pgmap v30: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 23 KiB/s wr, 18 op/s 2023-10-05T15:23:12.875 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:23:12.875 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:23:13.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.074+0000 7f9ba43b9700 1 -- 172.21.15.29:0/3638110795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c1009a0 msgr2=0x7f9b9c1049e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.074+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/3638110795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c1009a0 0x7f9b9c1049e0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c009990 tx=0x7f9b8c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 -- 172.21.15.29:0/3638110795 shutdown_connections 2023-10-05T15:23:13.077 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/3638110795 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c1003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/3638110795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c105110 0x7f9b9c10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/3638110795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c1009a0 0x7f9b9c1049e0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 -- 172.21.15.29:0/3638110795 >> 172.21.15.29:0/3638110795 conn(0x7f9b9c0fb890 msgr2=0x7f9b9c0fdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 -- 172.21.15.29:0/3638110795 shutdown_connections 2023-10-05T15:23:13.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 -- 172.21.15.29:0/3638110795 wait complete. 2023-10-05T15:23:13.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.075+0000 7f9ba43b9700 1 Processor -- start 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 -- start start 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c197150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c19baf0 0x7f9b9c19bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9c19c540 con 0x7f9b9c105110 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9c19c6b0 con 0x7f9b9c0ffff0 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba43b9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9c19c820 con 0x7f9b9c19baf0 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48214/0 (socket says 172.21.15.29:48214) 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 -- 172.21.15.29:0/695501960 learned_addr learned my addr 172.21.15.29:0/695501960 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba2956700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c19baf0 0x7f9b9c19bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba2155700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c197150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 -- 172.21.15.29:0/695501960 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c19baf0 msgr2=0x7f9b9c19bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c19baf0 0x7f9b9c19bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 -- 172.21.15.29:0/695501960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 msgr2=0x7f9b9c197150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c197150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba1954700 1 -- 172.21.15.29:0/695501960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b8c0095f0 con 0x7f9b9c105110 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.076+0000 7f9ba2155700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9ba1954700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c000c00 tx=0x7f9b8c005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9b937fe700 1 -- 172.21.15.29:0/695501960 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c01d070 con 0x7f9b9c105110 2023-10-05T15:23:13.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b9c10d340 con 0x7f9b9c105110 2023-10-05T15:23:13.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9b937fe700 1 -- 172.21.15.29:0/695501960 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b8c003fa0 con 0x7f9b9c105110 2023-10-05T15:23:13.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9b937fe700 1 -- 172.21.15.29:0/695501960 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c022cc0 con 0x7f9b9c105110 2023-10-05T15:23:13.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.077+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b9c10d7e0 con 0x7f9b9c105110 2023-10-05T15:23:13.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.080+0000 7f9b937fe700 1 -- 172.21.15.29:0/695501960 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f9b8c003ae0 con 0x7f9b9c105110 2023-10-05T15:23:13.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.081+0000 7f9b937fe700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 0x7f9b880a3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.081+0000 7f9ba2155700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 0x7f9b880a3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.081+0000 7f9b937fe700 1 -- 172.21.15.29:0/695501960 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f9b8c0cead0 con 0x7f9b9c105110 2023-10-05T15:23:13.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.082+0000 7f9bb05a3b80 1 Processor -- start 2023-10-05T15:23:13.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.082+0000 7f9ba2155700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 0x7f9b880a3bd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9b980099d0 tx=0x7f9b98008040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.082+0000 7f9bb05a3b80 1 -- start start 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9a60 0x559831dd43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dd4910 0x559831dd6d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831d324e0 con 0x559831dd4910 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831d23ca0 con 0x559831dc9a60 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831d215c0 con 0x559831dc9140 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54624/0 (socket says 172.21.15.29:54624) 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 -- 172.21.15.29:0/2056509145 learned_addr learned my addr 172.21.15.29:0/2056509145 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2956700 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dd4910 0x559831dd6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 -- 172.21.15.29:0/2056509145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9a60 msgr2=0x559831dd43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9a60 0x559831dd43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 -- 172.21.15.29:0/2056509145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dd4910 msgr2=0x559831dd6d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dd4910 0x559831dd6d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 -- 172.21.15.29:0/2056509145 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559831b47e60 con 0x559831dc9140 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.083+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9b9800d7c0 tx=0x7f9b98010000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=692c0c3ff101fea0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.084+0000 7f9b90d82700 1 -- 172.21.15.29:0/2056509145 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98014640 con 0x559831dc9140 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.084+0000 7f9b90d82700 1 -- 172.21.15.29:0/2056509145 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b98014c60 con 0x559831dc9140 2023-10-05T15:23:13.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.084+0000 7f9b90d82700 1 -- 172.21.15.29:0/2056509145 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b9801fc90 con 0x559831dc9140 2023-10-05T15:23:13.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2056509145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 msgr2=0x559831dc9520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9b9800d7c0 tx=0x7f9b98010000 comp rx=0 tx=0).stop 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2056509145 shutdown_connections 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9140 0x559831dc9520 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dd4910 0x559831dd6d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2056509145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9a60 0x559831dd43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2056509145 >> 172.21.15.29:0/2056509145 conn(0x559831d3e2e0 msgr2=0x559831dc54d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2056509145 shutdown_connections 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2056509145 wait complete. 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 -- start start 2023-10-05T15:23:13.091 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.085+0000 7f9bb05a3b80 1 Processor -- start 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dd1bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dd2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831d1ceb0 con 0x559831dc9a60 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831cb9790 con 0x559831dc9140 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831cb9430 con 0x559831dd4910 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9bb05a3b80 10 client.0 _ll_register_callbacks cb 0x559831b16880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55348/0 (socket says 172.21.15.29:55348) 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9ba2155700 1 -- 172.21.15.29:0/1751315981 learned_addr learned my addr 172.21.15.29:0/1751315981 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.086+0000 7f9ba1954700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dd1bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 -- 172.21.15.29:0/1751315981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 msgr2=0x559831dd2110 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2956700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dd2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dd2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 -- 172.21.15.29:0/1751315981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 msgr2=0x559831dd1bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dd1bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 -- 172.21.15.29:0/1751315981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b9800e040 con 0x559831dc9140 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba1954700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dd1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b98022040 tx=0x7f9b9801f6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=937079722caad3bb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9b85ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98014a80 con 0x559831dc9140 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559831dbcf90 con 0x559831dc9140 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f9b9801f910 con 0x559831dc9140 2023-10-05T15:23:13.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b9801fad0 con 0x559831dc9140 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9bb05a3b80 10 client.25574 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.087+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x559831b30ce0 con 0x559831dc9140 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559831dbcf90 con 0x559831dc9140 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9b9802a450 con 0x559831dc9140 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 10 client.25574 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 10 client.25574 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 20 client.25574 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831df5380 0x559831df77a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 4 client.25574 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559831d15e90 con 0x559831df5380 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.088+0000 7f9ba1954700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831df5380 0x559831df77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9b85ffb700 10 client.25574 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9ba1954700 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831df5380 0x559831df77a0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d1105c87ce5aef server_cookie=12cf3a4a7abb4dfb in_seq=0 out_seq=0 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9b85ffb700 1 -- 172.21.15.29:0/1751315981 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559831d15e90 con 0x559831df5380 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9b85ffb700 10 client.25574 handle_command_reply: tid=0 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9bb05a3b80 1 client.25574 shutdown 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 msgr2=0x559831dd1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.089+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f9b98022040 tx=0x7f9b9801f6a0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 shutdown_connections 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831df5380 0x559831df77a0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dd2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dd1690 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1751315981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dd1bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 >> 172.21.15.29:0/1751315981 conn(0x559831d3e2e0 msgr2=0x559831dc5060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9b85ffb700 0 client.25574 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 shutdown_connections 2023-10-05T15:23:13.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1751315981 wait complete. 2023-10-05T15:23:13.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.090+0000 7f9bb05a3b80 20 client.25574 trim_cache size 0 max 16384 2023-10-05T15:23:13.125 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 Processor -- start 2023-10-05T15:23:13.125 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 -- start start 2023-10-05T15:23:13.125 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dec470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dcbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831b9d9a0 con 0x559831dc9a60 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831dd2c70 con 0x559831dc9140 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831dcac00 con 0x559831dd4910 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9ba1954700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.123+0000 7f9ba1954700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48236/0 (socket says 172.21.15.29:48236) 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba1954700 1 -- 172.21.15.29:0/1144098689 learned_addr learned my addr 172.21.15.29:0/1144098689 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dec470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2956700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dcbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 -- 172.21.15.29:0/1144098689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 msgr2=0x559831dcbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dcbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 -- 172.21.15.29:0/1144098689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 msgr2=0x559831dcb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 -- 172.21.15.29:0/1144098689 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559831df0e90 con 0x559831dc9140 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba1954700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9ba2155700 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dec470 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b980048a0 tx=0x7f9b98009ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=924fdc4f28d47d75 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9b91583700 1 -- 172.21.15.29:0/1144098689 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b9800ddb0 con 0x559831dc9140 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9b91583700 1 -- 172.21.15.29:0/1144098689 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b98018030 con 0x559831dc9140 2023-10-05T15:23:13.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.124+0000 7f9b91583700 1 -- 172.21.15.29:0/1144098689 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b98028460 con 0x559831dc9140 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1144098689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 msgr2=0x559831dec470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dec470 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f9b980048a0 tx=0x7f9b98009ee0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1144098689 shutdown_connections 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dd4910 0x559831dcbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dc9140 0x559831dec470 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/1144098689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9a60 0x559831dcb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1144098689 >> 172.21.15.29:0/1144098689 conn(0x559831d3e2e0 msgr2=0x559831dcb0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1144098689 shutdown_connections 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.125+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/1144098689 wait complete. 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 -- start start 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 Processor -- start 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9a60 0x559831e3d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dd4910 0x559831e422e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831e428a0 con 0x559831dc9140 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831e42a10 con 0x559831dd4910 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559831e42bd0 con 0x559831dc9a60 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.126+0000 7f9bb05a3b80 10 client.0 _ll_register_callbacks cb 0x7f9b94009990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.132 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48240/0 (socket says 172.21.15.29:48240) 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 -- 172.21.15.29:0/2176580921 learned_addr learned my addr 172.21.15.29:0/2176580921 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba1954700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9a60 0x559831e3d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 -- 172.21.15.29:0/2176580921 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9a60 msgr2=0x559831e3d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9a60 0x559831e3d890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 -- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dd4910 msgr2=0x559831e422e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dd4910 0x559831e422e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 -- 172.21.15.29:0/2176580921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b9c10d7e0 con 0x559831dc9140 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9ba2155700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9b98000c00 tx=0x7f9b9800df60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c89248dcd5954376 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9b85ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b9802ac80 con 0x559831dc9140 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7f9b9801f6a0 con 0x559831dc9140 2023-10-05T15:23:13.133 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.127+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9b98014c60 con 0x559831dc9140 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b9801f860 con 0x559831dc9140 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 10 client.15942 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x559831b30ce0 con 0x559831dc9140 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9b98014c60 con 0x559831dc9140 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9b98028a60 con 0x559831dc9140 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 10 client.15942 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 10 client.15942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 20 client.15942 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831e49ec0 0x559831e4c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 4 client.15942 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:23:13.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559831d15bb0 con 0x559831e49ec0 2023-10-05T15:23:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.128+0000 7f9ba1954700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831e49ec0 0x559831e4c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.129+0000 7f9b85ffb700 10 client.15942 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.129+0000 7f9ba1954700 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831e49ec0 0x559831e4c2b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3cfc927a5ff7c8c4 server_cookie=46a636f47a2c4f3e in_seq=0 out_seq=0 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.130+0000 7f9b85ffb700 1 -- 172.21.15.29:0/2176580921 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559831d15bb0 con 0x559831e49ec0 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.130+0000 7f9b85ffb700 10 client.15942 handle_command_reply: tid=0 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.130+0000 7f9bb05a3b80 1 client.15942 shutdown 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.130+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 msgr2=0x559831e3d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.130+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f9b98000c00 tx=0x7f9b9800df60 comp rx=0 tx=0).stop 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 shutdown_connections 2023-10-05T15:23:13.136 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559831e49ec0 0x559831e4c2b0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559831dd4910 0x559831e422e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559831dc9140 0x559831e3d330 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 --2- 172.21.15.29:0/2176580921 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559831dc9a60 0x559831e3d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 >> 172.21.15.29:0/2176580921 conn(0x559831d3e2e0 msgr2=0x559831dcb960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9b85ffb700 0 client.15942 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 shutdown_connections 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 1 -- 172.21.15.29:0/2176580921 wait complete. 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9bb05a3b80 20 client.15942 trim_cache size 0 max 16384 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:13.137 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2023-10-05T15:23:13.138 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "2d123c3b-4394-46b8-8774-cb1805127404", 2023-10-05T15:23:13.138 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2023-10-05T15:23:13.138 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:13.138 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 msgr2=0x7f9b880a3bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 0x7f9b880a3bd0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9b980099d0 tx=0x7f9b98008040 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 msgr2=0x7f9b9c197690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.131+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c000c00 tx=0x7f9b8c005720 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 shutdown_connections 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9b880a1710 0x7f9b880a3bd0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9b9c19baf0 0x7f9b9c19bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9b9c0ffff0 0x7f9b9c197150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 --2- 172.21.15.29:0/695501960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b9c105110 0x7f9b9c197690 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 >> 172.21.15.29:0/695501960 conn(0x7f9b9c0fb890 msgr2=0x7f9b9c0fc3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 shutdown_connections 2023-10-05T15:23:13.139 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.132+0000 7f9ba43b9700 1 -- 172.21.15.29:0/695501960 wait complete. 2023-10-05T15:23:13.152 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.346+0000 7faa72c93700 1 -- 172.21.15.29:0/1974612172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 msgr2=0x7faa6c100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.346+0000 7faa72c93700 1 --2- 172.21.15.29:0/1974612172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c100370 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7faa60009990 tx=0x7faa60009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 -- 172.21.15.29:0/1974612172 shutdown_connections 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 --2- 172.21.15.29:0/1974612172 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c10cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 --2- 172.21.15.29:0/1974612172 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c100370 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 --2- 172.21.15.29:0/1974612172 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c100940 0x7faa6c104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 -- 172.21.15.29:0/1974612172 >> 172.21.15.29:0/1974612172 conn(0x7faa6c0fb830 msgr2=0x7faa6c0fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 -- 172.21.15.29:0/1974612172 shutdown_connections 2023-10-05T15:23:13.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 -- 172.21.15.29:0/1974612172 wait complete. 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 Processor -- start 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.347+0000 7faa72c93700 1 -- start start 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c198920 0x7faa6c1a2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa6c1a35e0 con 0x7faa6c0fff90 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa6c1a3750 con 0x7faa6c1050b0 2023-10-05T15:23:13.355 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa72c93700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa6c195c40 con 0x7faa6c198920 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48252/0 (socket says 172.21.15.29:48252) 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 -- 172.21.15.29:0/3241005419 learned_addr learned my addr 172.21.15.29:0/3241005419 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa71230700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c198920 0x7faa6c1a2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 -- 172.21.15.29:0/3241005419 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c198920 msgr2=0x7faa6c1a2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c198920 0x7faa6c1a2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 -- 172.21.15.29:0/3241005419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 msgr2=0x7faa6c198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 -- 172.21.15.29:0/3241005419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa600095f0 con 0x7faa6c0fff90 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:13.356 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.348+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7faa60004730 tx=0x7faa60005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.349+0000 7faa69ffb700 1 -- 172.21.15.29:0/3241005419 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6001d070 con 0x7faa6c0fff90 2023-10-05T15:23:13.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.349+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa6c195ec0 con 0x7faa6c0fff90 2023-10-05T15:23:13.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.349+0000 7faa69ffb700 1 -- 172.21.15.29:0/3241005419 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faa60004810 con 0x7faa6c0fff90 2023-10-05T15:23:13.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.349+0000 7faa69ffb700 1 -- 172.21.15.29:0/3241005419 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa60005530 con 0x7faa6c0fff90 2023-10-05T15:23:13.357 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.349+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa6c196360 con 0x7faa6c0fff90 2023-10-05T15:23:13.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.353+0000 7faa69ffb700 1 -- 172.21.15.29:0/3241005419 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7faa60004980 con 0x7faa6c0fff90 2023-10-05T15:23:13.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.354+0000 7faa69ffb700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 0x7faa5c0a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.354+0000 7faa7ee7db80 1 Processor -- start 2023-10-05T15:23:13.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.354+0000 7faa69ffb700 1 -- 172.21.15.29:0/3241005419 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7faa600ce880 con 0x7faa6c0fff90 2023-10-05T15:23:13.358 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.354+0000 7faa7ee7db80 1 -- start start 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013dbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013de490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c501331460 con 0x55c5013d08d0 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c501322c20 con 0x55c5013dc0a0 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c501320540 con 0x55c5013d11f0 2023-10-05T15:23:13.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 0x7faa5c0a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa70a2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa70a2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48260/0 (socket says 172.21.15.29:48260) 2023-10-05T15:23:13.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa70a2f700 1 -- 172.21.15.29:0/3155307640 learned_addr learned my addr 172.21.15.29:0/3155307640 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013de490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013dbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 0x7faa5c0a3c50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faa6c0688a0 tx=0x7faa580116c0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 -- 172.21.15.29:0/3155307640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 msgr2=0x55c5013dbb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013dbb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 -- 172.21.15.29:0/3155307640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 msgr2=0x55c5013d0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa71230700 1 -- 172.21.15.29:0/3155307640 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c501146de0 con 0x55c5013dc0a0 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013dbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.355+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.356+0000 7faa71230700 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013de490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7faa64009310 tx=0x7faa64009920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5df98a44dbe4adf0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.356+0000 7faa56ffd700 1 -- 172.21.15.29:0/3155307640 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6400e070 con 0x55c5013dc0a0 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.356+0000 7faa56ffd700 1 -- 172.21.15.29:0/3155307640 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faa6400f040 con 0x55c5013dc0a0 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.356+0000 7faa56ffd700 1 -- 172.21.15.29:0/3155307640 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa64025850 con 0x55c5013dc0a0 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3155307640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 msgr2=0x55c5013de490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013de490 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7faa64009310 tx=0x7faa64009920 comp rx=0 tx=0).stop 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3155307640 shutdown_connections 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013de490 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013d0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3155307640 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013dbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3155307640 >> 172.21.15.29:0/3155307640 conn(0x55c50133d260 msgr2=0x55c5013c4450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3155307640 shutdown_connections 2023-10-05T15:23:13.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3155307640 wait complete. 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 -- start start 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.357+0000 7faa7ee7db80 1 Processor -- start 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013dbaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013d9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c50131be30 con 0x55c5013d08d0 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5012b8710 con 0x55c5013dc0a0 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5012b83b0 con 0x55c5013d11f0 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa7ee7db80 10 client.0 _ll_register_callbacks cb 0x55c501115800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa6bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa6bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54672/0 (socket says 172.21.15.29:54672) 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa6bfff700 1 -- 172.21.15.29:0/3184239144 learned_addr learned my addr 172.21.15.29:0/3184239144 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.358+0000 7faa71230700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013d9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013dbaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 -- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 msgr2=0x55c5013d9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013d9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 -- 172.21.15.29:0/3184239144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 msgr2=0x55c5013dbaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013dbaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 -- 172.21.15.29:0/3184239144 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa6c196360 con 0x55c5013d11f0 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013dbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa6bfff700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faa58012cb0 tx=0x7faa580047c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e65a9e5ef5587f8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.367 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa4bfff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa58062a60 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c5013bbf10 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7faa58069070 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7faa58062bc0 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa7ee7db80 10 client.25537 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.359+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x7faa64009050 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c5013bbf10 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7faa5800f3d0 con 0x55c5013d11f0 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 10 client.25537 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 10 client.25537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 20 client.25537 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:13.368 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c5013e38b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 4 client.25537 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:13.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c501314e10 con 0x55c5013e1490 2023-10-05T15:23:13.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.360+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c5013e38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.361+0000 7faa4bfff700 10 client.25537 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.369 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.361+0000 7faa70a2f700 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c5013e38b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2393a345d53a6a61 server_cookie=7f69bf31f169a564 in_seq=0 out_seq=0 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.361+0000 7faa4bfff700 1 -- 172.21.15.29:0/3184239144 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c501314e10 con 0x55c5013e1490 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.361+0000 7faa4bfff700 10 client.25537 handle_command_reply: tid=0 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 client.25537 shutdown 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 msgr2=0x55c5013d8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7faa58012cb0 tx=0x7faa580047c0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 shutdown_connections 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c5013e38b0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013dc0a0 0x55c5013d9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.370 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa4bfff700 0 client.25537 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d08d0 0x55c5013dbaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/3184239144 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d11f0 0x55c5013d8d00 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 >> 172.21.15.29:0/3184239144 conn(0x55c50133d260 msgr2=0x55c5013c3fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 shutdown_connections 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 1 -- 172.21.15.29:0/3184239144 wait complete. 2023-10-05T15:23:13.371 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.362+0000 7faa7ee7db80 20 client.25537 trim_cache size 0 max 16384 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.395+0000 7faa7ee7db80 1 Processor -- start 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.395+0000 7faa7ee7db80 1 -- start start 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.395+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d08d0 0x55c5013d8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d11f0 0x55c5013db620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.398 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c50119c920 con 0x55c5013dc0a0 2023-10-05T15:23:13.399 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5013be550 con 0x55c5013d11f0 2023-10-05T15:23:13.399 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5013c52b0 con 0x55c5013d08d0 2023-10-05T15:23:13.399 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.399 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48274/0 (socket says 172.21.15.29:48274) 2023-10-05T15:23:13.399 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 -- 172.21.15.29:0/2798845999 learned_addr learned my addr 172.21.15.29:0/2798845999 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.400 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 -- 172.21.15.29:0/2798845999 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d08d0 msgr2=0x55c5013d8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.400 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d08d0 0x55c5013d8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.400 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 -- 172.21.15.29:0/2798845999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d11f0 msgr2=0x55c5013db620 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:13.400 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d11f0 0x55c5013db620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.396+0000 7faa71230700 1 -- 172.21.15.29:0/2798845999 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c50112fc60 con 0x55c5013dc0a0 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.397+0000 7faa71230700 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7faa64009310 tx=0x7faa64026f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43ed6cea215e85ea server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.397+0000 7faa577fe700 1 -- 172.21.15.29:0/2798845999 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6400e040 con 0x55c5013dc0a0 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.397+0000 7faa577fe700 1 -- 172.21.15.29:0/2798845999 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faa64004c90 con 0x55c5013dc0a0 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.397+0000 7faa577fe700 1 -- 172.21.15.29:0/2798845999 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa640176a0 con 0x55c5013dc0a0 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2798845999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 msgr2=0x55c5013d5ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7faa64009310 tx=0x7faa64026f10 comp rx=0 tx=0).stop 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2798845999 shutdown_connections 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013d08d0 0x55c5013d8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013dc0a0 0x55c5013d5ff0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2798845999 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d11f0 0x55c5013db620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2798845999 >> 172.21.15.29:0/2798845999 conn(0x55c50133d260 msgr2=0x55c5013d85c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2798845999 shutdown_connections 2023-10-05T15:23:13.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2798845999 wait complete. 2023-10-05T15:23:13.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.398+0000 7faa7ee7db80 1 -- start start 2023-10-05T15:23:13.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 Processor -- start 2023-10-05T15:23:13.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d08d0 0x55c5013ef740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d11f0 0x55c5013efc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c50143f390 con 0x55c5013d11f0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c50143f4d0 con 0x55c5013d08d0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c50143f640 con 0x55c5013dc0a0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa7ee7db80 10 client.0 _ll_register_callbacks cb 0x7faa580127f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa71230700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa70a2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d08d0 0x55c5013ef740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa71230700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54686/0 (socket says 172.21.15.29:54686) 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.399+0000 7faa71230700 1 -- 172.21.15.29:0/2775883381 learned_addr learned my addr 172.21.15.29:0/2775883381 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 -- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d08d0 msgr2=0x55c5013ef740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.405 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d08d0 0x55c5013ef740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 -- 172.21.15.29:0/2775883381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d11f0 msgr2=0x55c5013efc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d11f0 0x55c5013efc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 -- 172.21.15.29:0/2775883381 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c501146de0 con 0x55c5013dc0a0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa71230700 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7faa64026a80 tx=0x7faa64009a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aca5a36a2a8338ec server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa4bfff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa6400e040 con 0x55c5013dc0a0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 9278+0+0 (secure 0 0 0) 0x7faa64020650 con 0x55c5013dc0a0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.400+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7faa6400f040 con 0x55c5013dc0a0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7faa64020810 con 0x55c5013dc0a0 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 10 client.25540 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:13.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c50116d250 con 0x55c5013dc0a0 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7faa6400f040 con 0x55c5013dc0a0 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7faa64014050 con 0x55c5013dc0a0 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 10 client.25540 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 10 client.25540 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 20 client.25540 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c501442a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 4 client.25540 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c501314b30 con 0x55c5013e1490 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.401+0000 7faa70a2f700 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c501442a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa4bfff700 10 client.25540 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa70a2f700 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c501442a70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5d2cb7f2d147d2d server_cookie=4be7fe23a81cf538 in_seq=0 out_seq=0 2023-10-05T15:23:13.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa4bfff700 1 -- 172.21.15.29:0/2775883381 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c501314b30 con 0x55c5013e1490 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa4bfff700 10 client.25540 handle_command_reply: tid=0 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 client.25540 shutdown 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 msgr2=0x55c5013f01c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7faa64026a80 tx=0x7faa64009a10 comp rx=0 tx=0).stop 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 shutdown_connections 2023-10-05T15:23:13.408 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c5013e1490 0x55c501442a70 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c5013dc0a0 0x55c5013f01c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa4bfff700 0 client.25540 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c5013d08d0 0x55c5013ef740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 --2- 172.21.15.29:0/2775883381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5013d11f0 0x55c5013efc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.402+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 >> 172.21.15.29:0/2775883381 conn(0x55c50133d260 msgr2=0x55c5013d2760 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 shutdown_connections 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa7ee7db80 1 -- 172.21.15.29:0/2775883381 wait complete. 2023-10-05T15:23:13.409 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa7ee7db80 20 client.25540 trim_cache size 0 max 16384 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "IDLE (waiting for more scrubs)", 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "2d123c3b-4394-46b8-8774-cb1805127404": { 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/", 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "2d123c3b-4394-46b8-8774-cb1805127404", 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:23:13.410 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 msgr2=0x7faa5c0a3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 0x7faa5c0a3c50 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7faa6c0688a0 tx=0x7faa580116c0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 msgr2=0x7faa6c197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.403+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7faa60004730 tx=0x7faa60005e80 comp rx=0 tx=0).stop 2023-10-05T15:23:13.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 shutdown_connections 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7faa5c0a1790 0x7faa5c0a3c50 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7faa6c198920 0x7faa6c1a2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faa6c0fff90 0x7faa6c197e50 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 --2- 172.21.15.29:0/3241005419 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7faa6c1050b0 0x7faa6c198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 >> 172.21.15.29:0/3241005419 conn(0x7faa6c0fb830 msgr2=0x7faa6c0fc540 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 shutdown_connections 2023-10-05T15:23:13.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:13.404+0000 7faa72c93700 1 -- 172.21.15.29:0/3241005419 wait complete. 2023-10-05T15:23:13.422 INFO:tasks.cephfs.filesystem:scrub status for tag:2d123c3b-4394-46b8-8774-cb1805127404 - {'path': '/', 'tag': '2d123c3b-4394-46b8-8774-cb1805127404', 'options': 'recursive,force'} 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: pgmap v31: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: scrub queued for path: / 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: scrub summary: active paths [/] 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:14 smithi040 ceph-mon[103696]: scrub summary: idle 2023-10-05T15:23:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: pgmap v31: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2023-10-05T15:23:14.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: scrub queued for path: / 2023-10-05T15:23:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: scrub summary: active paths [/] 2023-10-05T15:23:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:14 smithi177 ceph-mon[103568]: scrub summary: idle 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: pgmap v31: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 23 KiB/s wr, 22 op/s 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: scrub queued for path: / 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: scrub summary: active paths [/] 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:14 smithi029 ceph-mon[99237]: scrub summary: idle 2023-10-05T15:23:16.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:16 smithi040 ceph-mon[103696]: pgmap v32: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:16.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:16 smithi177 ceph-mon[103568]: pgmap v32: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:16.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:16 smithi029 ceph-mon[99237]: pgmap v32: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-10-05T15:23:17.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:17 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2023-10-05T15:23:17.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-10-05T15:23:17.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:17 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2023-10-05T15:23:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]: dispatch 2023-10-05T15:23:17.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:17 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]: dispatch 2023-10-05T15:23:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:18 smithi040 ceph-mon[103696]: pgmap v33: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:18 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-10-05T15:23:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:18 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2023-10-05T15:23:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:18 smithi040 ceph-mon[103696]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:23:18.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:18 smithi177 ceph-mon[103568]: pgmap v33: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:18.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:18 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-10-05T15:23:18.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:18 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2023-10-05T15:23:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:18 smithi177 ceph-mon[103568]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:23:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:18 smithi029 ceph-mon[99237]: pgmap v33: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 767 B/s wr, 6 op/s 2023-10-05T15:23:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:18 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [8, 11]}]': finished 2023-10-05T15:23:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:18 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [2, 1]}]': finished 2023-10-05T15:23:18.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:18 smithi029 ceph-mon[99237]: osdmap e90: 12 total, 12 up, 12 in 2023-10-05T15:23:19.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:19 smithi040 ceph-mon[103696]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:23:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:19 smithi177 ceph-mon[103568]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:23:19.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:19 smithi029 ceph-mon[99237]: osdmap e91: 12 total, 12 up, 12 in 2023-10-05T15:23:20.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:20 smithi040 ceph-mon[103696]: pgmap v36: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 9 op/s 2023-10-05T15:23:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:20 smithi040 ceph-mon[103696]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:23:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:20 smithi177 ceph-mon[103568]: pgmap v36: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 9 op/s 2023-10-05T15:23:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:20 smithi177 ceph-mon[103568]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:23:20.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:20 smithi029 ceph-mon[99237]: pgmap v36: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 895 B/s wr, 9 op/s 2023-10-05T15:23:20.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:20 smithi029 ceph-mon[99237]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2023-10-05T15:23:22.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:22 smithi040 ceph-mon[103696]: pgmap v37: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s 2023-10-05T15:23:22.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:22 smithi177 ceph-mon[103568]: pgmap v37: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s 2023-10-05T15:23:22.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:22 smithi029 ceph-mon[99237]: pgmap v37: 129 pgs: 2 peering, 127 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.2 KiB/s rd, 4 op/s 2023-10-05T15:23:23.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:23:23.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:23:23.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:23:23.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:23 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:23:23.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:23:23.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:23:23.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:23:23.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:23 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:23:23.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:23:23.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:23:23.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:23:23.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:23 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:23:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:24 smithi177 ceph-mon[103568]: pgmap v38: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:24.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:24 smithi177 ceph-mon[103568]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-05T15:23:24.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:24 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:23:24.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:24 smithi029 ceph-mon[99237]: pgmap v38: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:24.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:24 smithi029 ceph-mon[99237]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-05T15:23:24.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:24 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:23:24.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:24 smithi040 ceph-mon[103696]: pgmap v38: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:24.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:24 smithi040 ceph-mon[103696]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2023-10-05T15:23:24.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:24 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 -- 172.21.15.29:0/2130641043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c1009b0 msgr2=0x7f7f1c1049f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 --2- 172.21.15.29:0/2130641043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c1009b0 0x7f7f1c1049f0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009990 tx=0x7f7f10009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 -- 172.21.15.29:0/2130641043 shutdown_connections 2023-10-05T15:23:25.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 --2- 172.21.15.29:0/2130641043 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c105120 0x7f7f1c10cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 --2- 172.21.15.29:0/2130641043 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c100000 0x7f7f1c1003e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 --2- 172.21.15.29:0/2130641043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c1009b0 0x7f7f1c1049f0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 -- 172.21.15.29:0/2130641043 >> 172.21.15.29:0/2130641043 conn(0x7f7f1c0fb860 msgr2=0x7f7f1c0fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 -- 172.21.15.29:0/2130641043 shutdown_connections 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.995+0000 7f7f245a4700 1 -- 172.21.15.29:0/2130641043 wait complete. 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.996+0000 7f7f245a4700 1 Processor -- start 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.996+0000 7f7f245a4700 1 -- start start 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c105120 0x7f7f1c196380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c1a32d0 0x7f7f1c1a56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c196b20 con 0x7f7f1c100000 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1a5c00 con 0x7f7f1c105120 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f1c1a5d90 con 0x7f7f1c1a32d0 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48294/0 (socket says 172.21.15.29:48294) 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 -- 172.21.15.29:0/3197043503 learned_addr learned my addr 172.21.15.29:0/3197043503 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c105120 0x7f7f1c196380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22b41700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c1a32d0 0x7f7f1c1a56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 -- 172.21.15.29:0/3197043503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c1a32d0 msgr2=0x7f7f1c1a56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c1a32d0 0x7f7f1c1a56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 -- 172.21.15.29:0/3197043503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c105120 msgr2=0x7f7f1c196380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c105120 0x7f7f1c196380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 -- 172.21.15.29:0/3197043503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f100095f0 con 0x7f7f1c100000 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f22340700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800d980 tx=0x7f7f1800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f0f7fe700 1 -- 172.21.15.29:0/3197043503 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f18004220 con 0x7f7f1c100000 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f0f7fe700 1 -- 172.21.15.29:0/3197043503 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f18007640 con 0x7f7f1c100000 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f1c1a6070 con 0x7f7f1c100000 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.997+0000 7f7f0f7fe700 1 -- 172.21.15.29:0/3197043503 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f18005610 con 0x7f7f1c100000 2023-10-05T15:23:25.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:24.998+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f1c1a65d0 con 0x7f7f1c100000 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.000+0000 7f7f0f7fe700 1 -- 172.21.15.29:0/3197043503 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f7f18004750 con 0x7f7f1c100000 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f0f7fe700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 0x7f7f080a3c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 0x7f7f080a3c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f0f7fe700 1 -- 172.21.15.29:0/3197043503 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f7f180cd390 con 0x7f7f1c100000 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f3078eb80 1 Processor -- start 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f3078eb80 1 -- start start 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 0x7f7f080a3c50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7f10006010 tx=0x7f7f1000b260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb46f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.001+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb47cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb3d0400 con 0x55c7bb46fd30 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb3c1bc0 con 0x55c7bb47abe0 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb3bf4e0 con 0x55c7bb46f410 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48304/0 (socket says 172.21.15.29:48304) 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 -- 172.21.15.29:0/2351370844 learned_addr learned my addr 172.21.15.29:0/2351370844 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f22340700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb46f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f22b41700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb47cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 -- 172.21.15.29:0/2351370844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 msgr2=0x55c7bb46f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb46f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 -- 172.21.15.29:0/2351370844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 msgr2=0x55c7bb47cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb47cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 -- 172.21.15.29:0/2351370844 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7bb1e5d80 con 0x55c7bb46fd30 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f22b41700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb47cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009990 tx=0x7f7f1001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a40577da360381 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f0cff9700 1 -- 172.21.15.29:0/2351370844 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1002b070 con 0x55c7bb46fd30 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f0cff9700 1 -- 172.21.15.29:0/2351370844 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f1001e040 con 0x55c7bb46fd30 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.002+0000 7f7f0cff9700 1 -- 172.21.15.29:0/2351370844 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f10004e60 con 0x55c7bb46fd30 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 -- 172.21.15.29:0/2351370844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 msgr2=0x55c7bb47a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009990 tx=0x7f7f1001f000 comp rx=0 tx=0).stop 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 -- 172.21.15.29:0/2351370844 shutdown_connections 2023-10-05T15:23:25.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb46f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb47cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/2351370844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a6a0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 -- 172.21.15.29:0/2351370844 >> 172.21.15.29:0/2351370844 conn(0x55c7bb3dc200 msgr2=0x55c7bb462ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 -- 172.21.15.29:0/2351370844 shutdown_connections 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.003+0000 7f7f3078eb80 1 -- 172.21.15.29:0/2351370844 wait complete. 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 -- start start 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 Processor -- start 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb47a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46fd30 0x55c7bb477820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb3badd0 con 0x55c7bb47abe0 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb3576b0 con 0x55c7bb46f410 2023-10-05T15:23:25.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb357350 con 0x55c7bb46fd30 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f3078eb80 10 client.0 _ll_register_callbacks cb 0x55c7bb1b47a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f22b41700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f22b41700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48312/0 (socket says 172.21.15.29:48312) 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f22b41700 1 -- 172.21.15.29:0/1437561145 learned_addr learned my addr 172.21.15.29:0/1437561145 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.004+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46fd30 0x55c7bb477820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22340700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb47a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 -- 172.21.15.29:0/1437561145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46fd30 msgr2=0x55c7bb477820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46fd30 0x55c7bb477820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 -- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 msgr2=0x55c7bb47a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb47a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 -- 172.21.15.29:0/1437561145 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f1c10d510 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f22b41700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f7f14004a60 tx=0x7f7f140132b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d413ff09894cff46 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1400e040 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f7f14013d70 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c7bb45ad50 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f14016430 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f3078eb80 10 client.15966 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c7bb1cec00 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c7bb45ad50 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.005+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f7f14020610 con 0x55c7bb47abe0 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 10 client.15966 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 10 client.15966 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:25.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 20 client.15966 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb48a5d0 0x55c7bb48c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 4 client.15966 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c7bb3b3db0 con 0x55c7bb48a5d0 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f22340700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb48a5d0 0x55c7bb48c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f22340700 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb48a5d0 0x55c7bb48c9f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=227b3c268767bd4c server_cookie=ac910a8e9a56b6e4 in_seq=0 out_seq=0 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.006+0000 7f7f05ffb700 10 client.15966 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f05ffb700 1 -- 172.21.15.29:0/1437561145 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c7bb3b3db0 con 0x55c7bb48a5d0 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f05ffb700 10 client.15966 handle_command_reply: tid=0 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 client.15966 shutdown 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 msgr2=0x55c7bb477ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f7f14004a60 tx=0x7f7f140132b0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 shutdown_connections 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb48a5d0 0x55c7bb48c9f0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb47abe0 0x55c7bb477ea0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f05ffb700 0 client.15966 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb47a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/1437561145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46fd30 0x55c7bb477820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 >> 172.21.15.29:0/1437561145 conn(0x55c7bb3dc200 msgr2=0x55c7bb462b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 shutdown_connections 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 1 -- 172.21.15.29:0/1437561145 wait complete. 2023-10-05T15:23:25.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.007+0000 7f7f3078eb80 20 client.15966 trim_cache size 0 max 16384 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.022+0000 7f7f3078eb80 1 Processor -- start 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.022+0000 7f7f3078eb80 1 -- start start 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb481670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 0x55c7bb472ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb23b8c0 con 0x55c7bb46fd30 2023-10-05T15:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb45ac40 con 0x55c7bb46f410 2023-10-05T15:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb481bb0 con 0x55c7bb47abe0 2023-10-05T15:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48318/0 (socket says 172.21.15.29:48318) 2023-10-05T15:23:25.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 -- 172.21.15.29:0/687015875 learned_addr learned my addr 172.21.15.29:0/687015875 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f22340700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb481670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f22b41700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 0x55c7bb472ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 -- 172.21.15.29:0/687015875 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 msgr2=0x55c7bb472ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 0x55c7bb472ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 -- 172.21.15.29:0/687015875 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 msgr2=0x55c7bb481670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb481670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 -- 172.21.15.29:0/687015875 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c7bb20c1f0 con 0x55c7bb46fd30 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f22b41700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 0x55c7bb472ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009990 tx=0x7f7f10004a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=877e756f60a8159c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f0d7fa700 1 -- 172.21.15.29:0/687015875 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1002b030 con 0x55c7bb46fd30 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f0d7fa700 1 -- 172.21.15.29:0/687015875 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f1002c040 con 0x55c7bb46fd30 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.023+0000 7f7f0d7fa700 1 -- 172.21.15.29:0/687015875 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1000f6c0 con 0x55c7bb46fd30 2023-10-05T15:23:25.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- 172.21.15.29:0/687015875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 msgr2=0x55c7bb47a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f7f10009990 tx=0x7f7f10004a60 comp rx=0 tx=0).stop 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- 172.21.15.29:0/687015875 shutdown_connections 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb47abe0 0x55c7bb472ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb46f410 0x55c7bb481670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/687015875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb47a140 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- 172.21.15.29:0/687015875 >> 172.21.15.29:0/687015875 conn(0x55c7bb3dc200 msgr2=0x55c7bb491350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- 172.21.15.29:0/687015875 shutdown_connections 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- 172.21.15.29:0/687015875 wait complete. 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 -- start start 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.024+0000 7f7f3078eb80 1 Processor -- start 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb4d2390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb4dd410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb4d31e0 con 0x55c7bb46fd30 2023-10-05T15:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb4dd950 con 0x55c7bb47abe0 2023-10-05T15:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c7bb4dda90 con 0x55c7bb46f410 2023-10-05T15:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 10 client.0 _ll_register_callbacks cb 0x7f7f14007920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:25.035 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48324/0 (socket says 172.21.15.29:48324) 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 -- 172.21.15.29:0/3778730453 learned_addr learned my addr 172.21.15.29:0/3778730453 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f22340700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb4d2390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f22b41700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb4dd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 -- 172.21.15.29:0/3778730453 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 msgr2=0x55c7bb4d2390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb4d2390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 -- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 msgr2=0x55c7bb4dd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:25.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb4dd410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 -- 172.21.15.29:0/3778730453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c7bb1e5d80 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f21b3f700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7f10031040 tx=0x7f7f10004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af292da4b4451fe9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f05ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f1002b040 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7f1001e040 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f7f10040470 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7f10040630 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.025+0000 7f7f3078eb80 10 client.15972 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c7bb1e4250 con 0x55c7bb46fd30 2023-10-05T15:23:25.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f7f1001e040 con 0x55c7bb46fd30 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f7f1004a070 con 0x55c7bb46fd30 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 10 client.15972 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 10 client.15972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 20 client.15972 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb4ded20 0x55c7bb4e1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 4 client.15972 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c7bb3b3ad0 con 0x55c7bb4ded20 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.026+0000 7f7f22340700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb4ded20 0x55c7bb4e1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.027+0000 7f7f05ffb700 10 client.15972 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:25.038 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.027+0000 7f7f22340700 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb4ded20 0x55c7bb4e1140 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d016ec1be18c07d server_cookie=bb2a4c7c3f609eaa in_seq=0 out_seq=0 2023-10-05T15:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f05ffb700 1 -- 172.21.15.29:0/3778730453 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c7bb3b3ad0 con 0x55c7bb4ded20 2023-10-05T15:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f05ffb700 10 client.15972 handle_command_reply: tid=0 2023-10-05T15:23:25.039 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 client.15972 shutdown 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 msgr2=0x55c7bb4d28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f7f10031040 tx=0x7f7f10004730 comp rx=0 tx=0).stop 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 shutdown_connections 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c7bb4ded20 0x55c7bb4e1140 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c7bb46f410 0x55c7bb4d2390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f05ffb700 0 client.15972 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c7bb47abe0 0x55c7bb4dd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 --2- 172.21.15.29:0/3778730453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c7bb46fd30 0x55c7bb4d28d0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 >> 172.21.15.29:0/3778730453 conn(0x55c7bb3dc200 msgr2=0x55c7bb472ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 shutdown_connections 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.031+0000 7f7f3078eb80 1 -- 172.21.15.29:0/3778730453 wait complete. 2023-10-05T15:23:25.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f3078eb80 20 client.15972 trim_cache size 0 max 16384 2023-10-05T15:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:23:25.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 msgr2=0x7f7f080a3c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 0x7f7f080a3c50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7f10006010 tx=0x7f7f1000b260 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 msgr2=0x7f7f1c195e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f7f1800d980 tx=0x7f7f1800dc90 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 shutdown_connections 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f7f080a1790 0x7f7f080a3c50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f7f1c1a32d0 0x7f7f1c1a56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f1c100000 0x7f7f1c195e40 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 --2- 172.21.15.29:0/3197043503 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f7f1c105120 0x7f7f1c196380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:25.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 >> 172.21.15.29:0/3197043503 conn(0x7f7f1c0fb860 msgr2=0x7f7f1c0fc320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 shutdown_connections 2023-10-05T15:23:25.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:25.032+0000 7f7f245a4700 1 -- 172.21.15.29:0/3197043503 wait complete. 2023-10-05T15:23:25.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:25 smithi029 ceph-mon[99237]: pgmap v39: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:25.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:25 smithi040 ceph-mon[103696]: pgmap v39: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:25.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:25 smithi177 ceph-mon[103568]: pgmap v39: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 7 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:27.084 INFO:tasks.workunit.client.0.smithi029.stderr:Updating files: 98% (11851/12041) Updating files: 99% (11921/12041) Updating files: 100% (12041/12041) Updating files: 100% (12041/12041), done. 2023-10-05T15:23:27.216 INFO:tasks.workunit.client.0.smithi029.stderr:Note: switching to '689b3d5ae1ed3e8efe9a65281cd9bd422749e95f'. 2023-10-05T15:23:27.216 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.216 INFO:tasks.workunit.client.0.smithi029.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2023-10-05T15:23:27.216 INFO:tasks.workunit.client.0.smithi029.stderr:changes and commit them, and you can discard any commits you make in this 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr:state without impacting any branches by switching back to a branch. 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr:If you want to create a new branch to retain commits you create, you may 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr:do so (now or later) by using -c with the switch command. Example: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: git switch -c 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr:Or undo this operation with: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: git switch - 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2023-10-05T15:23:27.217 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:27.218 INFO:tasks.workunit.client.0.smithi029.stderr:HEAD is now at 689b3d5ae1e PendingReleaseNotes: add a note about disallowing delegating inodes 2023-10-05T15:23:27.219 DEBUG:teuthology.orchestra.run.smithi029:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2023-10-05T15:23:27.290 INFO:tasks.workunit.client.0.smithi029.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2023-10-05T15:23:27.292 INFO:tasks.workunit.client.0.smithi029.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-05T15:23:27.292 INFO:tasks.workunit.client.0.smithi029.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2023-10-05T15:23:28.101 INFO:tasks.workunit.client.0.smithi029.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2023-10-05T15:23:28.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:27 smithi029 ceph-mon[99237]: pgmap v40: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:28.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:27 smithi040 ceph-mon[103696]: pgmap v40: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:28.159 INFO:tasks.workunit.client.0.smithi029.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2023-10-05T15:23:28.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:27 smithi177 ceph-mon[103568]: pgmap v40: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:28.199 INFO:tasks.workunit.client.0.smithi029.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2023-10-05T15:23:28.200 INFO:tasks.workunit.client.0.smithi029.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-05T15:23:28.200 INFO:tasks.workunit.client.0.smithi029.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2023-10-05T15:23:28.239 INFO:tasks.workunit.client.0.smithi029.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2023-10-05T15:23:28.242 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:23:28.243 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2023-10-05T15:23:28.301 INFO:tasks.workunit:Running workunits matching suites/iogen.sh on client.0... 2023-10-05T15:23:28.302 INFO:tasks.workunit:Running workunit suites/iogen.sh... 2023-10-05T15:23:28.303 DEBUG:teuthology.orchestra.run.smithi029:workunit test suites/iogen.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=689b3d5ae1ed3e8efe9a65281cd9bd422749e95f TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/iogen.sh 2023-10-05T15:23:28.373 INFO:tasks.workunit.client.0.smithi029.stdout:getting iogen 2023-10-05T15:23:28.373 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo 'getting iogen' 2023-10-05T15:23:28.373 INFO:tasks.workunit.client.0.smithi029.stderr:+ wget http://download.ceph.com/qa/iogen_3.1p0.tar 2023-10-05T15:23:28.401 INFO:tasks.workunit.client.0.smithi029.stderr:--2023-10-05 15:23:28-- http://download.ceph.com/qa/iogen_3.1p0.tar 2023-10-05T15:23:28.410 INFO:tasks.workunit.client.0.smithi029.stderr:Resolving download.ceph.com (download.ceph.com)... 158.69.68.124, 2607:5300:201:2000::3:58a1 2023-10-05T15:23:28.432 INFO:tasks.workunit.client.0.smithi029.stderr:Connecting to download.ceph.com (download.ceph.com)|158.69.68.124|:80... connected. 2023-10-05T15:23:28.462 INFO:tasks.workunit.client.0.smithi029.stderr:HTTP request sent, awaiting response... 200 OK 2023-10-05T15:23:28.462 INFO:tasks.workunit.client.0.smithi029.stderr:Length: 8071 (7.9K) [application/octet-stream] 2023-10-05T15:23:28.464 INFO:tasks.workunit.client.0.smithi029.stderr:Saving to: ‘iogen_3.1p0.tar’ 2023-10-05T15:23:28.467 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:28.467 INFO:tasks.workunit.client.0.smithi029.stderr: 0K ....... 100% 1.04G=0s 2023-10-05T15:23:28.468 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:28.468 INFO:tasks.workunit.client.0.smithi029.stderr:2023-10-05 15:23:28 (1.04 GB/s) - ‘iogen_3.1p0.tar’ saved [8071/8071] 2023-10-05T15:23:28.468 INFO:tasks.workunit.client.0.smithi029.stderr: 2023-10-05T15:23:28.468 INFO:tasks.workunit.client.0.smithi029.stderr:+ tar -xvzf iogen_3.1p0.tar 2023-10-05T15:23:28.480 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0 2023-10-05T15:23:28.482 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/src 2023-10-05T15:23:28.484 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/src/iogen.8 2023-10-05T15:23:28.486 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/src/iogen.c 2023-10-05T15:23:28.487 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/README 2023-10-05T15:23:28.489 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/Makefile.bsd 2023-10-05T15:23:28.490 INFO:tasks.workunit.client.0.smithi029.stdout:iogen_3.1p0/Makefile 2023-10-05T15:23:28.492 INFO:tasks.workunit.client.0.smithi029.stderr:+ cd iogen_3.1p0 2023-10-05T15:23:28.492 INFO:tasks.workunit.client.0.smithi029.stdout:making iogen 2023-10-05T15:23:28.492 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo 'making iogen' 2023-10-05T15:23:28.493 INFO:tasks.workunit.client.0.smithi029.stderr:+ make 2023-10-05T15:23:28.501 INFO:tasks.workunit.client.0.smithi029.stdout:gcc -D_FILE_OFFSET_BITS=64 -DVERSION=\"3.1p0\" -Dstrlcpy=strncpy -Darc4random=rand -O2 src/iogen.c -o iogen 2023-10-05T15:23:28.690 INFO:tasks.workunit.client.0.smithi029.stdout:nroff -mandoc -Tascii src/iogen.8 > iogen.cat8 2023-10-05T15:23:28.825 INFO:tasks.workunit.client.0.smithi029.stdout:running iogen 2023-10-05T15:23:28.826 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo 'running iogen' 2023-10-05T15:23:28.826 INFO:tasks.workunit.client.0.smithi029.stderr:+ ./iogen -n 5 -s 2g 2023-10-05T15:23:28.826 INFO:tasks.workunit.client.0.smithi029.stderr:child spawned 171528 2023-10-05T15:23:28.826 INFO:tasks.workunit.client.0.smithi029.stderr:child spawned 171529 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stderr:child spawned 171530 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stderr:child spawned 171531 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stderr:child spawned 171532 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stdout:sleep for 10 min 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo 'sleep for 10 min' 2023-10-05T15:23:28.827 INFO:tasks.workunit.client.0.smithi029.stderr:+ sleep 600 2023-10-05T15:23:30.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:29 smithi029 ceph-mon[99237]: pgmap v41: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 299 B/s wr, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:30.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:29 smithi040 ceph-mon[103696]: pgmap v41: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 299 B/s wr, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:30.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:29 smithi177 ceph-mon[103568]: pgmap v41: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 299 B/s wr, 6 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2023-10-05T15:23:32.366 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:32 smithi029 ceph-mon[99237]: pgmap v42: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:32.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:32 smithi040 ceph-mon[103696]: pgmap v42: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:32.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:32 smithi177 ceph-mon[103568]: pgmap v42: 129 pgs: 129 active+clean; 1.2 MiB data, 332 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:34.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:34 smithi040 ceph-mon[103696]: pgmap v43: 129 pgs: 129 active+clean; 1.9 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 158 MiB/s wr, 63 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:34.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:34 smithi177 ceph-mon[103568]: pgmap v43: 129 pgs: 129 active+clean; 1.9 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 158 MiB/s wr, 63 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:34.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:34 smithi029 ceph-mon[99237]: pgmap v43: 129 pgs: 129 active+clean; 1.9 GiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 158 MiB/s wr, 63 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2023-10-05T15:23:36.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:36 smithi040 ceph-mon[103696]: pgmap v44: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:36.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:36 smithi177 ceph-mon[103568]: pgmap v44: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:36 smithi029 ceph-mon[99237]: pgmap v44: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:38.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.280+0000 7fb4737df700 1 -- 172.21.15.29:0/10652160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c11a690 msgr2=0x7fb46c11ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:38.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.280+0000 7fb4737df700 1 --2- 172.21.15.29:0/10652160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c11a690 0x7fb46c11ca80 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fb46801a9a0 tx=0x7fb46801acb0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 -- 172.21.15.29:0/10652160 shutdown_connections 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 --2- 172.21.15.29:0/10652160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c11a690 0x7fb46c11ca80 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 --2- 172.21.15.29:0/10652160 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c10f620 0x7fb46c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 --2- 172.21.15.29:0/10652160 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb46c10fa90 0x7fb46c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 -- 172.21.15.29:0/10652160 >> 172.21.15.29:0/10652160 conn(0x7fb46c06cfa0 msgr2=0x7fb46c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 -- 172.21.15.29:0/10652160 shutdown_connections 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.281+0000 7fb4737df700 1 -- 172.21.15.29:0/10652160 wait complete. 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.282+0000 7fb4737df700 1 Processor -- start 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 -- start start 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb46c10fa90 0x7fb46c11eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c11a690 0x7fb46c115760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c115ef0 con 0x7fb46c10f620 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c116060 con 0x7fb46c11a690 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.283+0000 7fb4737df700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb46c116220 con 0x7fb46c10fa90 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.285+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.285+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48360/0 (socket says 172.21.15.29:48360) 2023-10-05T15:23:38.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.285+0000 7fb47157b700 1 -- 172.21.15.29:0/2647460412 learned_addr learned my addr 172.21.15.29:0/2647460412 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb471d7c700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c11a690 0x7fb46c115760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb47157b700 1 -- 172.21.15.29:0/2647460412 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb46c10fa90 msgr2=0x7fb46c11eee0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:23:38.299 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb47157b700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb46c10fa90 0x7fb46c11eee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb47157b700 1 -- 172.21.15.29:0/2647460412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c11a690 msgr2=0x7fb46c115760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb47157b700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c11a690 0x7fb46c115760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.297+0000 7fb47157b700 1 -- 172.21.15.29:0/2647460412 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb46801a600 con 0x7fb46c10f620 2023-10-05T15:23:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb47157b700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb4640060b0 tx=0x7fb464007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb4627fc700 1 -- 172.21.15.29:0/2647460412 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46400de20 con 0x7fb46c10f620 2023-10-05T15:23:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb4627fc700 1 -- 172.21.15.29:0/2647460412 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb46400f040 con 0x7fb46c10f620 2023-10-05T15:23:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb4627fc700 1 -- 172.21.15.29:0/2647460412 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640146e0 con 0x7fb46c10f620 2023-10-05T15:23:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb46c116500 con 0x7fb46c10f620 2023-10-05T15:23:38.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.298+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb46c125980 con 0x7fb46c10f620 2023-10-05T15:23:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.303+0000 7fb4627fc700 1 -- 172.21.15.29:0/2647460412 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fb464015a30 con 0x7fb46c10f620 2023-10-05T15:23:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.304+0000 7fb4627fc700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 0x7fb4580a3d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.304+0000 7fb4627fc700 1 -- 172.21.15.29:0/2647460412 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fb4640cd170 con 0x7fb46c10f620 2023-10-05T15:23:38.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.305+0000 7fb470d7a700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 0x7fb4580a3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.312 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.309+0000 7fb47f9c9b80 1 Processor -- start 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 -- start start 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec85ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec8617c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec7bd400 con 0x5586ec853c00 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec7aebc0 con 0x5586ec854520 2023-10-05T15:23:38.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.310+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec7ac4e0 con 0x5586ec85f3d0 2023-10-05T15:23:38.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.313+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.313+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48370/0 (socket says 172.21.15.29:48370) 2023-10-05T15:23:38.316 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.313+0000 7fb47157b700 1 -- 172.21.15.29:0/1315617016 learned_addr learned my addr 172.21.15.29:0/1315617016 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb471d7c700 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec8617c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.318 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb47157b700 1 -- 172.21.15.29:0/1315617016 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 msgr2=0x5586ec8617c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.319 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb47157b700 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec8617c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.319 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb47157b700 1 -- 172.21.15.29:0/1315617016 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 msgr2=0x5586ec85ee90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:38.319 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb47157b700 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec85ee90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.319 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.316+0000 7fb47157b700 1 -- 172.21.15.29:0/1315617016 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586ec5d2d80 con 0x5586ec853c00 2023-10-05T15:23:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.317+0000 7fb470d7a700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 0x7fb4580a3d20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb46c117160 tx=0x7fb45c006c60 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.326+0000 7fb47157b700 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fb464009510 tx=0x7fb4640994d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a4a7b4376c4f2e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.327+0000 7fb4577fe700 1 -- 172.21.15.29:0/1315617016 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46409aea0 con 0x5586ec853c00 2023-10-05T15:23:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.327+0000 7fb4577fe700 1 -- 172.21.15.29:0/1315617016 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb46409dcc0 con 0x5586ec853c00 2023-10-05T15:23:38.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.327+0000 7fb4577fe700 1 -- 172.21.15.29:0/1315617016 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640a1a70 con 0x5586ec853c00 2023-10-05T15:23:38.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.337+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/1315617016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 msgr2=0x5586ec853fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:38.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.337+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fb464009510 tx=0x7fb4640994d0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/1315617016 shutdown_connections 2023-10-05T15:23:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec8617c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec853fe0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/1315617016 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec85ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/1315617016 >> 172.21.15.29:0/1315617016 conn(0x5586ec7c9200 msgr2=0x5586ec850080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:38.347 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.344+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/1315617016 shutdown_connections 2023-10-05T15:23:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.356+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/1315617016 wait complete. 2023-10-05T15:23:38.360 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.357+0000 7fb47f9c9b80 1 -- start start 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.357+0000 7fb47f9c9b80 1 Processor -- start 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec85ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec854520 0x5586ec85c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec7a7dd0 con 0x5586ec853c00 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec7446b0 con 0x5586ec85f3d0 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec744350 con 0x5586ec854520 2023-10-05T15:23:38.361 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.358+0000 7fb47f9c9b80 10 client.0 _ll_register_callbacks cb 0x5586ec5a17a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:38.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.359+0000 7fb471d7c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.359+0000 7fb471d7c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55496/0 (socket says 172.21.15.29:55496) 2023-10-05T15:23:38.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.359+0000 7fb471d7c700 1 -- 172.21.15.29:0/247504086 learned_addr learned my addr 172.21.15.29:0/247504086 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.369+0000 7fb471d7c700 1 -- 172.21.15.29:0/247504086 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec854520 msgr2=0x5586ec85c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.369+0000 7fb471d7c700 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec854520 0x5586ec85c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.369+0000 7fb471d7c700 1 -- 172.21.15.29:0/247504086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 msgr2=0x5586ec85ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.369+0000 7fb471d7c700 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec85ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.369+0000 7fb471d7c700 1 -- 172.21.15.29:0/247504086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb46c125980 con 0x5586ec85f3d0 2023-10-05T15:23:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.372+0000 7fb471d7c700 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb468026000 tx=0x7fb46801caa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1e94a59ae7f043c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.380 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.372+0000 7fb454ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.381+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb468005230 con 0x5586ec85f3d0 2023-10-05T15:23:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.381+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fb468005390 con 0x5586ec85f3d0 2023-10-05T15:23:38.388 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.382+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5586ec847d50 con 0x5586ec85f3d0 2023-10-05T15:23:38.389 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.387+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb46801ced0 con 0x5586ec85f3d0 2023-10-05T15:23:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.402+0000 7fb47f9c9b80 10 client.25613 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:38.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.402+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5586ec5bbc00 con 0x5586ec85f3d0 2023-10-05T15:23:38.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5586ec847d50 con 0x5586ec85f3d0 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb4680106b0 con 0x5586ec85f3d0 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 10 client.25613 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 10 client.25613 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 20 client.25613 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec890e30 0x5586ec893250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 4 client.25613 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:38.407 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.404+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5586ec7a0db0 con 0x5586ec890e30 2023-10-05T15:23:38.408 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.406+0000 7fb47157b700 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec890e30 0x5586ec893250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.409+0000 7fb454ff9700 10 client.25613 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:38.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.409+0000 7fb47157b700 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec890e30 0x5586ec893250 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de75d8851be05bc5 server_cookie=bf88fb7ff64e04a8 in_seq=0 out_seq=0 2023-10-05T15:23:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.424+0000 7fb454ff9700 1 -- 172.21.15.29:0/247504086 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5586ec7a0db0 con 0x5586ec890e30 2023-10-05T15:23:38.427 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.424+0000 7fb454ff9700 10 client.25613 handle_command_reply: tid=0 2023-10-05T15:23:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.425+0000 7fb47f9c9b80 1 client.25613 shutdown 2023-10-05T15:23:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.425+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 msgr2=0x5586ec85c830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:38.428 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.425+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb468026000 tx=0x7fb46801caa0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.431+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 shutdown_connections 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec890e30 0x5586ec893250 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec85f3d0 0x5586ec85c830 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec85ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/247504086 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec854520 0x5586ec85c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 >> 172.21.15.29:0/247504086 conn(0x5586ec7c9200 msgr2=0x5586ec84fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:38.436 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.432+0000 7fb454ff9700 0 client.25613 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:38.440 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.435+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 shutdown_connections 2023-10-05T15:23:38.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.435+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/247504086 wait complete. 2023-10-05T15:23:38.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.440+0000 7fb47f9c9b80 20 client.25613 trim_cache size 0 max 16384 2023-10-05T15:23:38.478 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 Processor -- start 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 -- start start 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec86a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec8573f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec857930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec6288c0 con 0x5586ec853c00 2023-10-05T15:23:38.479 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec855a90 con 0x5586ec854520 2023-10-05T15:23:38.480 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.476+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec854e20 con 0x5586ec85f3d0 2023-10-05T15:23:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.479+0000 7fb470d7a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec8573f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.479+0000 7fb470d7a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec8573f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55504/0 (socket says 172.21.15.29:55504) 2023-10-05T15:23:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.479+0000 7fb470d7a700 1 -- 172.21.15.29:0/4060917118 learned_addr learned my addr 172.21.15.29:0/4060917118 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.479+0000 7fb471d7c700 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec857930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.482 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.479+0000 7fb47157b700 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec86a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 -- 172.21.15.29:0/4060917118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 msgr2=0x5586ec857930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec857930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 -- 172.21.15.29:0/4060917118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 msgr2=0x5586ec8573f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec8573f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 -- 172.21.15.29:0/4060917118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586ec5f91f0 con 0x5586ec853c00 2023-10-05T15:23:38.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.480+0000 7fb47157b700 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec86a670 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb46400d740 tx=0x7fb464015e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06bce4e69bf3478 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.481+0000 7fb457fff700 1 -- 172.21.15.29:0/4060917118 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46409aea0 con 0x5586ec853c00 2023-10-05T15:23:38.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.481+0000 7fb457fff700 1 -- 172.21.15.29:0/4060917118 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb4640b1070 con 0x5586ec853c00 2023-10-05T15:23:38.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.481+0000 7fb457fff700 1 -- 172.21.15.29:0/4060917118 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4640992a0 con 0x5586ec853c00 2023-10-05T15:23:38.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.482+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/4060917118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 msgr2=0x5586ec86a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:38.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.482+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec86a670 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb46400d740 tx=0x7fb464015e30 comp rx=0 tx=0).stop 2023-10-05T15:23:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.485+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/4060917118 shutdown_connections 2023-10-05T15:23:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.485+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec857930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.485+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec86a670 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.485+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/4060917118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec8573f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.485+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/4060917118 >> 172.21.15.29:0/4060917118 conn(0x5586ec7c9200 msgr2=0x5586ec892e40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:38.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.508+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/4060917118 shutdown_connections 2023-10-05T15:23:38.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.508+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/4060917118 wait complete. 2023-10-05T15:23:38.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.509+0000 7fb47f9c9b80 1 -- start start 2023-10-05T15:23:38.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.509+0000 7fb47f9c9b80 1 Processor -- start 2023-10-05T15:23:38.531 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec864440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec864980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec8e3d00 con 0x5586ec853c00 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec8e3e40 con 0x5586ec854520 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586ec8e4000 con 0x5586ec85f3d0 2023-10-05T15:23:38.532 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.529+0000 7fb47f9c9b80 10 client.0 _ll_register_callbacks cb 0x7fb46801a820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:38.547 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.537+0000 7fb471d7c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec864980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.547 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.538+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.538+0000 7fb47157b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48392/0 (socket says 172.21.15.29:48392) 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.538+0000 7fb47157b700 1 -- 172.21.15.29:0/138466562 learned_addr learned my addr 172.21.15.29:0/138466562 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 -- 172.21.15.29:0/138466562 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 msgr2=0x5586ec864980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec864980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 -- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 msgr2=0x5586ec864440 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec864440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 -- 172.21.15.29:0/138466562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5586ec5d2d80 con 0x5586ec853c00 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47157b700 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb4640965e0 tx=0x7fb464007490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7840aa93d9fd936 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb454ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb46409aea0 con 0x5586ec853c00 2023-10-05T15:23:38.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fb464097fd0 con 0x5586ec853c00 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.539+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb46409dcc0 con 0x5586ec853c00 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.540+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb464099dd0 con 0x5586ec853c00 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.546+0000 7fb47f9c9b80 10 client.15987 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.546+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5586ec5d1250 con 0x5586ec853c00 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.546+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fb46409dcc0 con 0x5586ec853c00 2023-10-05T15:23:38.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.547+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fb464095960 con 0x5586ec853c00 2023-10-05T15:23:38.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 10 client.15987 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:38.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 10 client.15987 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:38.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 20 client.15987 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec8e5220 0x5586ec8e7610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 4 client.15987 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:23:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.554+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5586ec7a0ad0 con 0x5586ec8e5220 2023-10-05T15:23:38.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.556+0000 7fb470d7a700 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec8e5220 0x5586ec8e7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:38.567 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.565+0000 7fb470d7a700 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec8e5220 0x5586ec8e7610 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7c32c43fe146157 server_cookie=c02f77fe5822ff0b in_seq=0 out_seq=0 2023-10-05T15:23:38.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:38.571+0000 7fb454ff9700 10 client.15987 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:38.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:38 smithi029 ceph-mon[99237]: pgmap v45: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:38.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:38 smithi040 ceph-mon[103696]: pgmap v45: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:38.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:38 smithi177 ceph-mon[103568]: pgmap v45: 129 pgs: 129 active+clean; 3.7 GiB data, 6.2 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 312 MiB/s wr, 100 op/s 2023-10-05T15:23:40.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:40 smithi029 ceph-mon[99237]: pgmap v46: 129 pgs: 129 active+clean; 7.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 650 MiB/s wr, 251 op/s 2023-10-05T15:23:40.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:40 smithi040 ceph-mon[103696]: pgmap v46: 129 pgs: 129 active+clean; 7.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 650 MiB/s wr, 251 op/s 2023-10-05T15:23:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.663+0000 7fb454ff9700 1 -- 172.21.15.29:0/138466562 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5586ec7a0ad0 con 0x5586ec8e5220 2023-10-05T15:23:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.663+0000 7fb454ff9700 10 client.15987 handle_command_reply: tid=0 2023-10-05T15:23:40.665 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.663+0000 7fb47f9c9b80 1 client.15987 shutdown 2023-10-05T15:23:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 msgr2=0x5586ec863f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb4640965e0 tx=0x7fb464007490 comp rx=0 tx=0).stop 2023-10-05T15:23:40.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 shutdown_connections 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5586ec8e5220 0x5586ec8e7610 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5586ec85f3d0 0x5586ec864980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb454ff9700 0 client.15987 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5586ec853c00 0x5586ec863f00 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 --2- 172.21.15.29:0/138466562 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5586ec854520 0x5586ec864440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 >> 172.21.15.29:0/138466562 conn(0x5586ec7c9200 msgr2=0x5586ec85ea60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 shutdown_connections 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 1 -- 172.21.15.29:0/138466562 wait complete. 2023-10-05T15:23:40.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.664+0000 7fb47f9c9b80 20 client.15987 trim_cache size 0 max 16384 2023-10-05T15:23:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:23:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:23:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:23:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:23:40.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 msgr2=0x7fb4580a3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 0x7fb4580a3d20 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb46c117160 tx=0x7fb45c006c60 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 msgr2=0x7fb46c11e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fb4640060b0 tx=0x7fb464007f90 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 shutdown_connections 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fb4580a1860 0x7fb4580a3d20 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fb46c11a690 0x7fb46c115760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb46c10f620 0x7fb46c11e980 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 --2- 172.21.15.29:0/2647460412 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fb46c10fa90 0x7fb46c11eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.665+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 >> 172.21.15.29:0/2647460412 conn(0x7fb46c06cfa0 msgr2=0x7fb46c0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.666+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 shutdown_connections 2023-10-05T15:23:40.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:40.666+0000 7fb4737df700 1 -- 172.21.15.29:0/2647460412 wait complete. 2023-10-05T15:23:40.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:40 smithi177 ceph-mon[103568]: pgmap v46: 129 pgs: 129 active+clean; 7.6 GiB data, 14 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 650 MiB/s wr, 251 op/s 2023-10-05T15:23:42.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:42 smithi029 ceph-mon[99237]: pgmap v47: 129 pgs: 129 active+clean; 8.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 732 MiB/s wr, 345 op/s 2023-10-05T15:23:42.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:42 smithi040 ceph-mon[103696]: pgmap v47: 129 pgs: 129 active+clean; 8.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 732 MiB/s wr, 345 op/s 2023-10-05T15:23:42.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:42 smithi177 ceph-mon[103568]: pgmap v47: 129 pgs: 129 active+clean; 8.5 GiB data, 17 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 732 MiB/s wr, 345 op/s 2023-10-05T15:23:43.424 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:23:43.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.838+0000 7fe3954ae700 1 -- 172.21.15.29:0/4218833359 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390108870 msgr2=0x7fe390079110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:43.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.838+0000 7fe3954ae700 1 --2- 172.21.15.29:0/4218833359 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390108870 0x7fe390079110 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe38800b9b0 tx=0x7fe38800bcc0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.850 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.848+0000 7fe3954ae700 1 -- 172.21.15.29:0/4218833359 shutdown_connections 2023-10-05T15:23:43.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.848+0000 7fe3954ae700 1 --2- 172.21.15.29:0/4218833359 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390108870 0x7fe390079110 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.848+0000 7fe3954ae700 1 --2- 172.21.15.29:0/4218833359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.848+0000 7fe3954ae700 1 --2- 172.21.15.29:0/4218833359 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390107eb0 0x7fe390108330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.848+0000 7fe3954ae700 1 -- 172.21.15.29:0/4218833359 >> 172.21.15.29:0/4218833359 conn(0x7fe39006d1a0 msgr2=0x7fe39006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:43.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.863+0000 7fe3954ae700 1 -- 172.21.15.29:0/4218833359 shutdown_connections 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.866+0000 7fe3954ae700 1 -- 172.21.15.29:0/4218833359 wait complete. 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.867+0000 7fe3954ae700 1 Processor -- start 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 -- start start 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390107eb0 0x7fe3900836e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 0x7fe39007d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39007dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39007e140 con 0x7fe39010d560 2023-10-05T15:23:43.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39007e2b0 con 0x7fe390108870 2023-10-05T15:23:43.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.868+0000 7fe3954ae700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe39007e470 con 0x7fe390107eb0 2023-10-05T15:23:43.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.870+0000 7fe38e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 0x7fe39007d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.871+0000 7fe38f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39007dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.871+0000 7fe38e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 0x7fe39007d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55522/0 (socket says 172.21.15.29:55522) 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.871+0000 7fe38e7fc700 1 -- 172.21.15.29:0/3107592283 learned_addr learned my addr 172.21.15.29:0/3107592283 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38effd700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390107eb0 0x7fe3900836e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38f7fe700 1 -- 172.21.15.29:0/3107592283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390107eb0 msgr2=0x7fe3900836e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390107eb0 0x7fe3900836e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.881 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38f7fe700 1 -- 172.21.15.29:0/3107592283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 msgr2=0x7fe39007d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:43.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 0x7fe39007d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.873+0000 7fe38f7fe700 1 -- 172.21.15.29:0/3107592283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe388009d00 con 0x7fe39010d560 2023-10-05T15:23:43.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.879+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39007dc00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fe38800b9b0 tx=0x7fe388007930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:43.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.883+0000 7fe377fff700 1 -- 172.21.15.29:0/3107592283 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38800b050 con 0x7fe39010d560 2023-10-05T15:23:43.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.883+0000 7fe377fff700 1 -- 172.21.15.29:0/3107592283 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe38800b670 con 0x7fe39010d560 2023-10-05T15:23:43.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.883+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3901bb080 con 0x7fe39010d560 2023-10-05T15:23:43.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.883+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3901bb590 con 0x7fe39010d560 2023-10-05T15:23:43.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.887+0000 7fe377fff700 1 -- 172.21.15.29:0/3107592283 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe388005040 con 0x7fe39010d560 2023-10-05T15:23:43.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.891+0000 7fe377fff700 1 -- 172.21.15.29:0/3107592283 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fe3880051c0 con 0x7fe39010d560 2023-10-05T15:23:43.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.891+0000 7fe377fff700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 0x7fe3780a3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.896 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.892+0000 7fe377fff700 1 -- 172.21.15.29:0/3107592283 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe3880cfa30 con 0x7fe39010d560 2023-10-05T15:23:43.897 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.895+0000 7fe38effd700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 0x7fe3780a3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 Processor -- start 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 -- start start 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049800c0 0x5613049804a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049809e0 0x56130498b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613048e9460 con 0x5613049809e0 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613048dac20 con 0x5613049800c0 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.897+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613048d8540 con 0x56130498b890 2023-10-05T15:23:43.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.898+0000 7fe38f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.898+0000 7fe38f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54814/0 (socket says 172.21.15.29:54814) 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.898+0000 7fe38f7fe700 1 -- 172.21.15.29:0/1075063058 learned_addr learned my addr 172.21.15.29:0/1075063058 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.898+0000 7fe38effd700 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049800c0 0x5613049804a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.898+0000 7fe38effd700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 0x7fe3780a3e10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe384006fd0 tx=0x7fe384009190 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 -- 172.21.15.29:0/1075063058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049800c0 msgr2=0x5613049804a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:43.901 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049800c0 0x5613049804a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 -- 172.21.15.29:0/1075063058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049809e0 msgr2=0x56130498b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:43.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049809e0 0x56130498b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 -- 172.21.15.29:0/1075063058 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613046fede0 con 0x56130498b890 2023-10-05T15:23:43.902 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.899+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe3880989c0 tx=0x7fe3880988d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebaecd8793b7838e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:43.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.902+0000 7fe3757fa700 1 -- 172.21.15.29:0/1075063058 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38809cbc0 con 0x56130498b890 2023-10-05T15:23:43.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.903+0000 7fe3757fa700 1 -- 172.21.15.29:0/1075063058 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe38809c4c0 con 0x56130498b890 2023-10-05T15:23:43.905 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.903+0000 7fe3757fa700 1 -- 172.21.15.29:0/1075063058 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe38809b9d0 con 0x56130498b890 2023-10-05T15:23:43.908 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.904+0000 7fe3a1698b80 1 -- 172.21.15.29:0/1075063058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 msgr2=0x56130498dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:43.908 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.904+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fe3880989c0 tx=0x7fe3880988d0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.914 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 -- 172.21.15.29:0/1075063058 shutdown_connections 2023-10-05T15:23:43.914 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x56130498dc80 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049800c0 0x5613049804a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/1075063058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049809e0 0x56130498b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 -- 172.21.15.29:0/1075063058 >> 172.21.15.29:0/1075063058 conn(0x5613048f5260 msgr2=0x56130497c450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 -- 172.21.15.29:0/1075063058 shutdown_connections 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.912+0000 7fe3a1698b80 1 -- 172.21.15.29:0/1075063058 wait complete. 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 -- start start 2023-10-05T15:23:43.915 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 Processor -- start 2023-10-05T15:23:43.916 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613049800c0 0x56130498bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56130498b890 0x56130498c710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613048d3e30 con 0x56130498b890 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561304870710 con 0x5613049809e0 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613048703b0 con 0x5613049800c0 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.913+0000 7fe3a1698b80 10 client.0 _ll_register_callbacks cb 0x5613046cd800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55538/0 (socket says 172.21.15.29:55538) 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 -- 172.21.15.29:0/18058513 learned_addr learned my addr 172.21.15.29:0/18058513 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56130498b890 0x56130498c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.917 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38effd700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613049800c0 0x56130498bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 -- 172.21.15.29:0/18058513 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613049800c0 msgr2=0x56130498bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613049800c0 0x56130498bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 -- 172.21.15.29:0/18058513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56130498b890 msgr2=0x56130498c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56130498b890 0x56130498c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 -- 172.21.15.29:0/18058513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3901bb590 con 0x5613049809e0 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe3800048a0 tx=0x7fe38000e7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=10427b1c38373c6c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:43.918 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.914+0000 7fe372ff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:43.927 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.925+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380013470 con 0x5613049809e0 2023-10-05T15:23:43.928 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.925+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe3800135d0 con 0x5613049809e0 2023-10-05T15:23:43.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.935+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561304973f10 con 0x5613049809e0 2023-10-05T15:23:43.940 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.937+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe380013790 con 0x5613049809e0 2023-10-05T15:23:43.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.937+0000 7fe3a1698b80 10 client.25625 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:43.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.937+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5613046e7c60 con 0x5613049809e0 2023-10-05T15:23:43.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.938+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x561304973f10 con 0x5613049809e0 2023-10-05T15:23:43.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.939+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe380011070 con 0x5613049809e0 2023-10-05T15:23:43.947 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 10 client.25625 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:43.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 10 client.25625 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:43.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 20 client.25625 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:43.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56130499b000 0x56130499d420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:43.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 4 client.25625 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:43.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.941+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5613048cce10 con 0x56130499b000 2023-10-05T15:23:43.950 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.948+0000 7fe38effd700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56130499b000 0x56130499d420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:43.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.962+0000 7fe38effd700 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56130499b000 0x56130499d420 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fc5e60273e92d0f server_cookie=83b1ff1226fd8c2 in_seq=0 out_seq=0 2023-10-05T15:23:43.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.967+0000 7fe372ff5700 10 client.25625 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:43.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.967+0000 7fe372ff5700 1 -- 172.21.15.29:0/18058513 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5613048cce10 con 0x56130499b000 2023-10-05T15:23:43.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.967+0000 7fe372ff5700 10 client.25625 handle_command_reply: tid=0 2023-10-05T15:23:43.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.967+0000 7fe3a1698b80 1 client.25625 shutdown 2023-10-05T15:23:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.968+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 msgr2=0x56130498c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:43.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.968+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe3800048a0 tx=0x7fe38000e7e0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 shutdown_connections 2023-10-05T15:23:43.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56130499b000 0x56130499d420 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613049800c0 0x56130498bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56130498b890 0x56130498c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/18058513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498c1b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:43.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.970+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 >> 172.21.15.29:0/18058513 conn(0x5613048f5260 msgr2=0x56130497c040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:43.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.979+0000 7fe372ff5700 0 client.25625 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:43.995 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.990+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 shutdown_connections 2023-10-05T15:23:44.000 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:43.998+0000 7fe3a1698b80 1 -- 172.21.15.29:0/18058513 wait complete. 2023-10-05T15:23:44.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.007+0000 7fe3a1698b80 20 client.25625 trim_cache size 0 max 16384 2023-10-05T15:23:44.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.042+0000 7fe3a1698b80 1 Processor -- start 2023-10-05T15:23:44.045 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.042+0000 7fe3a1698b80 1 -- start start 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x561304985070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x561304985ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x561304986220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561304754920 con 0x5613049800c0 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x561304988eb0 con 0x5613049809e0 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613049867c0 con 0x56130498b890 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe38effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x561304985070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe38effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x561304985070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48424/0 (socket says 172.21.15.29:48424) 2023-10-05T15:23:44.046 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.043+0000 7fe38effd700 1 -- 172.21.15.29:0/48356084 learned_addr learned my addr 172.21.15.29:0/48356084 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.044+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x561304985ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38f7fe700 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x561304986220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38e7fc700 1 -- 172.21.15.29:0/48356084 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 msgr2=0x561304986220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x561304986220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38e7fc700 1 -- 172.21.15.29:0/48356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 msgr2=0x561304985070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x561304985070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.051 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.045+0000 7fe38e7fc700 1 -- 172.21.15.29:0/48356084 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561304978140 con 0x5613049809e0 2023-10-05T15:23:44.052 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.049+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x561304985ce0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe38001cbe0 tx=0x7fe380006eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d500dd1403648ec2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:44.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.067+0000 7fe375ffb700 1 -- 172.21.15.29:0/48356084 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380005d10 con 0x5613049809e0 2023-10-05T15:23:44.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.067+0000 7fe375ffb700 1 -- 172.21.15.29:0/48356084 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe380005e70 con 0x5613049809e0 2023-10-05T15:23:44.071 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.067+0000 7fe375ffb700 1 -- 172.21.15.29:0/48356084 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe380012d30 con 0x5613049809e0 2023-10-05T15:23:44.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.068+0000 7fe3a1698b80 1 -- 172.21.15.29:0/48356084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 msgr2=0x561304985ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.068+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x561304985ce0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe38001cbe0 tx=0x7fe380006eb0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.069+0000 7fe3a1698b80 1 -- 172.21.15.29:0/48356084 shutdown_connections 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.069+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x561304986220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.069+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x561304985070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.069+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/48356084 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x561304985ce0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.069+0000 7fe3a1698b80 1 -- 172.21.15.29:0/48356084 >> 172.21.15.29:0/48356084 conn(0x5613048f5260 msgr2=0x56130498bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:44.074 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.071+0000 7fe3a1698b80 1 -- 172.21.15.29:0/48356084 shutdown_connections 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.074+0000 7fe3a1698b80 1 -- 172.21.15.29:0/48356084 wait complete. 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.074+0000 7fe3a1698b80 1 -- start start 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.074+0000 7fe3a1698b80 1 Processor -- start 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.074+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x5613049ede30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56130498edd0 con 0x5613049800c0 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56130498ef40 con 0x5613049809e0 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613049ee370 con 0x56130498b890 2023-10-05T15:23:44.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe3a1698b80 10 client.0 _ll_register_callbacks cb 0x7fe380009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe38effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe38effd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48432/0 (socket says 172.21.15.29:48432) 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.075+0000 7fe38effd700 1 -- 172.21.15.29:0/4026224470 learned_addr learned my addr 172.21.15.29:0/4026224470 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 -- 172.21.15.29:0/4026224470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 msgr2=0x5613049ede30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x5613049ede30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 -- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 msgr2=0x56130498e630 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498e630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 -- 172.21.15.29:0/4026224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5613046e7c60 con 0x5613049800c0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe38effd700 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fe38400eb60 tx=0x7fe384011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a724862a022d3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.076+0000 7fe372ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3840158b0 con 0x5613049800c0 2023-10-05T15:23:44.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe384015a10 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe38809c4c0 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe384015bd0 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe3a1698b80 10 client.15999 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.077+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x561304725250 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.078+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe38809c4c0 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.078+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe384037070 con 0x5613049800c0 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 10 client.15999 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 20 client.15999 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613049efac0 0x5613049f1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 4 client.15999 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:23:44.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5613048ccb30 con 0x5613049efac0 2023-10-05T15:23:44.085 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.079+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613049efac0 0x5613049f1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.080+0000 7fe38e7fc700 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613049efac0 0x5613049f1f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=afc156d73d55e09e server_cookie=df6efd48e1b507c7 in_seq=0 out_seq=0 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.080+0000 7fe372ff5700 10 client.15999 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.080+0000 7fe372ff5700 1 -- 172.21.15.29:0/4026224470 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5613048ccb30 con 0x5613049efac0 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.080+0000 7fe372ff5700 10 client.15999 handle_command_reply: tid=0 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.080+0000 7fe3a1698b80 1 client.15999 shutdown 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 msgr2=0x56130498e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fe38400eb60 tx=0x7fe384011000 comp rx=0 tx=0).stop 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 shutdown_connections 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613049efac0 0x5613049f1f20 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56130498b890 0x5613049ede30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613049800c0 0x56130498e0f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 --2- 172.21.15.29:0/4026224470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613049809e0 0x56130498e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 >> 172.21.15.29:0/4026224470 conn(0x5613048f5260 msgr2=0x561304989100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe372ff5700 0 client.15999 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 shutdown_connections 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 1 -- 172.21.15.29:0/4026224470 wait complete. 2023-10-05T15:23:44.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.081+0000 7fe3a1698b80 20 client.15999 trim_cache size 0 max 16384 2023-10-05T15:23:44.088 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:44.088 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2023-10-05T15:23:44.088 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2023-10-05T15:23:44.088 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:44.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.084+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 msgr2=0x7fe3780a3e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.084+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 0x7fe3780a3e10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe384006fd0 tx=0x7fe384009190 comp rx=0 tx=0).stop 2023-10-05T15:23:44.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.084+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 msgr2=0x7fe39007dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.084+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39007dc00 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7fe38800b9b0 tx=0x7fe388007930 comp rx=0 tx=0).stop 2023-10-05T15:23:44.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 shutdown_connections 2023-10-05T15:23:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe3780a1950 0x7fe3780a3e10 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe390107eb0 0x7fe3900836e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe39010d560 0x7fe39007dc00 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 --2- 172.21.15.29:0/3107592283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe390108870 0x7fe39007d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.089+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 >> 172.21.15.29:0/3107592283 conn(0x7fe39006d1a0 msgr2=0x7fe3900730e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:44.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.093+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 shutdown_connections 2023-10-05T15:23:44.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.093+0000 7fe3954ae700 1 -- 172.21.15.29:0/3107592283 wait complete. 2023-10-05T15:23:44.126 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:23:44.126 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:23:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.436+0000 7f052a46a700 1 -- 172.21.15.29:0/1413511776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 msgr2=0x7f05241003a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.436+0000 7f052a46a700 1 --2- 172.21.15.29:0/1413511776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 0x7f05241003a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0514009990 tx=0x7f0514009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.439+0000 7f052a46a700 1 -- 172.21.15.29:0/1413511776 shutdown_connections 2023-10-05T15:23:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.439+0000 7f052a46a700 1 --2- 172.21.15.29:0/1413511776 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 0x7f05241003a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.439+0000 7f052a46a700 1 --2- 172.21.15.29:0/1413511776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05241050e0 0x7f052410cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.439+0000 7f052a46a700 1 --2- 172.21.15.29:0/1413511776 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0524100970 0x7f05241049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.439+0000 7f052a46a700 1 -- 172.21.15.29:0/1413511776 >> 172.21.15.29:0/1413511776 conn(0x7f05240fb820 msgr2=0x7f05240fdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:44.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.444+0000 7f052a46a700 1 -- 172.21.15.29:0/1413511776 shutdown_connections 2023-10-05T15:23:44.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.444+0000 7f052a46a700 1 -- 172.21.15.29:0/1413511776 wait complete. 2023-10-05T15:23:44.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.445+0000 7f052a46a700 1 Processor -- start 2023-10-05T15:23:44.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.445+0000 7f052a46a700 1 -- start start 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.445+0000 7f052a46a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 0x7f0524196ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.445+0000 7f052a46a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05241050e0 0x7f0524197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.445+0000 7f052a46a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.446+0000 7f052a46a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052419c3c0 con 0x7f052419b940 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.446+0000 7f052a46a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052419c530 con 0x7f05241050e0 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.446+0000 7f052a46a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052419c6f0 con 0x7f05240fffc0 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48442/0 (socket says 172.21.15.29:48442) 2023-10-05T15:23:44.450 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 -- 172.21.15.29:0/2952576164 learned_addr learned my addr 172.21.15.29:0/2952576164 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f05237fe700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05241050e0 0x7f0524197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 -- 172.21.15.29:0/2952576164 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 msgr2=0x7f0524196ff0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 0x7f0524196ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 -- 172.21.15.29:0/2952576164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05241050e0 msgr2=0x7f0524197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05241050e0 0x7f0524197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.448+0000 7f0528a07700 1 -- 172.21.15.29:0/2952576164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05140095f0 con 0x7f052419b940 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f0528a07700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f051c00b970 tx=0x7f051c00bc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051c007780 con 0x7f052419b940 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0524106c90 con 0x7f052419b940 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f051c017050 con 0x7f052419b940 2023-10-05T15:23:44.455 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f051c01bd00 con 0x7f052419b940 2023-10-05T15:23:44.456 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.449+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05241071f0 con 0x7f052419b940 2023-10-05T15:23:44.456 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.453+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0524068120 con 0x7f052419b940 2023-10-05T15:23:44.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.456+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f051c0078e0 con 0x7f052419b940 2023-10-05T15:23:44.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.456+0000 7f05217fa700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 0x7f050c0b4cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:44.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.456+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f051c006e40 con 0x7f052419b940 2023-10-05T15:23:44.459 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.457+0000 7f0523fff700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 0x7f050c0b4cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:44.465 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.461+0000 7f0523fff700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 0x7f050c0b4cb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0514000c00 tx=0x7f0514005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:44.465 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.463+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f051c096280 con 0x7f052419b940 2023-10-05T15:23:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:44 smithi029 ceph-mon[99237]: pgmap v48: 129 pgs: 129 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 851 MiB/s wr, 1.25k op/s 2023-10-05T15:23:44.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:44 smithi040 ceph-mon[103696]: pgmap v48: 129 pgs: 129 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 851 MiB/s wr, 1.25k op/s 2023-10-05T15:23:44.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:44 smithi177 ceph-mon[103568]: pgmap v48: 129 pgs: 129 active+clean; 9.0 GiB data, 18 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 851 MiB/s wr, 1.25k op/s 2023-10-05T15:23:44.984 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.981+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05241982f0 con 0x7f052419b940 2023-10-05T15:23:44.985 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.983+0000 7f05217fa700 1 -- 172.21.15.29:0/2952576164 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11312 (secure 0 0 0) 0x7f051c0998a0 con 0x7f052419b940 2023-10-05T15:23:44.985 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:23:44.985 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:20:45.873070+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":9,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:23:44.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.987+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 msgr2=0x7f050c0b4cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.987+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 0x7f050c0b4cb0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f0514000c00 tx=0x7f0514005fb0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.987+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 msgr2=0x7f052419bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:44.990 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.987+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f051c00b970 tx=0x7f051c00bc80 comp rx=0 tx=0).stop 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 shutdown_connections 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f050c0b27f0 0x7f050c0b4cb0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f05240fffc0 0x7f0524196ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f052419b940 0x7f052419bdc0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 --2- 172.21.15.29:0/2952576164 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f05241050e0 0x7f0524197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:44.994 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.992+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 >> 172.21.15.29:0/2952576164 conn(0x7f05240fb820 msgr2=0x7f0524103990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:44.997 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.995+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 shutdown_connections 2023-10-05T15:23:44.998 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:44.996+0000 7f052a46a700 1 -- 172.21.15.29:0/2952576164 wait complete. 2023-10-05T15:23:44.999 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 23 2023-10-05T15:23:45.025 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:23:45.303 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2952576164' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.379+0000 7fcf63230700 1 -- 172.21.15.29:0/611730883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c100720 msgr2=0x7fcf5c104be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.379+0000 7fcf63230700 1 --2- 172.21.15.29:0/611730883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c100720 0x7fcf5c104be0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fcf50009990 tx=0x7fcf50009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 -- 172.21.15.29:0/611730883 shutdown_connections 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 --2- 172.21.15.29:0/611730883 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c1001e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 --2- 172.21.15.29:0/611730883 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c105200 0x7fcf5c1056b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.383 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 --2- 172.21.15.29:0/611730883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c100720 0x7fcf5c104be0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 -- 172.21.15.29:0/611730883 >> 172.21.15.29:0/611730883 conn(0x7fcf5c0fb810 msgr2=0x7fcf5c0fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 -- 172.21.15.29:0/611730883 shutdown_connections 2023-10-05T15:23:45.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.381+0000 7fcf63230700 1 -- 172.21.15.29:0/611730883 wait complete. 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 Processor -- start 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 -- start start 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 0x7fcf5c10e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 0x7fcf5c112740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c112d40 con 0x7fcf5c105200 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c112eb0 con 0x7fcf5c100720 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf63230700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5c113070 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf60fcc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.386 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf60fcc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54858/0 (socket says 172.21.15.29:54858) 2023-10-05T15:23:45.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.382+0000 7fcf60fcc700 1 -- 172.21.15.29:0/1254363142 learned_addr learned my addr 172.21.15.29:0/1254363142 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 0x7fcf5c10e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 0x7fcf5c112740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf60fcc700 1 -- 172.21.15.29:0/1254363142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 msgr2=0x7fcf5c10e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 0x7fcf5c10e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf60fcc700 1 -- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 msgr2=0x7fcf5c112740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 0x7fcf5c112740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf60fcc700 1 -- 172.21.15.29:0/1254363142 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf500095f0 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 0x7fcf5c112740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:45.388 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.384+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 0x7fcf5c10e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.385+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800d950 tx=0x7fcf4800dc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.385+0000 7fcf59ffb700 1 -- 172.21.15.29:0/1254363142 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf48009940 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.385+0000 7fcf59ffb700 1 -- 172.21.15.29:0/1254363142 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf48010460 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.385+0000 7fcf59ffb700 1 -- 172.21.15.29:0/1254363142 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4800f620 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.386+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf5c113350 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.389 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.386+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5c1b2c80 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 Processor -- start 2023-10-05T15:23:45.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 -- start start 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fdd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3f46460 con 0x5559f3fdd9e0 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3f37c20 con 0x5559f3fdd0c0 2023-10-05T15:23:45.396 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.393+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3f35540 con 0x5559f3fe8890 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54866/0 (socket says 172.21.15.29:54866) 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 -- 172.21.15.29:0/242185620 learned_addr learned my addr 172.21.15.29:0/242185620 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 -- 172.21.15.29:0/242185620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 msgr2=0x5559f3fdd4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fdd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 -- 172.21.15.29:0/242185620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 msgr2=0x5559f3fe8350 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe8350 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.394+0000 7fcf5bfff700 1 -- 172.21.15.29:0/242185620 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559f3d5bde0 con 0x5559f3fe8890 2023-10-05T15:23:45.397 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.395+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcf50009990 tx=0x7fcf500036a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=11ac7f4460fd2b15 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.398+0000 7fcf59ffb700 1 -- 172.21.15.29:0/1254363142 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7fcf480108d0 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.399+0000 7fcf46ffd700 1 -- 172.21.15.29:0/242185620 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5001d030 con 0x5559f3fe8890 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.399+0000 7fcf46ffd700 1 -- 172.21.15.29:0/242185620 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf5001e040 con 0x5559f3fe8890 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.399+0000 7fcf46ffd700 1 -- 172.21.15.29:0/242185620 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50023460 con 0x5559f3fe8890 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.399+0000 7fcf59ffb700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 0x7fcf4c0a3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.402 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.400+0000 7fcf59ffb700 1 -- 172.21.15.29:0/1254363142 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fcf480cd610 con 0x7fcf5c0ffe00 2023-10-05T15:23:45.403 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/242185620 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 msgr2=0x5559f3feac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.403 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fcf50009990 tx=0x7fcf500036a0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/242185620 shutdown_connections 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3feac80 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fdd4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.401+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/242185620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.402+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/242185620 >> 172.21.15.29:0/242185620 conn(0x5559f3f52260 msgr2=0x5559f3fd9450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.402+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 0x7fcf4c0a3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.403+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 0x7fcf4c0a3ca0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcf54009ea0 tx=0x7fcf540094f0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.406 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.404+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/242185620 shutdown_connections 2023-10-05T15:23:45.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.404+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/242185620 wait complete. 2023-10-05T15:23:45.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.404+0000 7fcf6f41ab80 1 -- start start 2023-10-05T15:23:45.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.404+0000 7fcf6f41ab80 1 Processor -- start 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fe5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fe6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3f30e30 con 0x5559f3fdd9e0 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3ecd710 con 0x5559f3fdd0c0 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3ecd3b0 con 0x5559f3fe8890 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf6f41ab80 10 client.0 _ll_register_callbacks cb 0x5559f3d2a800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf5bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.410 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf5bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48468/0 (socket says 172.21.15.29:48468) 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.407+0000 7fcf5bfff700 1 -- 172.21.15.29:0/377068415 learned_addr learned my addr 172.21.15.29:0/377068415 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.408+0000 7fcf5bfff700 1 -- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 msgr2=0x5559f3fe6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.408+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fe6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.408+0000 7fcf5bfff700 1 -- 172.21.15.29:0/377068415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 msgr2=0x5559f3fe5690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.408+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fe5690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.408+0000 7fcf5bfff700 1 -- 172.21.15.29:0/377068415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5c114bb0 con 0x5559f3fdd9e0 2023-10-05T15:23:45.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.410+0000 7fcf5bfff700 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000b5c0 tx=0x7fcf50009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea0de08ec1f8d24 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.410+0000 7fcf3bfff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:45.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.410+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5001d040 con 0x5559f3fdd9e0 2023-10-05T15:23:45.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.410+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fcf50023460 con 0x5559f3fdd9e0 2023-10-05T15:23:45.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.410+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5559f3fd0f10 con 0x5559f3fdd9e0 2023-10-05T15:23:45.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.411+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf50023620 con 0x5559f3fdd9e0 2023-10-05T15:23:45.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.411+0000 7fcf6f41ab80 10 client.16011 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:45.413 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.411+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5559f3d44c60 con 0x5559f3fdd9e0 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.411+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5559f3fd0f10 con 0x5559f3fdd9e0 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcf50034070 con 0x5559f3fdd9e0 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 10 client.16011 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 10 client.16011 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 20 client.16011 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f3ff7ef0 0x5559f3ffa310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 4 client.16011 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:45.414 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.412+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5559f3f29e10 con 0x5559f3ff7ef0 2023-10-05T15:23:45.417 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.415+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f3ff7ef0 0x5559f3ffa310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.417+0000 7fcf3bfff700 10 client.16011 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:45.419 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.417+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f3ff7ef0 0x5559f3ffa310 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cb126f8122669f14 server_cookie=745d5f106aa4abe0 in_seq=0 out_seq=0 2023-10-05T15:23:45.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.422+0000 7fcf3bfff700 1 -- 172.21.15.29:0/377068415 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5559f3f29e10 con 0x5559f3ff7ef0 2023-10-05T15:23:45.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.422+0000 7fcf3bfff700 10 client.16011 handle_command_reply: tid=0 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.429+0000 7fcf6f41ab80 1 client.16011 shutdown 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.432+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 msgr2=0x5559f3fe5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.432+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000b5c0 tx=0x7fcf50009310 comp rx=0 tx=0).stop 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 shutdown_connections 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fe6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.437 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f3ff7ef0 0x5559f3ffa310 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fe5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/377068415 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fdd9e0 0x5559f3fe5bd0 secure :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000b5c0 tx=0x7fcf50009310 comp rx=0 tx=0).stop 2023-10-05T15:23:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 >> 172.21.15.29:0/377068415 conn(0x5559f3f52260 msgr2=0x5559f3fd8fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.438 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.435+0000 7fcf3bfff700 0 client.16011 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.439+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 shutdown_connections 2023-10-05T15:23:45.441 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.439+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/377068415 wait complete. 2023-10-05T15:23:45.443 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.440+0000 7fcf6f41ab80 20 client.16011 trim_cache size 0 max 16384 2023-10-05T15:23:45.474 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.472+0000 7fcf6f41ab80 1 Processor -- start 2023-10-05T15:23:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 -- start start 2023-10-05T15:23:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fef370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fdff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 0x5559f3fe2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3db1920 con 0x5559f3fe10c0 2023-10-05T15:23:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3fd5a60 con 0x5559f3fdd0c0 2023-10-05T15:23:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.473+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f3ff4db0 con 0x5559f3fe8890 2023-10-05T15:23:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.474+0000 7fcf60fcc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fef370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.474+0000 7fcf60fcc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fef370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55596/0 (socket says 172.21.15.29:55596) 2023-10-05T15:23:45.476 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.474+0000 7fcf60fcc700 1 -- 172.21.15.29:0/1443138155 learned_addr learned my addr 172.21.15.29:0/1443138155 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:45.477 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 0x5559f3fe2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 -- 172.21.15.29:0/1443138155 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 msgr2=0x5559f3fdff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fdff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 -- 172.21.15.29:0/1443138155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 msgr2=0x5559f3fef370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fef370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 -- 172.21.15.29:0/1443138155 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559f3d82250 con 0x5559f3fe10c0 2023-10-05T15:23:45.478 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.475+0000 7fcf617cd700 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 0x5559f3fe2940 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400c7b0 tx=0x7fcf54004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0bf95cc610c593a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.476+0000 7fcf477fe700 1 -- 172.21.15.29:0/1443138155 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5401d070 con 0x5559f3fe10c0 2023-10-05T15:23:45.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.476+0000 7fcf477fe700 1 -- 172.21.15.29:0/1443138155 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf5400ce10 con 0x5559f3fe10c0 2023-10-05T15:23:45.480 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.476+0000 7fcf477fe700 1 -- 172.21.15.29:0/1443138155 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf54011070 con 0x5559f3fe10c0 2023-10-05T15:23:45.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.482+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/1443138155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 msgr2=0x5559f3fe2940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.484 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.482+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 0x5559f3fe2940 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400c7b0 tx=0x7fcf54004b60 comp rx=0 tx=0).stop 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/1443138155 shutdown_connections 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe10c0 0x5559f3fe2940 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fdd0c0 0x5559f3fef370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/1443138155 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fe8890 0x5559f3fdff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/1443138155 >> 172.21.15.29:0/1443138155 conn(0x5559f3f52260 msgr2=0x5559f3fe09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/1443138155 shutdown_connections 2023-10-05T15:23:45.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.483+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/1443138155 wait complete. 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.484+0000 7fcf6f41ab80 1 -- start start 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.484+0000 7fcf6f41ab80 1 Processor -- start 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fdd0c0 0x5559f4045570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fe10c0 0x5559f4043d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f4044880 con 0x5559f3fe8890 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f40449f0 con 0x5559f3fe10c0 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559f4044bb0 con 0x5559f3fdd0c0 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.485+0000 7fcf6f41ab80 10 client.0 _ll_register_callbacks cb 0x7fcf5c06a0d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.486+0000 7fcf617cd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.486+0000 7fcf617cd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48480/0 (socket says 172.21.15.29:48480) 2023-10-05T15:23:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.486+0000 7fcf617cd700 1 -- 172.21.15.29:0/2200456882 learned_addr learned my addr 172.21.15.29:0/2200456882 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 -- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fdd0c0 msgr2=0x5559f4045570 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fdd0c0 0x5559f4045570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 -- 172.21.15.29:0/2200456882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fe10c0 msgr2=0x5559f4043d70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:45.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fe10c0 0x5559f4043d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 -- 172.21.15.29:0/2200456882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5400caf0 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf617cd700 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fcf54004b30 tx=0x7fcf5400ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d78c31430bbef40 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.487+0000 7fcf3bfff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5401d040 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fcf54023a30 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcf5001e040 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf54023bf0 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf6f41ab80 10 client.16017 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.488+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5559f3d5a2b0 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fcf5001e040 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fcf54035060 con 0x5559f3fe8890 2023-10-05T15:23:45.496 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 10 client.16017 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 10 client.16017 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 20 client.16017 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f40801a0 0x5559f40825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 4 client.16017 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.489+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5559f3f29b30 con 0x5559f40801a0 2023-10-05T15:23:45.497 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.494+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f40801a0 0x5559f40825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.520+0000 7fcf60fcc700 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f40801a0 0x5559f40825c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cafa25052d43a323 server_cookie=cd885d0431075278 in_seq=0 out_seq=0 2023-10-05T15:23:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.520+0000 7fcf3bfff700 10 client.16017 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.523+0000 7fcf3bfff700 1 -- 172.21.15.29:0/2200456882 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5559f3f29b30 con 0x5559f40801a0 2023-10-05T15:23:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.523+0000 7fcf3bfff700 10 client.16017 handle_command_reply: tid=0 2023-10-05T15:23:45.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.523+0000 7fcf6f41ab80 1 client.16017 shutdown 2023-10-05T15:23:45.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.527+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 msgr2=0x5559f40442b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.529 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.527+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fcf54004b30 tx=0x7fcf5400ca20 comp rx=0 tx=0).stop 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 shutdown_connections 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5559f3fdd0c0 0x5559f4045570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x5559f40801a0 0x5559f40825c0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5559f3fe8890 0x5559f40442b0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 --2- 172.21.15.29:0/2200456882 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5559f3fe10c0 0x5559f4043d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.544 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 >> 172.21.15.29:0/2200456882 conn(0x5559f3f52260 msgr2=0x5559f3fe3e60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.541+0000 7fcf3bfff700 0 client.16017 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:23:45.545 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.542+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 shutdown_connections 2023-10-05T15:23:45.551 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.548+0000 7fcf6f41ab80 1 -- 172.21.15.29:0/2200456882 wait complete. 2023-10-05T15:23:45.563 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.561+0000 7fcf6f41ab80 20 client.16017 trim_cache size 0 max 16384 2023-10-05T15:23:45.564 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:45.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.571+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 msgr2=0x7fcf4c0a3ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.571+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 0x7fcf4c0a3ca0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fcf54009ea0 tx=0x7fcf540094f0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.571+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 msgr2=0x7fcf5c10dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:45.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.571+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800d950 tx=0x7fcf4800dc60 comp rx=0 tx=0).stop 2023-10-05T15:23:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 shutdown_connections 2023-10-05T15:23:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fcf4c0a17e0 0x7fcf4c0a3ca0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fcf5c0ffe00 0x7fcf5c10dda0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf5c105200 0x7fcf5c112740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 --2- 172.21.15.29:0/1254363142 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fcf5c100720 0x7fcf5c10e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:45.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.581+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 >> 172.21.15.29:0/1254363142 conn(0x7fcf5c0fb810 msgr2=0x7fcf5c102ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:45.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.592+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 shutdown_connections 2023-10-05T15:23:45.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:45.599+0000 7fcf63230700 1 -- 172.21.15.29:0/1254363142 wait complete. 2023-10-05T15:23:45.639 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:23:45.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2952576164' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:45.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2952576164' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 -- 172.21.15.29:0/1075805116 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 msgr2=0x7f58c011ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1075805116 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c011ca80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f58b001a9a0 tx=0x7f58b001acb0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 -- 172.21.15.29:0/1075805116 shutdown_connections 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1075805116 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c011ca80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1075805116 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c010f640 0x7f58c0107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1075805116 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c01083f0 0x7f58c0108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.038+0000 7f58c64c4700 1 -- 172.21.15.29:0/1075805116 >> 172.21.15.29:0/1075805116 conn(0x7f58c006d1a0 msgr2=0x7f58c006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.058 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.053+0000 7f58c64c4700 1 -- 172.21.15.29:0/1075805116 shutdown_connections 2023-10-05T15:23:46.060 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.058+0000 7f58c64c4700 1 -- 172.21.15.29:0/1075805116 wait complete. 2023-10-05T15:23:46.061 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.058+0000 7f58c64c4700 1 Processor -- start 2023-10-05T15:23:46.061 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 -- start start 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c01083f0 0x7f58c01159e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c01a93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58c01a9910 con 0x7f58c010f640 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58c01a9a80 con 0x7f58c01083f0 2023-10-05T15:23:46.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.059+0000 7f58c64c4700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58c01a9c40 con 0x7f58c011a690 2023-10-05T15:23:46.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.064+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.066 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.064+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48496/0 (socket says 172.21.15.29:48496) 2023-10-05T15:23:46.067 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.064+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1681553690 learned_addr learned my addr 172.21.15.29:0/1681553690 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.071+0000 7f58c4a61700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c01a93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.071+0000 7f58bffff700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c01083f0 0x7f58c01159e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1681553690 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 msgr2=0x7f58c01a93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c01a93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1681553690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c01083f0 msgr2=0x7f58c01159e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c01083f0 0x7f58c01159e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1681553690 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b001a600 con 0x7f58c010f640 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.076+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f58b400e9a0 tx=0x7f58b400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.084+0000 7f58bd7fa700 1 -- 172.21.15.29:0/1681553690 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b400cbd0 con 0x7f58c010f640 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.084+0000 7f58bd7fa700 1 -- 172.21.15.29:0/1681553690 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58b400cd30 con 0x7f58c010f640 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.084+0000 7f58bd7fa700 1 -- 172.21.15.29:0/1681553690 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b4018680 con 0x7f58c010f640 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.084+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58c01a9f20 con 0x7f58c010f640 2023-10-05T15:23:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.084+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58c01aa3e0 con 0x7f58c010f640 2023-10-05T15:23:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.091+0000 7f58bd7fa700 1 -- 172.21.15.29:0/1681553690 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f58b40187e0 con 0x7f58c010f640 2023-10-05T15:23:46.094 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.092+0000 7f58d26aeb80 1 Processor -- start 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.092+0000 7f58d26aeb80 1 -- start start 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.092+0000 7f58bd7fa700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 0x7f58a80a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.092+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac564a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.092+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac63c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aabbf460 con 0x55a2aac569e0 2023-10-05T15:23:46.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aabb0c20 con 0x55a2aac560c0 2023-10-05T15:23:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aabae540 con 0x55a2aac61890 2023-10-05T15:23:46.096 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58bd7fa700 1 -- 172.21.15.29:0/1681553690 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f58b4014070 con 0x7f58c010f640 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48500/0 (socket says 172.21.15.29:48500) 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.093+0000 7f58bf7fe700 1 -- 172.21.15.29:0/982467277 learned_addr learned my addr 172.21.15.29:0/982467277 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 -- 172.21.15.29:0/982467277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 msgr2=0x55a2aac63c80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac63c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 -- 172.21.15.29:0/982467277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 msgr2=0x55a2aac564a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:46.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58c4a61700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 0x7f58a80a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac564a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 -- 172.21.15.29:0/982467277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a2aa9d4de0 con 0x55a2aac569e0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f58b40a2340 tx=0x7f58b409a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fde54cd5bac0b05 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.094+0000 7f58c4a61700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 0x7f58a80a3de0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f58b001c2f0 tx=0x7f58b002a040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.095+0000 7f58a67fc700 1 -- 172.21.15.29:0/982467277 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b409e630 con 0x55a2aac569e0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.095+0000 7f58a67fc700 1 -- 172.21.15.29:0/982467277 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58b40a2870 con 0x55a2aac569e0 2023-10-05T15:23:46.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.095+0000 7f58a67fc700 1 -- 172.21.15.29:0/982467277 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b40a23e0 con 0x55a2aac569e0 2023-10-05T15:23:46.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.096+0000 7f58d26aeb80 1 -- 172.21.15.29:0/982467277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 msgr2=0x55a2aac61350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.096+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f58b40a2340 tx=0x7f58b409a150 comp rx=0 tx=0).stop 2023-10-05T15:23:46.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 -- 172.21.15.29:0/982467277 shutdown_connections 2023-10-05T15:23:46.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac63c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac564a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/982467277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac61350 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 -- 172.21.15.29:0/982467277 >> 172.21.15.29:0/982467277 conn(0x55a2aabcb260 msgr2=0x55a2aac52450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.098+0000 7f58d26aeb80 1 -- 172.21.15.29:0/982467277 shutdown_connections 2023-10-05T15:23:46.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.101+0000 7f58d26aeb80 1 -- 172.21.15.29:0/982467277 wait complete. 2023-10-05T15:23:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.102+0000 7f58d26aeb80 1 -- start start 2023-10-05T15:23:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.103+0000 7f58d26aeb80 1 Processor -- start 2023-10-05T15:23:46.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac560c0 0x55a2aac5e730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac61890 0x55a2aac5f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aaba9e30 con 0x55a2aac569e0 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aab46710 con 0x55a2aac61890 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aab463b0 con 0x55a2aac560c0 2023-10-05T15:23:46.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.104+0000 7f58d26aeb80 10 client.0 _ll_register_callbacks cb 0x55a2aa9a3800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:46.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.108+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.108+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48510/0 (socket says 172.21.15.29:48510) 2023-10-05T15:23:46.115 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.108+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1204293312 learned_addr learned my addr 172.21.15.29:0/1204293312 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.109+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac560c0 msgr2=0x55a2aac5e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.109+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac560c0 0x55a2aac5e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.109+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1204293312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac61890 msgr2=0x55a2aac5f1b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.109+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac61890 0x55a2aac5f1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.109+0000 7f58bf7fe700 1 -- 172.21.15.29:0/1204293312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58c01aa3e0 con 0x55a2aac569e0 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.110+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f58b40969e0 tx=0x7f58b4010cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32529427cdb0027b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.110+0000 7f589f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.110+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b40b8070 con 0x55a2aac569e0 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.110+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a2aac49f10 con 0x55a2aac569e0 2023-10-05T15:23:46.116 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.110+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f58b40a25f0 con 0x55a2aac569e0 2023-10-05T15:23:46.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.114+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f58b409e170 con 0x55a2aac569e0 2023-10-05T15:23:46.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.114+0000 7f58d26aeb80 10 client.16029 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:46.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.114+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55a2aa9bdc60 con 0x55a2aac569e0 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.115+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58b40aa080 con 0x55a2aac569e0 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.115+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f58b4099440 con 0x55a2aac569e0 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 10 client.16029 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 10 client.16029 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 20 client.16029 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aac71010 0x55a2aac73430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 4 client.16029 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:46.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.116+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a2aaba2e10 con 0x55a2aac71010 2023-10-05T15:23:46.123 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.120+0000 7f58bffff700 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aac71010 0x55a2aac73430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.139+0000 7f589f7fe700 10 client.16029 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.139+0000 7f58bffff700 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aac71010 0x55a2aac73430 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f16afb33077b7f83 server_cookie=892f7f5575e5e77a in_seq=0 out_seq=0 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.145+0000 7f589f7fe700 1 -- 172.21.15.29:0/1204293312 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a2aaba2e10 con 0x55a2aac71010 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.145+0000 7f589f7fe700 10 client.16029 handle_command_reply: tid=0 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.145+0000 7f58d26aeb80 1 client.16029 shutdown 2023-10-05T15:23:46.152 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.150+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 msgr2=0x55a2aac5ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.150+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f58b40969e0 tx=0x7f58b4010cf0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.170 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 shutdown_connections 2023-10-05T15:23:46.170 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac560c0 0x55a2aac5e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aac71010 0x55a2aac73430 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac61890 0x55a2aac5f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/1204293312 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac5ec70 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 >> 172.21.15.29:0/1204293312 conn(0x55a2aabcb260 msgr2=0x55a2aac51fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f589f7fe700 0 client.16029 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 shutdown_connections 2023-10-05T15:23:46.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.168+0000 7f58d26aeb80 1 -- 172.21.15.29:0/1204293312 wait complete. 2023-10-05T15:23:46.185 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.182+0000 7f58d26aeb80 20 client.16029 trim_cache size 0 max 16384 2023-10-05T15:23:46.219 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.215+0000 7f58d26aeb80 1 Processor -- start 2023-10-05T15:23:46.219 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 -- start start 2023-10-05T15:23:46.219 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac590b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac68310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aaa2a920 con 0x55a2aac569e0 2023-10-05T15:23:46.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aac4ea20 con 0x55a2aac560c0 2023-10-05T15:23:46.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.217+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aac49ae0 con 0x55a2aac61890 2023-10-05T15:23:46.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.221+0000 7f58c4a61700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.221+0000 7f58c4a61700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54918/0 (socket says 172.21.15.29:54918) 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.221+0000 7f58c4a61700 1 -- 172.21.15.29:0/2164130879 learned_addr learned my addr 172.21.15.29:0/2164130879 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.223+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac68310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.226+0000 7f58c4a61700 1 -- 172.21.15.29:0/2164130879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 msgr2=0x55a2aac590b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.226+0000 7f58c4a61700 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac590b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.226+0000 7f58c4a61700 1 -- 172.21.15.29:0/2164130879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 msgr2=0x55a2aac68310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.226+0000 7f58c4a61700 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac68310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.226+0000 7f58c4a61700 1 -- 172.21.15.29:0/2164130879 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a2aac4e140 con 0x55a2aac61890 2023-10-05T15:23:46.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.240+0000 7f58c4a61700 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58b001a9a0 tx=0x7f58b002e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f153819f7d93fb4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.247+0000 7f58a6ffd700 1 -- 172.21.15.29:0/2164130879 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b0003c40 con 0x55a2aac61890 2023-10-05T15:23:46.250 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.247+0000 7f58a6ffd700 1 -- 172.21.15.29:0/2164130879 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58b0039040 con 0x55a2aac61890 2023-10-05T15:23:46.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.247+0000 7f58a6ffd700 1 -- 172.21.15.29:0/2164130879 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b0033970 con 0x55a2aac61890 2023-10-05T15:23:46.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.248+0000 7f58d26aeb80 1 -- 172.21.15.29:0/2164130879 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 msgr2=0x55a2aac599f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.251 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.248+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f58b001a9a0 tx=0x7f58b002e000 comp rx=0 tx=0).stop 2023-10-05T15:23:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.253+0000 7f58d26aeb80 1 -- 172.21.15.29:0/2164130879 shutdown_connections 2023-10-05T15:23:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.253+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac599f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.255 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.253+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac590b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.253+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/2164130879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac68310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.253+0000 7f58d26aeb80 1 -- 172.21.15.29:0/2164130879 >> 172.21.15.29:0/2164130879 conn(0x55a2aabcb260 msgr2=0x55a2aac6ca70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.256 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.254+0000 7f58d26aeb80 1 -- 172.21.15.29:0/2164130879 shutdown_connections 2023-10-05T15:23:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.254+0000 7f58d26aeb80 1 -- 172.21.15.29:0/2164130879 wait complete. 2023-10-05T15:23:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.254+0000 7f58d26aeb80 1 -- start start 2023-10-05T15:23:46.257 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 Processor -- start 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac67cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac66050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aac66720 con 0x55a2aac569e0 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aac66890 con 0x55a2aac560c0 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2aac66a50 con 0x55a2aac61890 2023-10-05T15:23:46.258 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.255+0000 7f58d26aeb80 10 client.0 _ll_register_callbacks cb 0x7f58b409a020 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:46.260 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.258+0000 7f58c4a61700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac66050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.258+0000 7f58bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac67cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.258+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.258+0000 7f58bf7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48522/0 (socket says 172.21.15.29:48522) 2023-10-05T15:23:46.261 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.258+0000 7f58bf7fe700 1 -- 172.21.15.29:0/668213591 learned_addr learned my addr 172.21.15.29:0/668213591 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 -- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 msgr2=0x55a2aac66050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac66050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 -- 172.21.15.29:0/668213591 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 msgr2=0x55a2aac67cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac67cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 -- 172.21.15.29:0/668213591 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58c011d430 con 0x55a2aac569e0 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bffff700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac67cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f58bf7fe700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f58b400c5b0 tx=0x7f58b4005b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2a96c4c3767ec9a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.265 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.262+0000 7f589f7fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:46.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.267+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58b40b8040 con 0x55a2aac569e0 2023-10-05T15:23:46.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.267+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f58b40964d0 con 0x55a2aac569e0 2023-10-05T15:23:46.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.267+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f58b40a2870 con 0x55a2aac569e0 2023-10-05T15:23:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.282+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f58b409e170 con 0x55a2aac569e0 2023-10-05T15:23:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.283+0000 7f58d26aeb80 10 client.16035 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:46.285 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.283+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55a2aa9fb250 con 0x55a2aac569e0 2023-10-05T15:23:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f58b40aa070 con 0x55a2aac569e0 2023-10-05T15:23:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f58b40a2bd0 con 0x55a2aac569e0 2023-10-05T15:23:46.286 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 10 client.16035 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:46.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 10 client.16035 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:23:46.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 20 client.16035 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:46.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aacc5b70 0x55a2aacc7f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 4 client.16035 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:46.287 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.284+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a2aaba2b30 con 0x55a2aacc5b70 2023-10-05T15:23:46.294 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.292+0000 7f58bffff700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aacc5b70 0x55a2aacc7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.329 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.327+0000 7f58bffff700 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aacc5b70 0x55a2aacc7f90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fbb1b5b8315fc525 server_cookie=eb46ceaebe3ecd69 in_seq=0 out_seq=0 2023-10-05T15:23:46.330 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.328+0000 7f589f7fe700 10 client.16035 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:46.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.339+0000 7f589f7fe700 1 -- 172.21.15.29:0/668213591 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a2aaba2b30 con 0x55a2aacc5b70 2023-10-05T15:23:46.341 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.339+0000 7f589f7fe700 10 client.16035 handle_command_reply: tid=0 2023-10-05T15:23:46.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.339+0000 7f58d26aeb80 1 client.16035 shutdown 2023-10-05T15:23:46.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.340+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 msgr2=0x55a2aac681f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.342 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.340+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f58b400c5b0 tx=0x7f58b4005b40 comp rx=0 tx=0).stop 2023-10-05T15:23:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 shutdown_connections 2023-10-05T15:23:46.349 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a2aac61890 0x55a2aac66050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55a2aacc5b70 0x55a2aacc7f90 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a2aac560c0 0x55a2aac67cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 --2- 172.21.15.29:0/668213591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2aac569e0 0x55a2aac681f0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.347+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 >> 172.21.15.29:0/668213591 conn(0x55a2aabcb260 msgr2=0x55a2aac599f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.350 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.348+0000 7f589f7fe700 0 client.16035 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:23:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.353+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 shutdown_connections 2023-10-05T15:23:46.361 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.359+0000 7f58d26aeb80 1 -- 172.21.15.29:0/668213591 wait complete. 2023-10-05T15:23:46.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.361+0000 7f58d26aeb80 20 client.16035 trim_cache size 0 max 16384 2023-10-05T15:23:46.367 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:46.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.370+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 msgr2=0x7f58a80a3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.370+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 0x7f58a80a3de0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f58b001c2f0 tx=0x7f58b002a040 comp rx=0 tx=0).stop 2023-10-05T15:23:46.374 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.370+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 msgr2=0x7f58c0115f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.370+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f58b400e9a0 tx=0x7f58b400ecb0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 shutdown_connections 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f58a80a1920 0x7f58a80a3de0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f58c011a690 0x7f58c01a93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f58c01083f0 0x7f58c01159e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 --2- 172.21.15.29:0/1681553690 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58c010f640 0x7f58c0115f20 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.373+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 >> 172.21.15.29:0/1681553690 conn(0x7f58c006d1a0 msgr2=0x7f58c011bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.376+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 shutdown_connections 2023-10-05T15:23:46.384 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.380+0000 7f58c64c4700 1 -- 172.21.15.29:0/1681553690 wait complete. 2023-10-05T15:23:46.417 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:23:46.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:46 smithi029 ceph-mon[99237]: pgmap v49: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 875 MiB/s wr, 2.48k op/s 2023-10-05T15:23:46.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:46 smithi040 ceph-mon[103696]: pgmap v49: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 875 MiB/s wr, 2.48k op/s 2023-10-05T15:23:46.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:46 smithi177 ceph-mon[103568]: pgmap v49: 129 pgs: 129 active+clean; 9.8 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 875 MiB/s wr, 2.48k op/s 2023-10-05T15:23:46.793 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.786+0000 7f0769236700 1 -- 172.21.15.29:0/2002715298 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f07640ff850 msgr2=0x7f0764111680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.794 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.786+0000 7f0769236700 1 --2- 172.21.15.29:0/2002715298 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f07640ff850 0x7f0764111680 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f074c0098f0 tx=0x7f074c009c00 comp rx=0 tx=0).stop 2023-10-05T15:23:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.797+0000 7f0769236700 1 -- 172.21.15.29:0/2002715298 shutdown_connections 2023-10-05T15:23:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.797+0000 7f0769236700 1 --2- 172.21.15.29:0/2002715298 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0764111bc0 0x7f0764113fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.797+0000 7f0769236700 1 --2- 172.21.15.29:0/2002715298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07640fef30 0x7f07640ff310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.797+0000 7f0769236700 1 --2- 172.21.15.29:0/2002715298 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f07640ff850 0x7f0764111680 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.799 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.797+0000 7f0769236700 1 -- 172.21.15.29:0/2002715298 >> 172.21.15.29:0/2002715298 conn(0x7f0764076ed0 msgr2=0x7f07640fd1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.818 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.816+0000 7f0769236700 1 -- 172.21.15.29:0/2002715298 shutdown_connections 2023-10-05T15:23:46.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.822+0000 7f0769236700 1 -- 172.21.15.29:0/2002715298 wait complete. 2023-10-05T15:23:46.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.823+0000 7f0769236700 1 Processor -- start 2023-10-05T15:23:46.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 -- start start 2023-10-05T15:23:46.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07640fef30 0x7f076410ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 0x7f076410d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 0x7f0764071910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0764071e50 con 0x7f07640fef30 2023-10-05T15:23:46.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0764071fc0 con 0x7f07640ff850 2023-10-05T15:23:46.827 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.824+0000 7f0769236700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0764072180 con 0x7f0764111bc0 2023-10-05T15:23:46.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.826+0000 7f076359e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 0x7f0764071910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.826+0000 7f075bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 0x7f076410d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.826+0000 7f076359e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 0x7f0764071910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54938/0 (socket says 172.21.15.29:54938) 2023-10-05T15:23:46.828 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.826+0000 7f076359e700 1 -- 172.21.15.29:0/3647615743 learned_addr learned my addr 172.21.15.29:0/3647615743 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.828+0000 7f075bfff700 1 -- 172.21.15.29:0/3647615743 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 msgr2=0x7f0764071910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.828+0000 7f075bfff700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 0x7f0764071910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.828+0000 7f075bfff700 1 -- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07640fef30 msgr2=0x7f076410ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.828+0000 7f075bfff700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07640fef30 0x7f076410ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.830 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.828+0000 7f075bfff700 1 -- 172.21.15.29:0/3647615743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f074c009520 con 0x7f07640ff850 2023-10-05T15:23:46.831 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.829+0000 7f075bfff700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 0x7f076410d3b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f074c000c00 tx=0x7f074c00b560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.832+0000 7f0760d99700 1 -- 172.21.15.29:0/3647615743 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074c01c070 con 0x7f07640ff850 2023-10-05T15:23:46.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.832+0000 7f0760d99700 1 -- 172.21.15.29:0/3647615743 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f074c005500 con 0x7f07640ff850 2023-10-05T15:23:46.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.832+0000 7f0760d99700 1 -- 172.21.15.29:0/3647615743 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074c003bc0 con 0x7f07640ff850 2023-10-05T15:23:46.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.839+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07640723a0 con 0x7f07640ff850 2023-10-05T15:23:46.843 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.839+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07640727d0 con 0x7f07640ff850 2023-10-05T15:23:46.851 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.849+0000 7f0775420b80 1 Processor -- start 2023-10-05T15:23:46.854 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.852+0000 7f0760d99700 1 -- 172.21.15.29:0/3647615743 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 23) v1 ==== 136236+0+0 (secure 0 0 0) 0x7f074c003d20 con 0x7f07640ff850 2023-10-05T15:23:46.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.853+0000 7f0760d99700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 0x7f07500a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.856 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.853+0000 7f0760d99700 1 -- 172.21.15.29:0/3647615743 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f074c0cde40 con 0x7f07640ff850 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 -- start start 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b4565120c0 0x55b4565124a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b45651d890 0x55b45651fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45647b460 con 0x55b4565120c0 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45646cc20 con 0x55b4565129e0 2023-10-05T15:23:46.857 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.854+0000 7f0775420b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45646a540 con 0x55b45651d890 2023-10-05T15:23:46.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.855+0000 7f075bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.855+0000 7f075bfff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55666/0 (socket says 172.21.15.29:55666) 2023-10-05T15:23:46.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.855+0000 7f075bfff700 1 -- 172.21.15.29:0/3691933417 learned_addr learned my addr 172.21.15.29:0/3691933417 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.855+0000 7f076359e700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 0x7f07500a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.858 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f076359e700 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b45651d890 0x55b45651fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 -- 172.21.15.29:0/3691933417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b45651d890 msgr2=0x55b45651fc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b45651d890 0x55b45651fc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 -- 172.21.15.29:0/3691933417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b4565120c0 msgr2=0x55b4565124a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b4565120c0 0x55b4565124a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 -- 172.21.15.29:0/3691933417 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b456290de0 con 0x55b4565129e0 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f076359e700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 0x7f07500a3de0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f075c007fd0 tx=0x7f075c00fc20 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.859 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.856+0000 7f075bfff700 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f074c00fb40 tx=0x7f074c09a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cc796f473f0ee1c0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.867+0000 7f07597fa700 1 -- 172.21.15.29:0/3691933417 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074c09a8d0 con 0x55b4565129e0 2023-10-05T15:23:46.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.867+0000 7f07597fa700 1 -- 172.21.15.29:0/3691933417 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f074c09ea20 con 0x55b4565129e0 2023-10-05T15:23:46.869 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.867+0000 7f07597fa700 1 -- 172.21.15.29:0/3691933417 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074c09ab30 con 0x55b4565129e0 2023-10-05T15:23:46.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.870+0000 7f0775420b80 1 -- 172.21.15.29:0/3691933417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 msgr2=0x55b45651d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.870+0000 7f0775420b80 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f074c00fb40 tx=0x7f074c09a530 comp rx=0 tx=0).stop 2023-10-05T15:23:46.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.871+0000 7f0775420b80 1 -- 172.21.15.29:0/3691933417 shutdown_connections 2023-10-05T15:23:46.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.871+0000 7f0775420b80 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b45651d890 0x55b45651fc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.871+0000 7f0775420b80 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b4565120c0 0x55b4565124a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.871+0000 7f0775420b80 1 --2- 172.21.15.29:0/3691933417 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651d350 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.874 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.871+0000 7f0775420b80 1 -- 172.21.15.29:0/3691933417 >> 172.21.15.29:0/3691933417 conn(0x55b456487260 msgr2=0x55b45650e450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.882 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.880+0000 7f0775420b80 1 -- 172.21.15.29:0/3691933417 shutdown_connections 2023-10-05T15:23:46.884 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.882+0000 7f0775420b80 1 -- 172.21.15.29:0/3691933417 wait complete. 2023-10-05T15:23:46.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.882+0000 7f0775420b80 1 -- start start 2023-10-05T15:23:46.885 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.882+0000 7f0775420b80 1 Processor -- start 2023-10-05T15:23:46.889 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456528cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b456465e30 con 0x55b45651d890 2023-10-05T15:23:46.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b456402710 con 0x55b4565120c0 2023-10-05T15:23:46.890 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4564023b0 con 0x55b4565129e0 2023-10-05T15:23:46.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.884+0000 7f0775420b80 10 client.0 _ll_register_callbacks cb 0x55b45625f800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:46.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.890+0000 7f076359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456528cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.890+0000 7f076359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456528cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48546/0 (socket says 172.21.15.29:48546) 2023-10-05T15:23:46.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.890+0000 7f076359e700 1 -- 172.21.15.29:0/112686370 learned_addr learned my addr 172.21.15.29:0/112686370 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:46.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.890+0000 7f0762d9d700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.892+0000 7f075bfff700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.897+0000 7f075bfff700 1 -- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 msgr2=0x55b45651dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.897+0000 7f075bfff700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.897+0000 7f075bfff700 1 -- 172.21.15.29:0/112686370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 msgr2=0x55b456528cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:46.899 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.897+0000 7f075bfff700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456528cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.897+0000 7f075bfff700 1 -- 172.21.15.29:0/112686370 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07640727d0 con 0x55b4565129e0 2023-10-05T15:23:46.912 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.910+0000 7f075bfff700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f074c097340 tx=0x7f074c003680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40332ee63fcc88ef server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:46.913 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.911+0000 7f074a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:46.913 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.911+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f074c0a2bd0 con 0x55b4565129e0 2023-10-05T15:23:46.913 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.911+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b456505f10 con 0x55b4565129e0 2023-10-05T15:23:46.914 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.911+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f074c09a8d0 con 0x55b4565129e0 2023-10-05T15:23:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.920+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f074c09ad40 con 0x55b4565129e0 2023-10-05T15:23:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.920+0000 7f0775420b80 10 client.25612 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:46.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.920+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55b456279c60 con 0x55b4565129e0 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55b456505f10 con 0x55b4565129e0 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f074c0a6030 con 0x55b4565129e0 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 10 client.25612 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 10 client.25612 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 20 client.25612 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b45652cac0 0x55b45652eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 4 client.25612 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:46.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.927+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b45645ee10 con 0x55b45652cac0 2023-10-05T15:23:46.939 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.932+0000 7f0762d9d700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b45652cac0 0x55b45652eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:46.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.939+0000 7f0762d9d700 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b45652cac0 0x55b45652eeb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f86066f1208f2738 server_cookie=386722fd94b892ee in_seq=0 out_seq=0 2023-10-05T15:23:46.941 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.939+0000 7f074a7fc700 10 client.25612 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:46.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.942+0000 7f074a7fc700 1 -- 172.21.15.29:0/112686370 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55b45645ee10 con 0x55b45652cac0 2023-10-05T15:23:46.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.942+0000 7f074a7fc700 10 client.25612 handle_command_reply: tid=0 2023-10-05T15:23:46.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.942+0000 7f0775420b80 1 client.25612 shutdown 2023-10-05T15:23:46.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.955+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 msgr2=0x55b45651e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:46.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.955+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f074c097340 tx=0x7f074c003680 comp rx=0 tx=0).stop 2023-10-05T15:23:46.960 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 shutdown_connections 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b45652cac0 0x55b45652eeb0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456528cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 --2- 172.21.15.29:0/112686370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 >> 172.21.15.29:0/112686370 conn(0x55b456487260 msgr2=0x55b45650e040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:46.961 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.958+0000 7f074a7fc700 0 client.25612 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:46.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.965+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 shutdown_connections 2023-10-05T15:23:46.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.965+0000 7f0775420b80 1 -- 172.21.15.29:0/112686370 wait complete. 2023-10-05T15:23:46.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:46.973+0000 7f0775420b80 20 client.25612 trim_cache size 0 max 16384 2023-10-05T15:23:47.002 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.000+0000 7f0775420b80 1 Processor -- start 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.000+0000 7f0775420b80 1 -- start start 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4562e6920 con 0x55b45651d890 2023-10-05T15:23:47.003 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b4565188a0 con 0x55b4565129e0 2023-10-05T15:23:47.004 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.001+0000 7f0775420b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b456513020 con 0x55b4565120c0 2023-10-05T15:23:47.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:47.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48558/0 (socket says 172.21.15.29:48558) 2023-10-05T15:23:47.010 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 -- 172.21.15.29:0/188913158 learned_addr learned my addr 172.21.15.29:0/188913158 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 -- 172.21.15.29:0/188913158 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565120c0 msgr2=0x55b45651dc70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 -- 172.21.15.29:0/188913158 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 msgr2=0x55b45651e1b0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.008+0000 7f076359e700 1 -- 172.21.15.29:0/188913158 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b45650a140 con 0x55b45651d890 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.009+0000 7f076359e700 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f075c0077f0 tx=0x7f075c019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32356279d4d39c11 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:47.011 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.009+0000 7f0759ffb700 1 -- 172.21.15.29:0/188913158 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f075c029070 con 0x55b45651d890 2023-10-05T15:23:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.009+0000 7f0759ffb700 1 -- 172.21.15.29:0/188913158 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f075c00fdf0 con 0x55b45651d890 2023-10-05T15:23:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.009+0000 7f0759ffb700 1 -- 172.21.15.29:0/188913158 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f075c004db0 con 0x55b45651d890 2023-10-05T15:23:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 -- 172.21.15.29:0/188913158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 msgr2=0x55b456517d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:47.012 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f075c0077f0 tx=0x7f075c019000 comp rx=0 tx=0).stop 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 -- 172.21.15.29:0/188913158 shutdown_connections 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565120c0 0x55b45651dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b456517d10 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 --2- 172.21.15.29:0/188913158 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565129e0 0x55b45651e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 -- 172.21.15.29:0/188913158 >> 172.21.15.29:0/188913158 conn(0x55b456487260 msgr2=0x55b456517240 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:47.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 -- 172.21.15.29:0/188913158 shutdown_connections 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.010+0000 7f0775420b80 1 -- 172.21.15.29:0/188913158 wait complete. 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.011+0000 7f0775420b80 1 -- start start 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.011+0000 7f0775420b80 1 Processor -- start 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.011+0000 7f0775420b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b4565224f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.011+0000 7f0775420b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b456522a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0775420b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b45651eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0775420b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45651f130 con 0x55b45651d890 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0775420b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45651f2a0 con 0x55b4565120c0 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0775420b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b45651f460 con 0x55b4565129e0 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0775420b80 10 client.0 _ll_register_callbacks cb 0x7f074c09a410 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f075bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b456522a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f075bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b456522a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:54966/0 (socket says 172.21.15.29:54966) 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f075bfff700 1 -- 172.21.15.29:0/2231228451 learned_addr learned my addr 172.21.15.29:0/2231228451 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:47.015 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.012+0000 7f0762d9d700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b4565224f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 -- 172.21.15.29:0/2231228451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 msgr2=0x55b456522a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b456522a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 -- 172.21.15.29:0/2231228451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 msgr2=0x55b45651eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b45651eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 -- 172.21.15.29:0/2231228451 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f075c020040 con 0x55b4565120c0 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f0762d9d700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b4565224f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f075401a860 tx=0x7f075401aba0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=872b2a87293fb637 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:47.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.013+0000 7f074a7fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.022+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0754021440 con 0x55b4565120c0 2023-10-05T15:23:47.024 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.022+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0754027050 con 0x55b4565120c0 2023-10-05T15:23:47.025 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.023+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f074c09ea20 con 0x55b4565120c0 2023-10-05T15:23:47.028 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.026+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f07540215a0 con 0x55b4565120c0 2023-10-05T15:23:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.026+0000 7f0775420b80 10 client.25658 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:47.029 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.026+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55b4562b7250 con 0x55b4565120c0 2023-10-05T15:23:47.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f074c09ea20 con 0x55b4565120c0 2023-10-05T15:23:47.033 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0754033880 con 0x55b4565120c0 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 10 client.25658 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 10 client.25658 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 20 client.25658 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b456581930 0x55b456583d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 4 client.25658 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:23:47.034 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.031+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b45645eb30 con 0x55b456581930 2023-10-05T15:23:47.035 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.032+0000 7f075bfff700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b456581930 0x55b456583d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:47.040 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.036+0000 7f075bfff700 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b456581930 0x55b456583d50 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c56cd79e43cf88ab server_cookie=f97b719048cf9750 in_seq=0 out_seq=0 2023-10-05T15:23:47.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.036+0000 7f074a7fc700 10 client.25658 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:47.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.037+0000 7f074a7fc700 1 -- 172.21.15.29:0/2231228451 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b45645eb30 con 0x55b456581930 2023-10-05T15:23:47.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.037+0000 7f074a7fc700 10 client.25658 handle_command_reply: tid=0 2023-10-05T15:23:47.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.037+0000 7f0775420b80 1 client.25658 shutdown 2023-10-05T15:23:47.041 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.038+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 msgr2=0x55b4565224f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:47.042 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.038+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b4565224f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f075401a860 tx=0x7f075401aba0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 shutdown_connections 2023-10-05T15:23:47.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55b456581930 0x55b456583d50 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45651d890 0x55b45651eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55b4565120c0 0x55b4565224f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.047 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 --2- 172.21.15.29:0/2231228451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55b4565129e0 0x55b456522a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.040+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 >> 172.21.15.29:0/2231228451 conn(0x55b456487260 msgr2=0x55b456517d10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:47.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.041+0000 7f074a7fc700 0 client.25658 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:47.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.041+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 shutdown_connections 2023-10-05T15:23:47.048 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.041+0000 7f0775420b80 1 -- 172.21.15.29:0/2231228451 wait complete. 2023-10-05T15:23:47.049 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:23:47.049 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.045+0000 7f0775420b80 20 client.25658 trim_cache size 0 max 16384 2023-10-05T15:23:47.059 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.053+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 msgr2=0x7f07500a3de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:47.060 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.053+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 0x7f07500a3de0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f075c007fd0 tx=0x7f075c00fc20 comp rx=0 tx=0).stop 2023-10-05T15:23:47.060 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.053+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 msgr2=0x7f076410d3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:47.060 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.053+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 0x7f076410d3b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f074c000c00 tx=0x7f074c00b560 comp rx=0 tx=0).stop 2023-10-05T15:23:47.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 shutdown_connections 2023-10-05T15:23:47.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f07500a1920 0x7f07500a3de0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0764111bc0 0x7f0764071910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07640fef30 0x7f076410ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.062 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 --2- 172.21.15.29:0/3647615743 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f07640ff850 0x7f076410d3b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:47.063 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.060+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 >> 172.21.15.29:0/3647615743 conn(0x7f0764076ed0 msgr2=0x7f0764112f20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:47.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.062+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 shutdown_connections 2023-10-05T15:23:47.065 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:47.062+0000 7f0769236700 1 -- 172.21.15.29:0/3647615743 wait complete. 2023-10-05T15:23:48.100 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2023-10-05T15:23:48.101 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2023-10-05T15:23:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.582+0000 7f9833bd5700 1 -- 172.21.15.29:0/2565848683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c1083f0 msgr2=0x7f982c108870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.582+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2565848683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c1083f0 0x7f982c108870 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f9828009990 tx=0x7f9828009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.592+0000 7f9833bd5700 1 -- 172.21.15.29:0/2565848683 shutdown_connections 2023-10-05T15:23:48.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.592+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2565848683 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f982c10f640 0x7f982c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.592+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2565848683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c11a690 0x7f982c11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.592+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2565848683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c1083f0 0x7f982c108870 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.599 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.592+0000 7f9833bd5700 1 -- 172.21.15.29:0/2565848683 >> 172.21.15.29:0/2565848683 conn(0x7f982c06d1a0 msgr2=0x7f982c06d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.619 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:48 smithi029 ceph-mon[99237]: pgmap v50: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 779 MiB/s wr, 2.92k op/s 2023-10-05T15:23:48.619 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:48 smithi029 ceph-mon[99237]: mgrmap e24: x(active, since 90s), standbys: z, y 2023-10-05T15:23:48.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.607+0000 7f9833bd5700 1 -- 172.21.15.29:0/2565848683 shutdown_connections 2023-10-05T15:23:48.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.609+0000 7f9833bd5700 1 -- 172.21.15.29:0/2565848683 wait complete. 2023-10-05T15:23:48.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.610+0000 7f9833bd5700 1 Processor -- start 2023-10-05T15:23:48.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.610+0000 7f9833bd5700 1 -- start start 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c10f640 0x7f982c113f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f982c11a690 0x7f982c1183b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982c1189b0 con 0x7f982c1083f0 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982c118b20 con 0x7f982c10f640 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.611+0000 7f9833bd5700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982c118ce0 con 0x7f982c11a690 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.612+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.612+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48578/0 (socket says 172.21.15.29:48578) 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.612+0000 7f9831971700 1 -- 172.21.15.29:0/2766570427 learned_addr learned my addr 172.21.15.29:0/2766570427 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 -- 172.21.15.29:0/2766570427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f982c11a690 msgr2=0x7f982c1183b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f982c11a690 0x7f982c1183b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.620 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 -- 172.21.15.29:0/2766570427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c10f640 msgr2=0x7f982c113f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c10f640 0x7f982c113f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 -- 172.21.15.29:0/2766570427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98280095f0 con 0x7f982c1083f0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.613+0000 7f9831971700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f982400ba50 tx=0x7f982400be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.614+0000 7f9822ffd700 1 -- 172.21.15.29:0/2766570427 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f982400cab0 con 0x7f982c1083f0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.614+0000 7f9822ffd700 1 -- 172.21.15.29:0/2766570427 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f982400cc10 con 0x7f982c1083f0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.614+0000 7f9822ffd700 1 -- 172.21.15.29:0/2766570427 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98240075d0 con 0x7f982c1083f0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.614+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f982c118fc0 con 0x7f982c1083f0 2023-10-05T15:23:48.621 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.614+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f982c1bb5a0 con 0x7f982c1083f0 2023-10-05T15:23:48.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.619+0000 7f9822ffd700 1 -- 172.21.15.29:0/2766570427 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 24) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f9824007730 con 0x7f982c1083f0 2023-10-05T15:23:48.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.620+0000 7f9822ffd700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 0x7f98180a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.621+0000 7f9822ffd700 1 -- 172.21.15.29:0/2766570427 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f9824006e40 con 0x7f982c1083f0 2023-10-05T15:23:48.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.625+0000 7f9831170700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 0x7f98180a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.627+0000 7f983fdbfb80 1 Processor -- start 2023-10-05T15:23:48.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.627+0000 7f983fdbfb80 1 -- start start 2023-10-05T15:23:48.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409e48520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409e533d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409db14e0 con 0x55f409e53910 2023-10-05T15:23:48.631 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409da2ca0 con 0x55f409e48a60 2023-10-05T15:23:48.631 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.628+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409da05c0 con 0x55f409e48140 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9831170700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 0x7f98180a3cc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f98280098e0 tx=0x7f9828005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9831170700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409e533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9832172700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9832172700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48582/0 (socket says 172.21.15.29:48582) 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9832172700 1 -- 172.21.15.29:0/2251235770 learned_addr learned my addr 172.21.15.29:0/2251235770 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:48.632 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.630+0000 7f9831971700 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409e48520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.637 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.633+0000 7f9832172700 1 -- 172.21.15.29:0/2251235770 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 msgr2=0x55f409e48520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:48.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.633+0000 7f9832172700 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409e48520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.633+0000 7f9832172700 1 -- 172.21.15.29:0/2251235770 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 msgr2=0x55f409e533d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:48.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.633+0000 7f9832172700 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409e533d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.633+0000 7f9832172700 1 -- 172.21.15.29:0/2251235770 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f409bc6e60 con 0x55f409e53910 2023-10-05T15:23:48.638 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.634+0000 7f9832172700 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f981c0097f0 tx=0x7f981c009b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d3208348aaaa2de server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.635+0000 7f9817fff700 1 -- 172.21.15.29:0/2251235770 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c011830 con 0x55f409e53910 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.635+0000 7f9817fff700 1 -- 172.21.15.29:0/2251235770 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f981c011e50 con 0x55f409e53910 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.635+0000 7f9817fff700 1 -- 172.21.15.29:0/2251235770 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c00f2e0 con 0x55f409e53910 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 -- 172.21.15.29:0/2251235770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 msgr2=0x55f409e55d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f981c0097f0 tx=0x7f981c009b00 comp rx=0 tx=0).stop 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 -- 172.21.15.29:0/2251235770 shutdown_connections 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409e48520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409e55d00 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/2251235770 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409e533d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 -- 172.21.15.29:0/2251235770 >> 172.21.15.29:0/2251235770 conn(0x55f409dbd2e0 msgr2=0x55f409e444d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 -- 172.21.15.29:0/2251235770 shutdown_connections 2023-10-05T15:23:48.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.636+0000 7f983fdbfb80 1 -- 172.21.15.29:0/2251235770 wait complete. 2023-10-05T15:23:48.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.637+0000 7f983fdbfb80 1 -- start start 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.637+0000 7f983fdbfb80 1 Processor -- start 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e50b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e510d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409d9beb0 con 0x55f409e48140 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409d38790 con 0x55f409e53910 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409d38430 con 0x55f409e48a60 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f983fdbfb80 10 client.0 _ll_register_callbacks cb 0x55f409b95880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48588/0 (socket says 172.21.15.29:48588) 2023-10-05T15:23:48.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 -- 172.21.15.29:0/1328616370 learned_addr learned my addr 172.21.15.29:0/1328616370 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 -- 172.21.15.29:0/1328616370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 msgr2=0x55f409e50b90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e50b90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 -- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 msgr2=0x55f409e510d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e510d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.638+0000 7f9831971700 1 -- 172.21.15.29:0/1328616370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f981c009420 con 0x55f409e48140 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f9831971700 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f982400ba20 tx=0x7f98240ca1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a573b04886a8c55c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f98157fa700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9824098d10 con 0x55f409e48140 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f982409d770 con 0x55f409e48140 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f409e3bf90 con 0x55f409e48140 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98240a19b0 con 0x55f409e48140 2023-10-05T15:23:48.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f983fdbfb80 10 client.16053 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.639+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f409bafce0 con 0x55f409e48140 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98240a5070 con 0x55f409e48140 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9824098580 con 0x55f409e48140 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 10 client.16053 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 10 client.16053 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 20 client.16053 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409e63510 0x55f409e65930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 4 client.16053 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.640+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f409d94e90 con 0x55f409e63510 2023-10-05T15:23:48.645 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.641+0000 7f9831170700 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409e63510 0x55f409e65930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.646+0000 7f9831170700 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409e63510 0x55f409e65930 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4699728e6dfb57b5 server_cookie=18b0a4b8875a61cf in_seq=0 out_seq=0 2023-10-05T15:23:48.648 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.646+0000 7f98157fa700 10 client.16053 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:48.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f98157fa700 1 -- 172.21.15.29:0/1328616370 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f409d94e90 con 0x55f409e63510 2023-10-05T15:23:48.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f98157fa700 10 client.16053 handle_command_reply: tid=0 2023-10-05T15:23:48.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 client.16053 shutdown 2023-10-05T15:23:48.650 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 msgr2=0x55f409e50650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.651 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f982400ba20 tx=0x7f98240ca1e0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 shutdown_connections 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409e63510 0x55f409e65930 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e510d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f98157fa700 0 client.16053 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e50650 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1328616370 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e50b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 >> 172.21.15.29:0/1328616370 conn(0x55f409dbd2e0 msgr2=0x55f409e44060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 shutdown_connections 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.648+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1328616370 wait complete. 2023-10-05T15:23:48.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.649+0000 7f983fdbfb80 20 client.16053 trim_cache size 0 max 16384 2023-10-05T15:23:48.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:48 smithi040 ceph-mon[103696]: pgmap v50: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 779 MiB/s wr, 2.92k op/s 2023-10-05T15:23:48.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:48 smithi040 ceph-mon[103696]: mgrmap e24: x(active, since 90s), standbys: z, y 2023-10-05T15:23:48.672 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.669+0000 7f983fdbfb80 1 Processor -- start 2023-10-05T15:23:48.672 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.669+0000 7f983fdbfb80 1 -- start start 2023-10-05T15:23:48.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e43df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e44330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409c1c9a0 con 0x55f409e48140 2023-10-05T15:23:48.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409e60bc0 con 0x55f409e53910 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409e44870 con 0x55f409e48a60 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48596/0 (socket says 172.21.15.29:48596) 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 -- 172.21.15.29:0/3900334609 learned_addr learned my addr 172.21.15.29:0/3900334609 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 -- 172.21.15.29:0/3900334609 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 msgr2=0x55f409e43df0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e43df0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 -- 172.21.15.29:0/3900334609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 msgr2=0x55f409e44330 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e44330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 -- 172.21.15.29:0/3900334609 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f409e6a560 con 0x55f409e48140 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.670+0000 7f9831971700 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f982400bfd0 tx=0x7f982400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11bbe4be465dee69 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.671+0000 7f9820d82700 1 -- 172.21.15.29:0/3900334609 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9824098900 con 0x55f409e48140 2023-10-05T15:23:48.675 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.671+0000 7f9820d82700 1 -- 172.21.15.29:0/3900334609 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f98240a5070 con 0x55f409e48140 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.671+0000 7f9820d82700 1 -- 172.21.15.29:0/3900334609 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9824095410 con 0x55f409e48140 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.671+0000 7f983fdbfb80 1 -- 172.21.15.29:0/3900334609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 msgr2=0x55f409e5a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.671+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f982400bfd0 tx=0x7f982400cf90 comp rx=0 tx=0).stop 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 -- 172.21.15.29:0/3900334609 shutdown_connections 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e53910 0x55f409e44330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e48140 0x55f409e5a4c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/3900334609 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48a60 0x55f409e43df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 -- 172.21.15.29:0/3900334609 >> 172.21.15.29:0/3900334609 conn(0x55f409dbd2e0 msgr2=0x55f409e436e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 -- 172.21.15.29:0/3900334609 shutdown_connections 2023-10-05T15:23:48.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 -- 172.21.15.29:0/3900334609 wait complete. 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 -- start start 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.672+0000 7f983fdbfb80 1 Processor -- start 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409eb1850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409eb1d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409eac120 con 0x55f409e53910 2023-10-05T15:23:48.677 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409eac290 con 0x55f409e48a60 2023-10-05T15:23:48.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f409eac450 con 0x55f409e48140 2023-10-05T15:23:48.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.673+0000 7f983fdbfb80 10 client.0 _ll_register_callbacks cb 0x7f9824098f80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:48.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:48 smithi177 ceph-mon[103568]: pgmap v50: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 779 MiB/s wr, 2.92k op/s 2023-10-05T15:23:48.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:48 smithi177 ceph-mon[103568]: mgrmap e24: x(active, since 90s), standbys: z, y 2023-10-05T15:23:48.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.676+0000 7f9832172700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.676+0000 7f9832172700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48606/0 (socket says 172.21.15.29:48606) 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.676+0000 7f9832172700 1 -- 172.21.15.29:0/1049978340 learned_addr learned my addr 172.21.15.29:0/1049978340 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.676+0000 7f9831170700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409eb1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.677+0000 7f9832172700 1 -- 172.21.15.29:0/1049978340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 msgr2=0x55f409eb1850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.677+0000 7f9832172700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409eb1850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.677+0000 7f9832172700 1 -- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 msgr2=0x55f409eb1d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:48.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.677+0000 7f9832172700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409eb1d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.677+0000 7f9832172700 1 -- 172.21.15.29:0/1049978340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f409bafce0 con 0x55f409e53910 2023-10-05T15:23:48.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.678+0000 7f9832172700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f981c000c00 tx=0x7f981c009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65c3c30017610ea1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:48.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.678+0000 7f98157fa700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:48.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.679+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c023470 con 0x55f409e53910 2023-10-05T15:23:48.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.679+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f981c0235d0 con 0x55f409e53910 2023-10-05T15:23:48.681 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.679+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f981c011e50 con 0x55f409e53910 2023-10-05T15:23:48.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.679+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f981c023790 con 0x55f409e53910 2023-10-05T15:23:48.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 10 client.16059 fetch_fsmap learned FSMap version 23 2023-10-05T15:23:48.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55f409bed2d0 con 0x55f409e53910 2023-10-05T15:23:48.682 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f981c011e50 con 0x55f409e53910 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 23) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f981c02da40 con 0x55f409e53910 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 10 client.16059 fetch_fsmap finished waiting for FSMap version 23 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 10 client.16059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 20 client.16059 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409eb9590 0x55f409ebb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 4 client.16059 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2023-10-05T15:23:48.683 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.680+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55f409d94bb0 con 0x55f409eb9590 2023-10-05T15:23:48.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.681+0000 7f9831971700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409eb9590 0x55f409ebb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:48.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.684+0000 7f98157fa700 10 client.16059 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:48.686 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.684+0000 7f9831971700 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409eb9590 0x55f409ebb9b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7e4980221e108a3 server_cookie=f4ed63dc46bf947 in_seq=0 out_seq=0 2023-10-05T15:23:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.690+0000 7f98157fa700 1 -- 172.21.15.29:0/1049978340 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55f409d94bb0 con 0x55f409eb9590 2023-10-05T15:23:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.690+0000 7f98157fa700 10 client.16059 handle_command_reply: tid=0 2023-10-05T15:23:48.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.691+0000 7f983fdbfb80 1 client.16059 shutdown 2023-10-05T15:23:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.692+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 msgr2=0x55f409eabb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.692+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f981c000c00 tx=0x7f981c009780 comp rx=0 tx=0).stop 2023-10-05T15:23:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 shutdown_connections 2023-10-05T15:23:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f409eb9590 0x55f409ebb9b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.695 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f409e48140 0x55f409eb1850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.696 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f409e53910 0x55f409eabb40 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.696 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 --2- 172.21.15.29:0/1049978340 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f409e48a60 0x55f409eb1d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.696 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 >> 172.21.15.29:0/1049978340 conn(0x55f409dbd2e0 msgr2=0x55f409e43f70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.696 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.693+0000 7f98157fa700 0 client.16059 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:48.703 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.701+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 shutdown_connections 2023-10-05T15:23:48.706 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.704+0000 7f983fdbfb80 1 -- 172.21.15.29:0/1049978340 wait complete. 2023-10-05T15:23:48.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.713+0000 7f983fdbfb80 20 client.16059 trim_cache size 0 max 16384 2023-10-05T15:23:48.718 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:48.718 INFO:teuthology.orchestra.run.smithi029.stdout: "return_code": 0, 2023-10-05T15:23:48.718 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_tag": "0e8ceabb-bfae-4bd2-8b79-6b02c36b7df5", 2023-10-05T15:23:48.718 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": "asynchronous" 2023-10-05T15:23:48.718 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:48.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.717+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 msgr2=0x7f98180a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.717+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 0x7f98180a3cc0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f98280098e0 tx=0x7f9828005fb0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.717+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 msgr2=0x7f982c113a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:48.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.717+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f982400ba50 tx=0x7f982400be10 comp rx=0 tx=0).stop 2023-10-05T15:23:48.722 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 shutdown_connections 2023-10-05T15:23:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f98180a1800 0x7f98180a3cc0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f982c11a690 0x7f982c1183b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f982c1083f0 0x7f982c113a10 secure :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f982400ba50 tx=0x7f982400be10 comp rx=0 tx=0).stop 2023-10-05T15:23:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 --2- 172.21.15.29:0/2766570427 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f982c10f640 0x7f982c113f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:48.723 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.720+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 >> 172.21.15.29:0/2766570427 conn(0x7f982c06d1a0 msgr2=0x7f982c071880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.729+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 shutdown_connections 2023-10-05T15:23:48.739 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:48.736+0000 7f9833bd5700 1 -- 172.21.15.29:0/2766570427 wait complete. 2023-10-05T15:23:48.810 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:23:49.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.354+0000 7f1048806700 1 -- 172.21.15.29:0/2650780835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1044109360 msgr2=0x7f104410c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.354+0000 7f1048806700 1 --2- 172.21.15.29:0/2650780835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1044109360 0x7f104410c970 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f10340098f0 tx=0x7f1034009c00 comp rx=0 tx=0).stop 2023-10-05T15:23:49.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.356+0000 7f1048806700 1 -- 172.21.15.29:0/2650780835 shutdown_connections 2023-10-05T15:23:49.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.356+0000 7f1048806700 1 --2- 172.21.15.29:0/2650780835 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f104410d0a0 0x7f1044114c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.365 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.356+0000 7f1048806700 1 --2- 172.21.15.29:0/2650780835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f10441089b0 0x7f1044108d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.356+0000 7f1048806700 1 --2- 172.21.15.29:0/2650780835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1044109360 0x7f104410c970 secure :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f10340098f0 tx=0x7f1034009c00 comp rx=0 tx=0).stop 2023-10-05T15:23:49.366 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.356+0000 7f1048806700 1 -- 172.21.15.29:0/2650780835 >> 172.21.15.29:0/2650780835 conn(0x7f104406d1a0 msgr2=0x7f104406d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.372 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.370+0000 7f1048806700 1 -- 172.21.15.29:0/2650780835 shutdown_connections 2023-10-05T15:23:49.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.374+0000 7f1048806700 1 -- 172.21.15.29:0/2650780835 wait complete. 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.375+0000 7f1048806700 1 Processor -- start 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 -- start start 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10441089b0 0x7f104411d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f104410d0a0 0x7f104411df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1044119630 con 0x7f10441089b0 2023-10-05T15:23:49.379 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10441197a0 con 0x7f1044118a70 2023-10-05T15:23:49.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1048806700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1044123750 con 0x7f104410d0a0 2023-10-05T15:23:49.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1042d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1042d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55740/0 (socket says 172.21.15.29:55740) 2023-10-05T15:23:49.380 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.376+0000 7f1042d9d700 1 -- 172.21.15.29:0/1356733458 learned_addr learned my addr 172.21.15.29:0/1356733458 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:49.381 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.378+0000 7f104259c700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10441089b0 0x7f104411d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.381 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.379+0000 7f1042d9d700 1 -- 172.21.15.29:0/1356733458 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f104410d0a0 msgr2=0x7f104411df30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:23:49.381 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.379+0000 7f1042d9d700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f104410d0a0 0x7f104411df30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.379+0000 7f1042d9d700 1 -- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10441089b0 msgr2=0x7f104411d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.379+0000 7f1042d9d700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10441089b0 0x7f104411d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.379+0000 7f1042d9d700 1 -- 172.21.15.29:0/1356733458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1034009520 con 0x7f1044118a70 2023-10-05T15:23:49.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.382+0000 7f1042d9d700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f103800c970 tx=0x7f103800cd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.383+0000 7f10337fe700 1 -- 172.21.15.29:0/1356733458 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1038007b00 con 0x7f1044118a70 2023-10-05T15:23:49.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.383+0000 7f10337fe700 1 -- 172.21.15.29:0/1356733458 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f103800ae40 con 0x7f1044118a70 2023-10-05T15:23:49.387 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.383+0000 7f10337fe700 1 -- 172.21.15.29:0/1356733458 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1038005420 con 0x7f1044118a70 2023-10-05T15:23:49.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.383+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1044123a30 con 0x7f1044118a70 2023-10-05T15:23:49.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.383+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1044123ec0 con 0x7f1044118a70 2023-10-05T15:23:49.391 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 Processor -- start 2023-10-05T15:23:49.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 -- start start 2023-10-05T15:23:49.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a0a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a17c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.392 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575973460 con 0x557575a0a0c0 2023-10-05T15:23:49.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575964c20 con 0x557575a0a9e0 2023-10-05T15:23:49.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.389+0000 7f10549f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575962540 con 0x557575a15890 2023-10-05T15:23:49.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.390+0000 7f104259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.393 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.390+0000 7f104259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55742/0 (socket says 172.21.15.29:55742) 2023-10-05T15:23:49.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.390+0000 7f104259c700 1 -- 172.21.15.29:0/413431459 learned_addr learned my addr 172.21.15.29:0/413431459 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:49.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.391+0000 7f1041d9b700 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a0a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.392+0000 7f104259c700 1 -- 172.21.15.29:0/413431459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 msgr2=0x557575a17c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:49.394 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.392+0000 7f104259c700 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a17c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.392+0000 7f104259c700 1 -- 172.21.15.29:0/413431459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 msgr2=0x557575a0a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:49.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.392+0000 7f104259c700 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a0a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.395 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.392+0000 7f104259c700 1 -- 172.21.15.29:0/413431459 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557575788de0 con 0x557575a0a9e0 2023-10-05T15:23:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.398+0000 7f104259c700 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f103c00af00 tx=0x7f103c00a330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4870c837a70f9772 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.398+0000 7f10337fe700 1 -- 172.21.15.29:0/1356733458 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f1038005580 con 0x7f1044118a70 2023-10-05T15:23:49.401 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.399+0000 7f10337fe700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 0x7f102c0a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.399+0000 7f10337fe700 1 -- 172.21.15.29:0/1356733458 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f10380cd200 con 0x7f1044118a70 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.400+0000 7f1030ff9700 1 -- 172.21.15.29:0/413431459 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f103c00f050 con 0x557575a0a9e0 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.400+0000 7f1030ff9700 1 -- 172.21.15.29:0/413431459 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f103c010040 con 0x557575a0a9e0 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.400+0000 7f1030ff9700 1 -- 172.21.15.29:0/413431459 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f103c0156c0 con 0x557575a0a9e0 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.401+0000 7f10549f0b80 1 -- 172.21.15.29:0/413431459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 msgr2=0x557575a15350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.404 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.401+0000 7f10549f0b80 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f103c00af00 tx=0x7f103c00a330 comp rx=0 tx=0).stop 2023-10-05T15:23:49.407 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f1041d9b700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 0x7f102c0a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f10549f0b80 1 -- 172.21.15.29:0/413431459 shutdown_connections 2023-10-05T15:23:49.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f10549f0b80 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a17c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f10549f0b80 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a0a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.411 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f10549f0b80 1 --2- 172.21.15.29:0/413431459 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a15350 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.412 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.405+0000 7f10549f0b80 1 -- 172.21.15.29:0/413431459 >> 172.21.15.29:0/413431459 conn(0x55757597f260 msgr2=0x557575a06450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.418 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.416+0000 7f10549f0b80 1 -- 172.21.15.29:0/413431459 shutdown_connections 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.416+0000 7f10549f0b80 1 -- 172.21.15.29:0/413431459 wait complete. 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.416+0000 7f10549f0b80 1 -- start start 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.416+0000 7f10549f0b80 1 Processor -- start 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a12b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a130a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.420 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55757595de30 con 0x557575a0a0c0 2023-10-05T15:23:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575758fa710 con 0x557575a0a9e0 2023-10-05T15:23:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575758fa3b0 con 0x557575a15890 2023-10-05T15:23:49.421 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.417+0000 7f10549f0b80 10 client.0 _ll_register_callbacks cb 0x557575757800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:49.423 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.421+0000 7f104259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.421+0000 7f104259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48628/0 (socket says 172.21.15.29:48628) 2023-10-05T15:23:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.421+0000 7f104259c700 1 -- 172.21.15.29:0/2635401493 learned_addr learned my addr 172.21.15.29:0/2635401493 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.421+0000 7f1042d9d700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a130a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.422+0000 7f104259c700 1 -- 172.21.15.29:0/2635401493 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 msgr2=0x557575a130a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.422+0000 7f104259c700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a130a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.422+0000 7f104259c700 1 -- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 msgr2=0x557575a12b60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.422+0000 7f104259c700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a12b60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.422+0000 7f104259c700 1 -- 172.21.15.29:0/2635401493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f103c00ab30 con 0x557575a0a0c0 2023-10-05T15:23:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.423+0000 7f104259c700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f103c000f80 tx=0x7f103c007c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd2f0cc3035c50d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.423+0000 7f1029ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:23:49.426 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.424+0000 7f1041d9b700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 0x7f102c0a3cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f104410e280 tx=0x7f103401b040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.427+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f103c0074a0 con 0x557575a0a0c0 2023-10-05T15:23:49.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.427+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f103c007600 con 0x557575a0a0c0 2023-10-05T15:23:49.429 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.427+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5575759fdf10 con 0x557575a0a0c0 2023-10-05T15:23:49.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.427+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f103c00f030 con 0x557575a0a0c0 2023-10-05T15:23:49.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 10 client.16071 fetch_fsmap learned FSMap version 24 2023-10-05T15:23:49.430 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x557575771c60 con 0x557575a0a0c0 2023-10-05T15:23:49.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5575759fdf10 con 0x557575a0a0c0 2023-10-05T15:23:49.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 24) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f103c004490 con 0x557575a0a0c0 2023-10-05T15:23:49.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 10 client.16071 fetch_fsmap finished waiting for FSMap version 24 2023-10-05T15:23:49.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 10 client.16071 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:49.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 20 client.16071 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:49.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a47380 0x557575a497a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 4 client.16071 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:49.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.428+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557575956e10 con 0x557575a47380 2023-10-05T15:23:49.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.433+0000 7f1041d9b700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a47380 0x557575a497a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.437+0000 7f1041d9b700 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a47380 0x557575a497a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd2df92af5ce7acb server_cookie=1404310aee4f245d in_seq=0 out_seq=0 2023-10-05T15:23:49.439 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.437+0000 7f1029ffb700 10 client.16071 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:49.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.441+0000 7f1029ffb700 1 -- 172.21.15.29:0/2635401493 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x557575956e10 con 0x557575a47380 2023-10-05T15:23:49.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.441+0000 7f1029ffb700 10 client.16071 handle_command_reply: tid=0 2023-10-05T15:23:49.446 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.441+0000 7f10549f0b80 1 client.16071 shutdown 2023-10-05T15:23:49.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.443+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 msgr2=0x557575a12620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.443+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f103c000f80 tx=0x7f103c007c30 comp rx=0 tx=0).stop 2023-10-05T15:23:49.457 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 shutdown_connections 2023-10-05T15:23:49.457 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a47380 0x557575a497a0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a130a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a0c0 0x557575a12620 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 --2- 172.21.15.29:0/2635401493 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a9e0 0x557575a12b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 >> 172.21.15.29:0/2635401493 conn(0x55757597f260 msgr2=0x557575a06040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f1029ffb700 0 client.16071 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:49.458 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.453+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 shutdown_connections 2023-10-05T15:23:49.460 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.457+0000 7f10549f0b80 1 -- 172.21.15.29:0/2635401493 wait complete. 2023-10-05T15:23:49.488 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.476+0000 7f10549f0b80 20 client.16071 trim_cache size 0 max 16384 2023-10-05T15:23:49.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.521+0000 7f10549f0b80 1 Processor -- start 2023-10-05T15:23:49.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 -- start start 2023-10-05T15:23:49.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a0c0 0x557575a0cf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 0x557575a1c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.527 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 0x557575a12ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5575757de920 con 0x557575a15890 2023-10-05T15:23:49.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575a1c910 con 0x557575a0a0c0 2023-10-05T15:23:49.528 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.524+0000 7f10549f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575a0e4d0 con 0x557575a0a9e0 2023-10-05T15:23:49.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.528+0000 7f1041d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 0x557575a1c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.528+0000 7f1041d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 0x557575a1c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55040/0 (socket says 172.21.15.29:55040) 2023-10-05T15:23:49.530 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.528+0000 7f1041d9b700 1 -- 172.21.15.29:0/3598073174 learned_addr learned my addr 172.21.15.29:0/3598073174 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.528+0000 7f1042d9d700 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 0x557575a12ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.529+0000 7f1042d9d700 1 -- 172.21.15.29:0/3598073174 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 msgr2=0x557575a1c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.529+0000 7f1042d9d700 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 0x557575a1c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.529+0000 7f1042d9d700 1 -- 172.21.15.29:0/3598073174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a0c0 msgr2=0x557575a0cf60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.529+0000 7f1042d9d700 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a0c0 0x557575a0cf60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.531 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.529+0000 7f1042d9d700 1 -- 172.21.15.29:0/3598073174 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557575a02140 con 0x557575a15890 2023-10-05T15:23:49.538 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.536+0000 7f1042d9d700 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 0x557575a12ed0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f10380ca5c0 tx=0x7f10380cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba54a9c3af5b2afa server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.538+0000 7f10317fa700 1 -- 172.21.15.29:0/3598073174 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10380b6070 con 0x557575a15890 2023-10-05T15:23:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.538+0000 7f10317fa700 1 -- 172.21.15.29:0/3598073174 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f103809a5d0 con 0x557575a15890 2023-10-05T15:23:49.540 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.538+0000 7f10317fa700 1 -- 172.21.15.29:0/3598073174 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10380ca840 con 0x557575a15890 2023-10-05T15:23:49.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 -- 172.21.15.29:0/3598073174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 msgr2=0x557575a12ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 0x557575a12ed0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f10380ca5c0 tx=0x7f10380cd040 comp rx=0 tx=0).stop 2023-10-05T15:23:49.541 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 -- 172.21.15.29:0/3598073174 shutdown_connections 2023-10-05T15:23:49.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a15890 0x557575a12ed0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a0a0c0 0x557575a0cf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 --2- 172.21.15.29:0/3598073174 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a0a9e0 0x557575a1c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.542 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.539+0000 7f10549f0b80 1 -- 172.21.15.29:0/3598073174 >> 172.21.15.29:0/3598073174 conn(0x55757597f260 msgr2=0x557575a49390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.563+0000 7f10549f0b80 1 -- 172.21.15.29:0/3598073174 shutdown_connections 2023-10-05T15:23:49.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.563+0000 7f10549f0b80 1 -- 172.21.15.29:0/3598073174 wait complete. 2023-10-05T15:23:49.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.563+0000 7f10549f0b80 1 -- start start 2023-10-05T15:23:49.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.563+0000 7f10549f0b80 1 Processor -- start 2023-10-05T15:23:49.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 0x557575a1a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a1a900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a1afa0 0x557575a9a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575a9a8a0 con 0x557575a0a9e0 2023-10-05T15:23:49.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575a9aa10 con 0x557575a1afa0 2023-10-05T15:23:49.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x557575a9abd0 con 0x557575a15890 2023-10-05T15:23:49.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.564+0000 7f10549f0b80 10 client.0 _ll_register_callbacks cb 0x7f103c00ad50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:49.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.565+0000 7f104259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 0x557575a1a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.565+0000 7f104259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 0x557575a1a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48648/0 (socket says 172.21.15.29:48648) 2023-10-05T15:23:49.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.566+0000 7f104259c700 1 -- 172.21.15.29:0/784953878 learned_addr learned my addr 172.21.15.29:0/784953878 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.571+0000 7f1041d9b700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a1a900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 -- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a1afa0 msgr2=0x557575a9a190 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a1afa0 0x557575a9a190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 -- 172.21.15.29:0/784953878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 msgr2=0x557575a1a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 0x557575a1a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 -- 172.21.15.29:0/784953878 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1044123ec0 con 0x557575a15890 2023-10-05T15:23:49.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.572+0000 7f1041d9b700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a1a900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1034005d90 tx=0x7f103401d000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d29721e8360d2f36 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:49.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.576+0000 7f1029ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:23:49.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.576+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1034031030 con 0x557575a15890 2023-10-05T15:23:49.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.576+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1034032070 con 0x557575a15890 2023-10-05T15:23:49.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.577+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f103c010040 con 0x557575a15890 2023-10-05T15:23:49.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.577+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f10340052f0 con 0x557575a15890 2023-10-05T15:23:49.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.584+0000 7f10549f0b80 10 client.25627 fetch_fsmap learned FSMap version 24 2023-10-05T15:23:49.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.584+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x5575757af250 con 0x557575a15890 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f103c010040 con 0x557575a15890 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 24) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f103402d870 con 0x557575a15890 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 10 client.25627 fetch_fsmap finished waiting for FSMap version 24 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 10 client.25627 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 20 client.25627 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:49.590 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a9c210 0x557575a9e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:49.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 4 client.25627 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:23:49.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.588+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x557575956b30 con 0x557575a9c210 2023-10-05T15:23:49.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.593+0000 7f104259c700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a9c210 0x557575a9e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:49.618 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.616+0000 7f104259c700 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a9c210 0x557575a9e630 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c11fc86316ce55c server_cookie=36d9aa8c3d31edad in_seq=0 out_seq=0 2023-10-05T15:23:49.619 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.616+0000 7f1029ffb700 10 client.25627 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:49.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.622+0000 7f1029ffb700 1 -- 172.21.15.29:0/784953878 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+266 (crc 0 0 0) 0x557575956b30 con 0x557575a9c210 2023-10-05T15:23:49.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.622+0000 7f1029ffb700 10 client.25627 handle_command_reply: tid=0 2023-10-05T15:23:49.624 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.622+0000 7f10549f0b80 1 client.25627 shutdown 2023-10-05T15:23:49.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.626+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 msgr2=0x557575a1a900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.628 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.626+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a1a900 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1034005d90 tx=0x7f103401d000 comp rx=0 tx=0).stop 2023-10-05T15:23:49.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 shutdown_connections 2023-10-05T15:23:49.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x557575a9c210 0x557575a9e630 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x557575a1afa0 0x557575a9a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557575a0a9e0 0x557575a1a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.629 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 --2- 172.21.15.29:0/784953878 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x557575a15890 0x557575a1a900 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 >> 172.21.15.29:0/784953878 conn(0x55757597f260 msgr2=0x557575a0d990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.630 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.627+0000 7f1029ffb700 0 client.25627 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:49.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.631+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 shutdown_connections 2023-10-05T15:23:49.635 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.631+0000 7f10549f0b80 1 -- 172.21.15.29:0/784953878 wait complete. 2023-10-05T15:23:49.650 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:23:49.650 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "scrub active (13 inodes in the stack)", 2023-10-05T15:23:49.650 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": { 2023-10-05T15:23:49.650 INFO:teuthology.orchestra.run.smithi029.stdout: "0e8ceabb-bfae-4bd2-8b79-6b02c36b7df5": { 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/", 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout: "tag": "0e8ceabb-bfae-4bd2-8b79-6b02c36b7df5", 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout: "options": "recursive,force" 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:23:49.651 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:23:49.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.642+0000 7f10549f0b80 20 client.25627 trim_cache size 0 max 16384 2023-10-05T15:23:49.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 msgr2=0x7f102c0a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 0x7f102c0a3cc0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f104410e280 tx=0x7f103401b040 comp rx=0 tx=0).stop 2023-10-05T15:23:49.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 msgr2=0x7f1044118f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:49.654 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f103800c970 tx=0x7f103800cd30 comp rx=0 tx=0).stop 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 shutdown_connections 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f102c0a1800 0x7f102c0a3cc0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1044118a70 0x7f1044118f20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f10441089b0 0x7f104411d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 --2- 172.21.15.29:0/1356733458 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f104410d0a0 0x7f104411df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:49.655 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.651+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 >> 172.21.15.29:0/1356733458 conn(0x7f104406d1a0 msgr2=0x7f1044070700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:49.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:49 smithi040 ceph-mon[103696]: scrub queued for path: / 2023-10-05T15:23:49.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:49 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:49.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:49 smithi040 ceph-mon[103696]: scrub summary: active paths [/] 2023-10-05T15:23:49.674 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.670+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 shutdown_connections 2023-10-05T15:23:49.676 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:23:49.673+0000 7f1048806700 1 -- 172.21.15.29:0/1356733458 wait complete. 2023-10-05T15:23:49.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:49 smithi177 ceph-mon[103568]: scrub queued for path: / 2023-10-05T15:23:49.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:49 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:49.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:49 smithi177 ceph-mon[103568]: scrub summary: active paths [/] 2023-10-05T15:23:49.711 INFO:tasks.cephfs.filesystem:scrub status for tag:0e8ceabb-bfae-4bd2-8b79-6b02c36b7df5 - {'path': '/', 'tag': '0e8ceabb-bfae-4bd2-8b79-6b02c36b7df5', 'options': 'recursive,force'} 2023-10-05T15:23:49.714 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:49 smithi029 ceph-mon[99237]: scrub queued for path: / 2023-10-05T15:23:49.714 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:49 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:49.714 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:49 smithi029 ceph-mon[99237]: scrub summary: active paths [/] 2023-10-05T15:23:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:50 smithi177 ceph-mon[103568]: pgmap v51: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 941 MiB/s wr, 4.30k op/s 2023-10-05T15:23:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:50 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:50.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:50 smithi029 ceph-mon[99237]: pgmap v51: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 941 MiB/s wr, 4.30k op/s 2023-10-05T15:23:50.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:50 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:50.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:50 smithi040 ceph-mon[103696]: pgmap v51: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 9.9 KiB/s rd, 941 MiB/s wr, 4.30k op/s 2023-10-05T15:23:50.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:50 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:51.176 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:23:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: 2023-10-05T15:23:50.727+0000 7f3e855f4700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001fa [3,head] /client.0/tmp/iogen_3.1p0/src/iogen.c auth{0=1} v6 ap=1 s=19072 n(v0 rc2023-10-05T15:23:28.486114+0000 b19072 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25163=0-4194304@2} caps={25163=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25163 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x563eb3cb4680]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000001fa:[<0x100000001f8/iogen.c v6>,<0x100000001f7/src v280>,<0x10000000001/iogen_3.1p0 v439>,<0x10000000000/tmp v21>,<0x1/client.0 v16>]//[3]","memoryvalue":"(4)0x100000001fa:[<0x100000001f8/iogen.c v6>,<0x100000001f7/src v280>,<0x10000000001/iogen_3.1p0 v437>,<0x10000000000/tmp v33>,<0x1/client.0 v35>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:23:51.472 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:23:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: 2023-10-05T15:23:51.177+0000 7f3e855f4700 -1 mds.1.scrubstack _validate_inode_done scrub error on inode [inode 0x100000001f9 [3,head] /client.0/tmp/iogen_3.1p0/src/iogen.8 auth{0=1} v8 ap=1 s=4783 n(v0 rc2023-10-05T15:23:28.485114+0000 b4783 1=1+0) (iauth excl) (ifile excl) (ixattr excl) (iversion lock) cr={25163=0-4194304@2} caps={25163=pAsxLsXsxFsxcrwb/pAsxXsxFsxcrwb@1},l=25163 | importingcaps=0 caps=1 replicated=1 authpin=1 scrubqueue=0 0x563eb3cb4c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(4)0x100000001f9:[<0x100000001f8/iogen.8 v8>,<0x100000001f7/src v280>,<0x10000000001/iogen_3.1p0 v439>,<0x10000000000/tmp v21>,<0x1/client.0 v16>]//[3]","memoryvalue":"(4)0x100000001f9:[<0x100000001f8/iogen.8 v8>,<0x100000001f7/src v280>,<0x10000000001/iogen_3.1p0 v437>,<0x10000000000/tmp v33>,<0x1/client.0 v35>]//[3]","error_str":"On-disk backtrace is divergent or newer"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2023-10-05T15:23:51.473 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:51 smithi177 ceph-mon[103568]: scrub summary: active paths [/] 2023-10-05T15:23:51.473 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:51 smithi177 ceph-mon[103568]: Scrub error on inode 0x100000001fa (/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2023-10-05T15:23:51.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:51 smithi029 ceph-mon[99237]: scrub summary: active paths [/] 2023-10-05T15:23:51.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:51 smithi029 ceph-mon[99237]: Scrub error on inode 0x100000001fa (/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2023-10-05T15:23:51.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:51 smithi040 ceph-mon[103696]: scrub summary: active paths [/] 2023-10-05T15:23:51.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:51 smithi040 ceph-mon[103696]: Scrub error on inode 0x100000001fa (/client.0/tmp/iogen_3.1p0/src/iogen.c) see mds.i log and `damage ls` output for details 2023-10-05T15:23:52.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:52 smithi029 ceph-mon[99237]: pgmap v52: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 640 MiB/s wr, 4.50k op/s 2023-10-05T15:23:52.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:52 smithi029 ceph-mon[99237]: Scrub error on inode 0x100000001f9 (/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2023-10-05T15:23:52.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:52 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:52.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:52 smithi029 ceph-mon[99237]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:52 smithi040 ceph-mon[103696]: pgmap v52: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 640 MiB/s wr, 4.50k op/s 2023-10-05T15:23:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:52 smithi040 ceph-mon[103696]: Scrub error on inode 0x100000001f9 (/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2023-10-05T15:23:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:52 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:52 smithi040 ceph-mon[103696]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:52.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:52 smithi177 ceph-mon[103568]: pgmap v52: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 640 MiB/s wr, 4.50k op/s 2023-10-05T15:23:52.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:52 smithi177 ceph-mon[103568]: Scrub error on inode 0x100000001f9 (/client.0/tmp/iogen_3.1p0/src/iogen.8) see mds.i log and `damage ls` output for details 2023-10-05T15:23:52.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:52 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:52.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:52 smithi177 ceph-mon[103568]: scrub summary: idle+waiting paths [/] 2023-10-05T15:23:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1572956670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 msgr2=0x7f8db4104f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1572956670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 0x7f8db4104f40 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f8da4009990 tx=0x7f8da4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1572956670 shutdown_connections 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1572956670 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db40ffc20 0x7f8db4100080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1572956670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 0x7f8db4104f40 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1572956670 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db4105480 0x7f8db40ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1572956670 >> 172.21.15.29:0/1572956670 conn(0x7f8db40762e0 msgr2=0x7f8db40766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1572956670 shutdown_connections 2023-10-05T15:23:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.875+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1572956670 wait complete. 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 Processor -- start 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 -- start start 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 0x7f8db4071910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db4105480 0x7f8db410bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db410c430 con 0x7f8db4104b60 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db410c5a0 con 0x7f8db40ffc20 2023-10-05T15:23:53.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db8ee1700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db410c760 con 0x7f8db4105480 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.876+0000 7f8db259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55780/0 (socket says 172.21.15.29:55780) 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 -- 172.21.15.29:0/1982054215 learned_addr learned my addr 172.21.15.29:0/1982054215 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 -- 172.21.15.29:0/1982054215 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db4105480 msgr2=0x7f8db410bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db4105480 0x7f8db410bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 -- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 msgr2=0x7f8db4071910 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 0x7f8db4071910 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 -- 172.21.15.29:0/1982054215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da40095f0 con 0x7f8db40ffc20 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db259c700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8da4006010 tx=0x7f8da400f7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8da37fe700 1 -- 172.21.15.29:0/1982054215 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da401d070 con 0x7f8db40ffc20 2023-10-05T15:23:53.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8db410c9e0 con 0x7f8db40ffc20 2023-10-05T15:23:53.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.877+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8db41130b0 con 0x7f8db40ffc20 2023-10-05T15:23:53.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.878+0000 7f8da37fe700 1 -- 172.21.15.29:0/1982054215 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8da400fca0 con 0x7f8db40ffc20 2023-10-05T15:23:53.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.878+0000 7f8da37fe700 1 -- 172.21.15.29:0/1982054215 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da4017720 con 0x7f8db40ffc20 2023-10-05T15:23:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.883+0000 7f8da37fe700 1 -- 172.21.15.29:0/1982054215 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 24) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f8da4017880 con 0x7f8db40ffc20 2023-10-05T15:23:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.884+0000 7f8da37fe700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 0x7f8d9c0a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.884+0000 7f8da37fe700 1 -- 172.21.15.29:0/1982054215 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8da40cea10 con 0x7f8db40ffc20 2023-10-05T15:23:53.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.884+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 0x7f8d9c0a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.885+0000 7f8dc50cbb80 1 Processor -- start 2023-10-05T15:23:53.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 -- start start 2023-10-05T15:23:53.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b3368fc00 0x555b3368ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33690520 0x555b3369ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b335f9400 con 0x555b33690520 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b335eabc0 con 0x555b3369b3d0 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b335e84e0 con 0x555b3368fc00 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8db2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8db2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55788/0 (socket says 172.21.15.29:55788) 2023-10-05T15:23:53.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.887+0000 7f8db2d9d700 1 -- 172.21.15.29:0/2579662710 learned_addr learned my addr 172.21.15.29:0/2579662710 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 -- 172.21.15.29:0/2579662710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b3368fc00 msgr2=0x555b3368ffe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b3368fc00 0x555b3368ffe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 -- 172.21.15.29:0/2579662710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33690520 msgr2=0x555b3369ae90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33690520 0x555b3369ae90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 -- 172.21.15.29:0/2579662710 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b3340ed80 con 0x555b3369b3d0 2023-10-05T15:23:53.891 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.888+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8dac009d00 tx=0x7f8dac00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3f02d4d4a9e349b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.889+0000 7f8da0ff9700 1 -- 172.21.15.29:0/2579662710 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac00e070 con 0x555b3369b3d0 2023-10-05T15:23:53.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.889+0000 7f8da0ff9700 1 -- 172.21.15.29:0/2579662710 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8dac009e50 con 0x555b3369b3d0 2023-10-05T15:23:53.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.889+0000 7f8da0ff9700 1 -- 172.21.15.29:0/2579662710 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac011390 con 0x555b3369b3d0 2023-10-05T15:23:53.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2579662710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 msgr2=0x555b3369d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f8dac009d00 tx=0x7f8dac00b330 comp rx=0 tx=0).stop 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2579662710 shutdown_connections 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b3368fc00 0x555b3368ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b3369d7c0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2579662710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33690520 0x555b3369ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.890+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2579662710 >> 172.21.15.29:0/2579662710 conn(0x555b33605200 msgr2=0x555b3368c080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.891+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 0x7f8d9c0a3bb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8db4072bd0 tx=0x7f8da8006cb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2579662710 shutdown_connections 2023-10-05T15:23:53.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2579662710 wait complete. 2023-10-05T15:23:53.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- start start 2023-10-05T15:23:53.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 Processor -- start 2023-10-05T15:23:53.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 0x555b336982d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a7000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b335e3dd0 con 0x555b3369b3d0 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b335806b0 con 0x555b3368fc00 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.895+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b33580350 con 0x555b33698d50 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8dc50cbb80 10 client.0 _ll_register_callbacks cb 0x555b333dd7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db1d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db1d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48670/0 (socket says 172.21.15.29:48670) 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 0x555b336982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db1d9b700 1 -- 172.21.15.29:0/569698246 learned_addr learned my addr 172.21.15.29:0/569698246 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 -- 172.21.15.29:0/569698246 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 msgr2=0x555b336a7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 -- 172.21.15.29:0/569698246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 msgr2=0x555b33698810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 -- 172.21.15.29:0/569698246 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8dac0099b0 con 0x555b3368fc00 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8db259c700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 0x555b336982d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8da40cbdd0 tx=0x7f8da40cc330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c25a8d9c84a697b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.896+0000 7f8d99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da409ade0 con 0x555b3368fc00 2023-10-05T15:23:53.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555b33683d50 con 0x555b3368fc00 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8da409bdf0 con 0x555b3368fc00 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8da409b6f0 con 0x555b3368fc00 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8dc50cbb80 10 client.25685 fetch_fsmap learned FSMap version 24 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x555b333f7c00 con 0x555b3368fc00 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555b33683d50 con 0x555b3368fc00 2023-10-05T15:23:53.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.897+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 24) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f8da40b9b60 con 0x555b3368fc00 2023-10-05T15:23:53.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 10 client.25685 fetch_fsmap finished waiting for FSMap version 24 2023-10-05T15:23:53.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 10 client.25685 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:53.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 20 client.25685 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:53.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ab070 0x555b336ad490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 4 client.25685 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555b335dcdb0 con 0x555b336ab070 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.898+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ab070 0x555b336ad490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.899+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ab070 0x555b336ad490 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3280e81b10099fe8 server_cookie=a1b1191a5d0c428f in_seq=0 out_seq=0 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.899+0000 7f8d99ffb700 10 client.25685 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8d99ffb700 1 -- 172.21.15.29:0/569698246 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x555b335dcdb0 con 0x555b336ab070 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8d99ffb700 10 client.25685 handle_command_reply: tid=0 2023-10-05T15:23:53.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 client.25685 shutdown 2023-10-05T15:23:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 msgr2=0x555b336982d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 0x555b336982d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8da40cbdd0 tx=0x7f8da40cc330 comp rx=0 tx=0).stop 2023-10-05T15:23:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 shutdown_connections 2023-10-05T15:23:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ab070 0x555b336ad490 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3368fc00 0x555b336982d0 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8da40cbdd0 tx=0x7f8da40cc330 comp rx=0 tx=0).stop 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8d99ffb700 0 client.25685 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/569698246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b33698810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.901+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 >> 172.21.15.29:0/569698246 conn(0x555b33605200 msgr2=0x555b3368bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.902+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 shutdown_connections 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.902+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/569698246 wait complete. 2023-10-05T15:23:53.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.902+0000 7f8dc50cbb80 20 client.25685 trim_cache size 0 max 16384 2023-10-05T15:23:53.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 Processor -- start 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 -- start start 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 0x555b33692aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b336a6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 0x555b33695560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b334648c0 con 0x555b33698d50 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b33699880 con 0x555b3369b3d0 2023-10-05T15:23:53.933 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.930+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b336838e0 con 0x555b33698910 2023-10-05T15:23:53.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.931+0000 7f8db2d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 0x555b33695560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.931+0000 7f8db2d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 0x555b33695560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55082/0 (socket says 172.21.15.29:55082) 2023-10-05T15:23:53.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.931+0000 7f8db2d9d700 1 -- 172.21.15.29:0/2505516594 learned_addr learned my addr 172.21.15.29:0/2505516594 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:53.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.932+0000 7f8db259c700 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 0x555b33692aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 -- 172.21.15.29:0/2505516594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 msgr2=0x555b33695560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:53.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 0x555b33695560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 -- 172.21.15.29:0/2505516594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 msgr2=0x555b336a6db0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:23:53.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b336a6db0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 -- 172.21.15.29:0/2505516594 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b33697e70 con 0x555b33698d50 2023-10-05T15:23:53.937 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.934+0000 7f8db259c700 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 0x555b33692aa0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f8da4099a40 tx=0x7f8da4099ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f8e3c1007da40b4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.938 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.936+0000 7f8da17fa700 1 -- 172.21.15.29:0/2505516594 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da409bdf0 con 0x555b33698d50 2023-10-05T15:23:53.938 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.936+0000 7f8da17fa700 1 -- 172.21.15.29:0/2505516594 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8da409b6f0 con 0x555b33698d50 2023-10-05T15:23:53.938 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.936+0000 7f8da17fa700 1 -- 172.21.15.29:0/2505516594 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da4097600 con 0x555b33698d50 2023-10-05T15:23:53.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2505516594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 msgr2=0x555b33692aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 0x555b33692aa0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f8da4099a40 tx=0x7f8da4099ca0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2505516594 shutdown_connections 2023-10-05T15:23:53.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698910 0x555b33695560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b33698d50 0x555b33692aa0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2505516594 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b3369b3d0 0x555b336a6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.937+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2505516594 >> 172.21.15.29:0/2505516594 conn(0x555b33605200 msgr2=0x555b336a66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.938+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2505516594 shutdown_connections 2023-10-05T15:23:53.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.939+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2505516594 wait complete. 2023-10-05T15:23:53.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.939+0000 7f8dc50cbb80 1 -- start start 2023-10-05T15:23:53.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.939+0000 7f8dc50cbb80 1 Processor -- start 2023-10-05T15:23:53.943 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.943 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b336a1650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b336a1c50 con 0x555b3369b3d0 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b336a1dc0 con 0x555b33698910 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b336a1f80 con 0x555b33698d50 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8dc50cbb80 10 client.0 _ll_register_callbacks cb 0x7f8da4097b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.940+0000 7f8db259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55802/0 (socket says 172.21.15.29:55802) 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 -- 172.21.15.29:0/2592245528 learned_addr learned my addr 172.21.15.29:0/2592245528 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b336a1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 -- 172.21.15.29:0/2592245528 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 msgr2=0x555b336a06d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a06d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 -- 172.21.15.29:0/2592245528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 msgr2=0x555b336a1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:23:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b336a1650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.945 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 -- 172.21.15.29:0/2592245528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555b333f7c00 con 0x555b33698910 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.941+0000 7f8db259c700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8da4097bf0 tx=0x7f8da40cc330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d51510585f776e24 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.942+0000 7f8db2d9d700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b336a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.942+0000 7f8d99ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.942+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da409ade0 con 0x555b33698910 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.942+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8da40a39f0 con 0x555b33698910 2023-10-05T15:23:53.946 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.943+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8dac009e50 con 0x555b33698910 2023-10-05T15:23:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.945+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8da409b230 con 0x555b33698910 2023-10-05T15:23:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.945+0000 7f8dc50cbb80 10 client.25688 fetch_fsmap learned FSMap version 24 2023-10-05T15:23:53.947 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.945+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x555b334351f0 con 0x555b33698910 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.949+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8dac009e50 con 0x555b33698910 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.949+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 24) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f8da409cb30 con 0x555b33698910 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.949+0000 7f8dc50cbb80 10 client.25688 fetch_fsmap finished waiting for FSMap version 24 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.949+0000 7f8dc50cbb80 10 client.25688 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.949+0000 7f8dc50cbb80 20 client.25688 populate_metadata read hostname 'smithi029' 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.950+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ffc10 0x555b33702000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.950+0000 7f8dc50cbb80 4 client.25688 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:23:53.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.950+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555b335dcad0 con 0x555b336ffc10 2023-10-05T15:23:53.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.951+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ffc10 0x555b33702000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:23:53.957 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.952+0000 7f8d99ffb700 10 client.25688 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:53.957 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.952+0000 7f8db1d9b700 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ffc10 0x555b33702000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6141503088ee3c1 server_cookie=3a9d4acdeebfc8f8 in_seq=0 out_seq=0 2023-10-05T15:23:53.982 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8d99ffb700 1 -- 172.21.15.29:0/2592245528 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555b335dcad0 con 0x555b336ffc10 2023-10-05T15:23:53.982 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8d99ffb700 10 client.25688 handle_command_reply: tid=0 2023-10-05T15:23:53.982 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 client.25688 shutdown 2023-10-05T15:23:53.982 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 msgr2=0x555b336a0190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f8da4097bf0 tx=0x7f8da40cc330 comp rx=0 tx=0).stop 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 shutdown_connections 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555b336ffc10 0x555b33702000 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b3369b3d0 0x555b336a1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555b33698910 0x555b336a0190 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8d99ffb700 0 client.25688 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 --2- 172.21.15.29:0/2592245528 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555b33698d50 0x555b336a06d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.983 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.980+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 >> 172.21.15.29:0/2592245528 conn(0x555b33605200 msgr2=0x555b33696a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.981+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 shutdown_connections 2023-10-05T15:23:53.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.981+0000 7f8dc50cbb80 1 -- 172.21.15.29:0/2592245528 wait complete. 2023-10-05T15:23:53.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.981+0000 7f8dc50cbb80 20 client.25688 trim_cache size 0 max 16384 2023-10-05T15:23:53.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:23:53.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:23:53.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:23:53.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:23:53.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 msgr2=0x7f8d9c0a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 0x7f8d9c0a3bb0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8db4072bd0 tx=0x7f8da8006cb0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 msgr2=0x7f8db40713b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8da4006010 tx=0x7f8da400f7b0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 shutdown_connections 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8d9c0a16f0 0x7f8d9c0a3bb0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8db4105480 0x7f8db410bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8db40ffc20 0x7f8db40713b0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 --2- 172.21.15.29:0/1982054215 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8db4104b60 0x7f8db4071910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.982+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 >> 172.21.15.29:0/1982054215 conn(0x7f8db40762e0 msgr2=0x7f8db41028e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.983+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 shutdown_connections 2023-10-05T15:23:53.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:23:53.983+0000 7f8db8ee1700 1 -- 172.21.15.29:0/1982054215 wait complete. 2023-10-05T15:23:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:54 smithi029 ceph-mon[99237]: pgmap v53: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 626 MiB/s wr, 5.02k op/s 2023-10-05T15:23:54.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:54 smithi040 ceph-mon[103696]: pgmap v53: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 626 MiB/s wr, 5.02k op/s 2023-10-05T15:23:54.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:54 smithi177 ceph-mon[103568]: pgmap v53: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 626 MiB/s wr, 5.02k op/s 2023-10-05T15:23:55.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:55 smithi029 ceph-mon[99237]: pgmap v54: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 684 MiB/s wr, 5.81k op/s 2023-10-05T15:23:55.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:55 smithi040 ceph-mon[103696]: pgmap v54: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 684 MiB/s wr, 5.81k op/s 2023-10-05T15:23:55.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:55 smithi177 ceph-mon[103568]: pgmap v54: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 684 MiB/s wr, 5.81k op/s 2023-10-05T15:23:56.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:23:56.536+0000 7f1c04a52700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:23:56.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:56 smithi029 ceph-mon[99237]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:23:56.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:56 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:23:56.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:56 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:56.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:56 smithi040 ceph-mon[103696]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:23:56.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:56 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:23:56.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:56 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:56.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:56 smithi177 ceph-mon[103568]: Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2023-10-05T15:23:56.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:56 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] up:active 2023-10-05T15:23:56.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:56 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:23:57.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:57 smithi177 ceph-mon[103568]: pgmap v55: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 564 MiB/s wr, 5.13k op/s 2023-10-05T15:23:58.110 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:57 smithi029 ceph-mon[99237]: pgmap v55: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 564 MiB/s wr, 5.13k op/s 2023-10-05T15:23:58.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:57 smithi040 ceph-mon[103696]: pgmap v55: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 564 MiB/s wr, 5.13k op/s 2023-10-05T15:24:00.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:59 smithi029 ceph-mon[99237]: pgmap v56: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 669 MiB/s wr, 6.51k op/s 2023-10-05T15:24:00.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:59 smithi029 ceph-mon[99237]: scrub summary: idle 2023-10-05T15:24:00.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:23:59 smithi029 ceph-mon[99237]: scrub summary: idle 2023-10-05T15:24:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:59 smithi040 ceph-mon[103696]: pgmap v56: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 669 MiB/s wr, 6.51k op/s 2023-10-05T15:24:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:59 smithi040 ceph-mon[103696]: scrub summary: idle 2023-10-05T15:24:00.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:23:59 smithi040 ceph-mon[103696]: scrub summary: idle 2023-10-05T15:24:00.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:59 smithi177 ceph-mon[103568]: pgmap v56: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 669 MiB/s wr, 6.51k op/s 2023-10-05T15:24:00.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:59 smithi177 ceph-mon[103568]: scrub summary: idle 2023-10-05T15:24:00.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:23:59 smithi177 ceph-mon[103568]: scrub summary: idle 2023-10-05T15:24:02.110 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:01 smithi029 ceph-mon[99237]: pgmap v57: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 532 MiB/s wr, 5.47k op/s 2023-10-05T15:24:02.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:01 smithi040 ceph-mon[103696]: pgmap v57: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 532 MiB/s wr, 5.47k op/s 2023-10-05T15:24:02.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:01 smithi177 ceph-mon[103568]: pgmap v57: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 532 MiB/s wr, 5.47k op/s 2023-10-05T15:24:04.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:03 smithi029 ceph-mon[99237]: pgmap v58: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 531 MiB/s wr, 5.64k op/s 2023-10-05T15:24:04.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:03 smithi040 ceph-mon[103696]: pgmap v58: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 531 MiB/s wr, 5.64k op/s 2023-10-05T15:24:04.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:03 smithi177 ceph-mon[103568]: pgmap v58: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 531 MiB/s wr, 5.64k op/s 2023-10-05T15:24:06.363 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:06 smithi029 ceph-mon[99237]: pgmap v59: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 536 MiB/s wr, 6.12k op/s 2023-10-05T15:24:06.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:06 smithi040 ceph-mon[103696]: pgmap v59: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 536 MiB/s wr, 6.12k op/s 2023-10-05T15:24:06.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:06 smithi177 ceph-mon[103568]: pgmap v59: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 536 MiB/s wr, 6.12k op/s 2023-10-05T15:24:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.219+0000 7fe912e1c700 1 -- 172.21.15.29:0/3913562468 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10f620 msgr2=0x7fe90c107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:07.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.219+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3913562468 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10f620 0x7fe90c107eb0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fe900009990 tx=0x7fe900009ca0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.242+0000 7fe912e1c700 1 -- 172.21.15.29:0/3913562468 shutdown_connections 2023-10-05T15:24:07.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.242+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3913562468 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10f620 0x7fe90c107eb0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.242+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3913562468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.242+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3913562468 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe90c10fa90 0x7fe90c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.242+0000 7fe912e1c700 1 -- 172.21.15.29:0/3913562468 >> 172.21.15.29:0/3913562468 conn(0x7fe90c06cfa0 msgr2=0x7fe90c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.249+0000 7fe912e1c700 1 -- 172.21.15.29:0/3913562468 shutdown_connections 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.249+0000 7fe912e1c700 1 -- 172.21.15.29:0/3913562468 wait complete. 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 Processor -- start 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 -- start start 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe90c10f620 0x7fe90c1a5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10fa90 0x7fe90c1a6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c1ab0f0 con 0x7fe90c11a690 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c1ab260 con 0x7fe90c10f620 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.250+0000 7fe912e1c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe90c1ab420 con 0x7fe90c10fa90 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48692/0 (socket says 172.21.15.29:48692) 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 -- 172.21.15.29:0/3165056451 learned_addr learned my addr 172.21.15.29:0/3165056451 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 -- 172.21.15.29:0/3165056451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10fa90 msgr2=0x7fe90c1a6440 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10fa90 0x7fe90c1a6440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 -- 172.21.15.29:0/3165056451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe90c10f620 msgr2=0x7fe90c1a5f00 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe90c10f620 0x7fe90c1a5f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.251+0000 7fe9113b9700 1 -- 172.21.15.29:0/3165056451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9000095f0 con 0x7fe90c11a690 2023-10-05T15:24:07.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.252+0000 7fe9113b9700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc00d950 tx=0x7fe8fc00dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.254+0000 7fe909ffb700 1 -- 172.21.15.29:0/3165056451 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc009940 con 0x7fe90c11a690 2023-10-05T15:24:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.254+0000 7fe909ffb700 1 -- 172.21.15.29:0/3165056451 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe8fc004830 con 0x7fe90c11a690 2023-10-05T15:24:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.254+0000 7fe909ffb700 1 -- 172.21.15.29:0/3165056451 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8fc005440 con 0x7fe90c11a690 2023-10-05T15:24:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.254+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe90c1ab700 con 0x7fe90c11a690 2023-10-05T15:24:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.254+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe90c0792f0 con 0x7fe90c11a690 2023-10-05T15:24:07.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.259+0000 7fe91f006b80 1 Processor -- start 2023-10-05T15:24:07.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 -- start start 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d224237e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d2242383d0 0x55d22423a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d224196400 con 0x55d22422d520 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d224187bc0 con 0x55d2242383d0 2023-10-05T15:24:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.261+0000 7fe91f006b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2241854e0 con 0x55d22422cc00 2023-10-05T15:24:07.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.264+0000 7fe909ffb700 1 -- 172.21.15.29:0/3165056451 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 24) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fe8fc0055c0 con 0x7fe90c11a690 2023-10-05T15:24:07.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.265+0000 7fe909ffb700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 0x7fe8f40a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.265+0000 7fe909ffb700 1 -- 172.21.15.29:0/3165056451 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe8fc0ccc70 con 0x7fe90c11a690 2023-10-05T15:24:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.266+0000 7fe9113b9700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 0x7fe8f40a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.267+0000 7fe9113b9700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 0x7fe8f40a3cc0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc0995c0 tx=0x7fe8fc0b9040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55100/0 (socket says 172.21.15.29:55100) 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3292538557 learned_addr learned my addr 172.21.15.29:0/3292538557 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d2242383d0 0x55d22423a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3292538557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d2242383d0 msgr2=0x55d22423a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d2242383d0 0x55d22423a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3292538557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 msgr2=0x55d224237e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d224237e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.271+0000 7fe90bfff700 1 -- 172.21.15.29:0/3292538557 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d223fabd80 con 0x55d22422cc00 2023-10-05T15:24:07.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.272+0000 7fe90bfff700 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe904012820 tx=0x7fe904009550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a44f7ed22ce2d46f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.272+0000 7fe8f2ffd700 1 -- 172.21.15.29:0/3292538557 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe904014670 con 0x55d22422cc00 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.272+0000 7fe8f2ffd700 1 -- 172.21.15.29:0/3292538557 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe904009a90 con 0x55d22422cc00 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.272+0000 7fe8f2ffd700 1 -- 172.21.15.29:0/3292538557 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe904018900 con 0x55d22422cc00 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 -- 172.21.15.29:0/3292538557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 msgr2=0x55d22422cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fe904012820 tx=0x7fe904009550 comp rx=0 tx=0).stop 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 -- 172.21.15.29:0/3292538557 shutdown_connections 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d22422cc00 0x55d22422cfe0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d2242383d0 0x55d22423a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 --2- 172.21.15.29:0/3292538557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d224237e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.273+0000 7fe91f006b80 1 -- 172.21.15.29:0/3292538557 >> 172.21.15.29:0/3292538557 conn(0x55d2241a2200 msgr2=0x55d224229080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:07.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.276+0000 7fe91f006b80 1 -- 172.21.15.29:0/3292538557 shutdown_connections 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.276+0000 7fe91f006b80 1 -- 172.21.15.29:0/3292538557 wait complete. 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.276+0000 7fe91f006b80 1 -- start start 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.276+0000 7fe91f006b80 1 Processor -- start 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224237e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224235080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d224180dd0 con 0x55d22422cc00 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d22411d6b0 con 0x55d22422d520 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d22411d350 con 0x55d2242383d0 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.277+0000 7fe91f006b80 10 client.0 _ll_register_callbacks cb 0x55d223f7a7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:07.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.278+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.278+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55110/0 (socket says 172.21.15.29:55110) 2023-10-05T15:24:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.278+0000 7fe90bfff700 1 -- 172.21.15.29:0/43820662 learned_addr learned my addr 172.21.15.29:0/43820662 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:07.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.278+0000 7fe90bfff700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224237e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.278+0000 7fe90bfff700 1 -- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 msgr2=0x55d224235080 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:24:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe90bfff700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224235080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe90bfff700 1 -- 172.21.15.29:0/43820662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 msgr2=0x55d224237e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe90bfff700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224237e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe90bfff700 1 -- 172.21.15.29:0/43820662 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe904012500 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe90bfff700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe904009520 tx=0x7fe904018500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b4eca983672f73f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe8ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.279+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90400aea0 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.280+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe9040189b0 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.280+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d224220d50 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.280+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe904018b70 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.280+0000 7fe91f006b80 10 client.25645 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.280+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d223f94c00 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d224220d50 con 0x55d2242383d0 2023-10-05T15:24:07.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fe904024420 con 0x55d2242383d0 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 10 client.25645 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 10 client.25645 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 20 client.25645 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d224269e80 0x55d22426c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 4 client.25645 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.282+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d224179db0 con 0x55d224269e80 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.283+0000 7fe910bb8700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d224269e80 0x55d22426c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.283+0000 7fe8ebfff700 10 client.25645 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.283+0000 7fe910bb8700 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d224269e80 0x55d22426c2a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57e8554f4cd1b840 server_cookie=63da919735b00951 in_seq=0 out_seq=0 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe8ebfff700 1 -- 172.21.15.29:0/43820662 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d224179db0 con 0x55d224269e80 2023-10-05T15:24:07.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe8ebfff700 10 client.25645 handle_command_reply: tid=0 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 client.25645 shutdown 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 msgr2=0x55d2242357c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fe904009520 tx=0x7fe904018500 comp rx=0 tx=0).stop 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 shutdown_connections 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d224269e80 0x55d22426c2a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d2242383d0 0x55d2242357c0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224237e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 --2- 172.21.15.29:0/43820662 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224235080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe8ebfff700 0 client.25645 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.284+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 >> 172.21.15.29:0/43820662 conn(0x55d2241a2200 msgr2=0x55d224228c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.285+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 shutdown_connections 2023-10-05T15:24:07.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.285+0000 7fe91f006b80 1 -- 172.21.15.29:0/43820662 wait complete. 2023-10-05T15:24:07.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.288+0000 7fe91f006b80 20 client.25645 trim_cache size 0 max 16384 2023-10-05T15:24:07.319 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.316+0000 7fe91f006b80 1 Processor -- start 2023-10-05T15:24:07.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.320+0000 7fe91f006b80 1 -- start start 2023-10-05T15:24:07.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.320+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224235040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224234630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242303f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.330 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe91f006b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2240018c0 con 0x55d22422cc00 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe91f006b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d22422a680 con 0x55d22422d520 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe91f006b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d224238140 con 0x55d224234b70 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242303f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224235040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe90bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224235040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48710/0 (socket says 172.21.15.29:48710) 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.321+0000 7fe90bfff700 1 -- 172.21.15.29:0/1971602614 learned_addr learned my addr 172.21.15.29:0/1971602614 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.322+0000 7fe90bfff700 1 -- 172.21.15.29:0/1971602614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 msgr2=0x55d224234630 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.322+0000 7fe90bfff700 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224234630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.322+0000 7fe90bfff700 1 -- 172.21.15.29:0/1971602614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 msgr2=0x55d224235040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.322+0000 7fe90bfff700 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224235040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.322+0000 7fe90bfff700 1 -- 172.21.15.29:0/1971602614 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d223fd21f0 con 0x55d224234b70 2023-10-05T15:24:07.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.323+0000 7fe90bfff700 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242303f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe904012e10 tx=0x7fe904018500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c39ba8a0b24c3907 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.324+0000 7fe8f37fe700 1 -- 172.21.15.29:0/1971602614 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe904019d20 con 0x55d224234b70 2023-10-05T15:24:07.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.324+0000 7fe8f37fe700 1 -- 172.21.15.29:0/1971602614 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe904009e90 con 0x55d224234b70 2023-10-05T15:24:07.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.324+0000 7fe8f37fe700 1 -- 172.21.15.29:0/1971602614 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9040276d0 con 0x55d224234b70 2023-10-05T15:24:07.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.326+0000 7fe91f006b80 1 -- 172.21.15.29:0/1971602614 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 msgr2=0x55d2242303f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:07.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.326+0000 7fe91f006b80 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242303f0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe904012e10 tx=0x7fe904018500 comp rx=0 tx=0).stop 2023-10-05T15:24:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 -- 172.21.15.29:0/1971602614 shutdown_connections 2023-10-05T15:24:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242303f0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422cc00 0x55d224235040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 --2- 172.21.15.29:0/1971602614 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422d520 0x55d224234630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 -- 172.21.15.29:0/1971602614 >> 172.21.15.29:0/1971602614 conn(0x55d2241a2200 msgr2=0x55d224237a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.335+0000 7fe91f006b80 1 -- 172.21.15.29:0/1971602614 shutdown_connections 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.337+0000 7fe91f006b80 1 -- 172.21.15.29:0/1971602614 wait complete. 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.337+0000 7fe91f006b80 1 -- start start 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.337+0000 7fe91f006b80 1 Processor -- start 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422cc00 0x55d22425f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242600b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2242615f0 con 0x55d22422d520 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2242bfcd0 con 0x55d22422cc00 2023-10-05T15:24:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2242bfe40 con 0x55d224234b70 2023-10-05T15:24:07.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.338+0000 7fe91f006b80 10 client.0 _ll_register_callbacks cb 0x7fe904012180 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.339+0000 7fe910bb8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.339+0000 7fe910bb8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48718/0 (socket says 172.21.15.29:48718) 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.339+0000 7fe910bb8700 1 -- 172.21.15.29:0/124467934 learned_addr learned my addr 172.21.15.29:0/124467934 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.339+0000 7fe90bfff700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422cc00 0x55d22425f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 -- 172.21.15.29:0/124467934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 msgr2=0x55d2242600b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242600b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 -- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422cc00 msgr2=0x55d22425f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422cc00 0x55d22425f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:07.351 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 -- 172.21.15.29:0/124467934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d223f94c00 con 0x55d22422d520 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe910bb8700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x55d224236630 tx=0x7fe900003680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83529676b8e07400 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe8ebfff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.340+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe90001d070 con 0x55d22422d520 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.341+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe90000b9d0 con 0x55d22422d520 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.341+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe904009a90 con 0x55d22422d520 2023-10-05T15:24:07.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.349+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe900021730 con 0x55d22422d520 2023-10-05T15:24:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.351+0000 7fe91f006b80 10 client.16104 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.351+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d223faa250 con 0x55d22422d520 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.357+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe904009a90 con 0x55d22422d520 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.357+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fe900021c70 con 0x55d22422d520 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 10 client.16104 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 10 client.16104 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 20 client.16104 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d2242c1630 0x55d2242c3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 4 client.16104 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:24:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.362+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d224179ad0 con 0x55d2242c1630 2023-10-05T15:24:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.363+0000 7fe90bfff700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d2242c1630 0x55d2242c3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.363+0000 7fe90bfff700 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d2242c1630 0x55d2242c3a50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=565d157418e3eeb7 server_cookie=ae46439ed4eca8ea in_seq=0 out_seq=0 2023-10-05T15:24:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:07.364+0000 7fe8ebfff700 10 client.16104 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:08.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:08 smithi029 ceph-mon[99237]: pgmap v60: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 378 MiB/s wr, 4.72k op/s 2023-10-05T15:24:08.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:08 smithi040 ceph-mon[103696]: pgmap v60: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 378 MiB/s wr, 4.72k op/s 2023-10-05T15:24:08.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:08 smithi177 ceph-mon[103568]: pgmap v60: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 378 MiB/s wr, 4.72k op/s 2023-10-05T15:24:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.927+0000 7fe8ebfff700 1 -- 172.21.15.29:0/124467934 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d224179ad0 con 0x55d2242c1630 2023-10-05T15:24:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.927+0000 7fe8ebfff700 10 client.16104 handle_command_reply: tid=0 2023-10-05T15:24:08.930 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.928+0000 7fe91f006b80 1 client.16104 shutdown 2023-10-05T15:24:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 msgr2=0x55d22425fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:08.934 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x55d224236630 tx=0x7fe900003680 comp rx=0 tx=0).stop 2023-10-05T15:24:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 shutdown_connections 2023-10-05T15:24:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d2242c1630 0x55d2242c3a50 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d224234b70 0x55d2242600b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d22422cc00 0x55d22425f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 --2- 172.21.15.29:0/124467934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d22422d520 0x55d22425fb70 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 >> 172.21.15.29:0/124467934 conn(0x55d2241a2200 msgr2=0x55d22422ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.932+0000 7fe8ebfff700 0 client.16104 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.933+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 shutdown_connections 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.933+0000 7fe91f006b80 1 -- 172.21.15.29:0/124467934 wait complete. 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.933+0000 7fe91f006b80 20 client.16104 trim_cache size 0 max 16384 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:24:08.936 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:24:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.938+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 msgr2=0x7fe8f40a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.938+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 0x7fe8f40a3cc0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc0995c0 tx=0x7fe8fc0b9040 comp rx=0 tx=0).stop 2023-10-05T15:24:08.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.938+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 msgr2=0x7fe90c1aaab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:08.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.938+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fe8fc00d950 tx=0x7fe8fc00dd10 comp rx=0 tx=0).stop 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 shutdown_connections 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe8f40a1800 0x7fe8f40a3cc0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe90c11a690 0x7fe90c1aaab0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe90c10f620 0x7fe90c1a5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 --2- 172.21.15.29:0/3165056451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe90c10fa90 0x7fe90c1a6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:08.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.942+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 >> 172.21.15.29:0/3165056451 conn(0x7fe90c06cfa0 msgr2=0x7fe90c118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.946+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 shutdown_connections 2023-10-05T15:24:08.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:08.947+0000 7fe912e1c700 1 -- 172.21.15.29:0/3165056451 wait complete. 2023-10-05T15:24:10.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:10 smithi029 ceph-mon[99237]: pgmap v61: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 370 MiB/s wr, 4.98k op/s 2023-10-05T15:24:10.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:10 smithi040 ceph-mon[103696]: pgmap v61: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 370 MiB/s wr, 4.98k op/s 2023-10-05T15:24:10.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:10 smithi177 ceph-mon[103568]: pgmap v61: 129 pgs: 129 active+clean; 10 GiB data, 21 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 370 MiB/s wr, 4.98k op/s 2023-10-05T15:24:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:12 smithi029 ceph-mon[99237]: pgmap v62: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 217 MiB/s wr, 3.28k op/s 2023-10-05T15:24:12.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:12 smithi040 ceph-mon[103696]: pgmap v62: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 217 MiB/s wr, 3.28k op/s 2023-10-05T15:24:12.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:12 smithi177 ceph-mon[103568]: pgmap v62: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 217 MiB/s wr, 3.28k op/s 2023-10-05T15:24:14.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:14 smithi040 ceph-mon[103696]: pgmap v63: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 197 MiB/s wr, 3.04k op/s 2023-10-05T15:24:14.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:14 smithi177 ceph-mon[103568]: pgmap v63: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 197 MiB/s wr, 3.04k op/s 2023-10-05T15:24:14.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:14 smithi029 ceph-mon[99237]: pgmap v63: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 197 MiB/s wr, 3.04k op/s 2023-10-05T15:24:16.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:16 smithi040 ceph-mon[103696]: pgmap v64: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 210 MiB/s wr, 3.33k op/s 2023-10-05T15:24:16.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:16 smithi177 ceph-mon[103568]: pgmap v64: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 210 MiB/s wr, 3.33k op/s 2023-10-05T15:24:16.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:16 smithi029 ceph-mon[99237]: pgmap v64: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 210 MiB/s wr, 3.33k op/s 2023-10-05T15:24:18.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:18 smithi177 ceph-mon[103568]: pgmap v65: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 153 MiB/s wr, 2.47k op/s 2023-10-05T15:24:18.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:18 smithi029 ceph-mon[99237]: pgmap v65: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 153 MiB/s wr, 2.47k op/s 2023-10-05T15:24:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:18 smithi040 ceph-mon[103696]: pgmap v65: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 73 KiB/s rd, 153 MiB/s wr, 2.47k op/s 2023-10-05T15:24:19.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:19 smithi040 ceph-mon[103696]: mgrmap e25: x(active, since 2m), standbys: z, y 2023-10-05T15:24:19.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:19 smithi029 ceph-mon[99237]: mgrmap e25: x(active, since 2m), standbys: z, y 2023-10-05T15:24:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:19 smithi177 ceph-mon[103568]: mgrmap e25: x(active, since 2m), standbys: z, y 2023-10-05T15:24:19.712 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 scrub status 2023-10-05T15:24:20.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.069+0000 7f6d46166700 1 -- 172.21.15.29:0/2897453307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d4011a690 msgr2=0x7f6d4011ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.069+0000 7f6d46166700 1 --2- 172.21.15.29:0/2897453307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d4011a690 0x7f6d4011ca80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6d30009990 tx=0x7f6d30009ca0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.077+0000 7f6d46166700 1 -- 172.21.15.29:0/2897453307 shutdown_connections 2023-10-05T15:24:20.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.077+0000 7f6d46166700 1 --2- 172.21.15.29:0/2897453307 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4010f640 0x7f6d40107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.077+0000 7f6d46166700 1 --2- 172.21.15.29:0/2897453307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d4011a690 0x7f6d4011ca80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.077+0000 7f6d46166700 1 --2- 172.21.15.29:0/2897453307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d401083f0 0x7f6d40108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.080 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.077+0000 7f6d46166700 1 -- 172.21.15.29:0/2897453307 >> 172.21.15.29:0/2897453307 conn(0x7f6d4006d1a0 msgr2=0x7f6d4006d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.081 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.079+0000 7f6d46166700 1 -- 172.21.15.29:0/2897453307 shutdown_connections 2023-10-05T15:24:20.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.079+0000 7f6d46166700 1 -- 172.21.15.29:0/2897453307 wait complete. 2023-10-05T15:24:20.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 Processor -- start 2023-10-05T15:24:20.082 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 -- start start 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d401083f0 0x7f6d401139d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d4010f640 0x7f6d40113f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d40118a00 con 0x7f6d4010f640 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d40118b70 con 0x7f6d401083f0 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.080+0000 7f6d46166700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d40118d30 con 0x7f6d4011a690 2023-10-05T15:24:20.083 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55134/0 (socket says 172.21.15.29:55134) 2023-10-05T15:24:20.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 -- 172.21.15.29:0/101291642 learned_addr learned my addr 172.21.15.29:0/101291642 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.084 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d401083f0 0x7f6d401139d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 -- 172.21.15.29:0/101291642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d401083f0 msgr2=0x7f6d401139d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d401083f0 0x7f6d401139d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 -- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d4010f640 msgr2=0x7f6d40113f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d4010f640 0x7f6d40113f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.081+0000 7f6d3ffff700 1 -- 172.21.15.29:0/101291642 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d300095f0 con 0x7f6d4011a690 2023-10-05T15:24:20.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.082+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6d30005b40 tx=0x7f6d30005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.085+0000 7f6d3cff9700 1 -- 172.21.15.29:0/101291642 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3001d070 con 0x7f6d4011a690 2023-10-05T15:24:20.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.085+0000 7f6d3cff9700 1 -- 172.21.15.29:0/101291642 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d300173f0 con 0x7f6d4011a690 2023-10-05T15:24:20.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.085+0000 7f6d3cff9700 1 -- 172.21.15.29:0/101291642 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3000e640 con 0x7f6d4011a690 2023-10-05T15:24:20.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.087+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d40118fb0 con 0x7f6d4011a690 2023-10-05T15:24:20.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.087+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d401bb310 con 0x7f6d4011a690 2023-10-05T15:24:20.095 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.093+0000 7f6d3cff9700 1 -- 172.21.15.29:0/101291642 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f6d3000fa80 con 0x7f6d4011a690 2023-10-05T15:24:20.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.094+0000 7f6d3cff9700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 0x7f6d280a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.095+0000 7f6d3cff9700 1 -- 172.21.15.29:0/101291642 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6d300ce640 con 0x7f6d4011a690 2023-10-05T15:24:20.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.096+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 0x7f6d280a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.100+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 0x7f6d280a3bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009be0 tx=0x7f6d34009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.103+0000 7f6d52350b80 1 Processor -- start 2023-10-05T15:24:20.117 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 -- start start 2023-10-05T15:24:20.117 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbba4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.117 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba9e0 0x5628cfbc5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.117 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.117 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfb23460 con 0x5628cfbba0c0 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfb14c20 con 0x5628cfbba9e0 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.107+0000 7f6d52350b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfb12540 con 0x5628cfbc5890 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.108+0000 7f6d3ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.108+0000 7f6d3effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba9e0 0x5628cfbc5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.108+0000 7f6d3ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55144/0 (socket says 172.21.15.29:55144) 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.108+0000 7f6d3ffff700 1 -- 172.21.15.29:0/3453215718 learned_addr learned my addr 172.21.15.29:0/3453215718 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 -- 172.21.15.29:0/3453215718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba9e0 msgr2=0x5628cfbc5350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba9e0 0x5628cfbc5350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 -- 172.21.15.29:0/3453215718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 msgr2=0x5628cfbba4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbba4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 -- 172.21.15.29:0/3453215718 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628cf938de0 con 0x5628cfbc5890 2023-10-05T15:24:20.118 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.110+0000 7f6d3ffff700 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d300978e0 tx=0x7f6d3009b230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=68ff46ad7af6ea99 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.112+0000 7f6d25ffb700 1 -- 172.21.15.29:0/3453215718 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d300b0070 con 0x5628cfbc5890 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.112+0000 7f6d25ffb700 1 -- 172.21.15.29:0/3453215718 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d3009b3e0 con 0x5628cfbc5890 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.112+0000 7f6d25ffb700 1 -- 172.21.15.29:0/3453215718 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d300cbd90 con 0x5628cfbc5890 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 -- 172.21.15.29:0/3453215718 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 msgr2=0x5628cfbc7c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d300978e0 tx=0x7f6d3009b230 comp rx=0 tx=0).stop 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 -- 172.21.15.29:0/3453215718 shutdown_connections 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbc7c80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbba4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3453215718 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba9e0 0x5628cfbc5350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.113+0000 7f6d52350b80 1 -- 172.21.15.29:0/3453215718 >> 172.21.15.29:0/3453215718 conn(0x5628cfb2f260 msgr2=0x5628cfbb6450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.115+0000 7f6d52350b80 1 -- 172.21.15.29:0/3453215718 shutdown_connections 2023-10-05T15:24:20.119 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.115+0000 7f6d52350b80 1 -- 172.21.15.29:0/3453215718 wait complete. 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 -- start start 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 Processor -- start 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc5c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfb0de30 con 0x5628cfbba0c0 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfaaa710 con 0x5628cfbc5890 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfaaa3b0 con 0x5628cfbba9e0 2023-10-05T15:24:20.120 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.116+0000 7f6d52350b80 10 client.0 _ll_register_callbacks cb 0x5628cf907800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:20.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55148/0 (socket says 172.21.15.29:55148) 2023-10-05T15:24:20.121 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 -- 172.21.15.29:0/3500115947 learned_addr learned my addr 172.21.15.29:0/3500115947 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 -- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 msgr2=0x5628cfbd0cf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc5c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.119+0000 7f6d3effd700 1 -- 172.21.15.29:0/3500115947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 msgr2=0x5628cfbc5c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.120+0000 7f6d3effd700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc5c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.120+0000 7f6d3effd700 1 -- 172.21.15.29:0/3500115947 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d401bb310 con 0x5628cfbba9e0 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.120+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:24:20.122 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.120+0000 7f6d3effd700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6d380078a0 tx=0x7f6d38007c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ac81d3124c921ef server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.123 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.120+0000 7f6d1effd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:24:20.123 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.121+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d38018070 con 0x5628cfbba9e0 2023-10-05T15:24:20.123 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.121+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6d38004bb0 con 0x5628cfbba9e0 2023-10-05T15:24:20.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.126+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5628cfbadf10 con 0x5628cfbba9e0 2023-10-05T15:24:20.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.128+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d38007ea0 con 0x5628cfbba9e0 2023-10-05T15:24:20.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.129+0000 7f6d52350b80 10 client.25660 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:20.131 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.129+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5628cf921c60 con 0x5628cfbba9e0 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5628cfbadf10 con 0x5628cfbba9e0 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f6d3801b020 con 0x5628cfbba9e0 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 10 client.25660 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 10 client.25660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 20 client.25660 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:20.134 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfbd5170 0x5628cfbd7590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 4 client.25660 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:20.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.130+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5628cfb06e10 con 0x5628cfbd5170 2023-10-05T15:24:20.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.131+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfbd5170 0x5628cfbd7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.131+0000 7f6d1effd700 10 client.25660 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:20.135 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.131+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfbd5170 0x5628cfbd7590 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4663c91ee8c44ec3 server_cookie=d2ce2468ec3baa13 in_seq=0 out_seq=0 2023-10-05T15:24:20.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.135+0000 7f6d1effd700 1 -- 172.21.15.29:0/3500115947 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5628cfb06e10 con 0x5628cfbd5170 2023-10-05T15:24:20.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.135+0000 7f6d1effd700 10 client.25660 handle_command_reply: tid=0 2023-10-05T15:24:20.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.143+0000 7f6d52350b80 1 client.25660 shutdown 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.143+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 msgr2=0x5628cfbc61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.143+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f6d380078a0 tx=0x7f6d38007c60 comp rx=0 tx=0).stop 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 shutdown_connections 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfbd5170 0x5628cfbd7590 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc5c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3500115947 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbc61b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.146 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.144+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 >> 172.21.15.29:0/3500115947 conn(0x5628cfb2f260 msgr2=0x5628cfbb6040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.148+0000 7f6d1effd700 0 client.25660 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.150+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 shutdown_connections 2023-10-05T15:24:20.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.150+0000 7f6d52350b80 1 -- 172.21.15.29:0/3500115947 wait complete. 2023-10-05T15:24:20.154 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.152+0000 7f6d52350b80 20 client.25660 trim_cache size 0 max 16384 2023-10-05T15:24:20.189 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.181+0000 7f6d52350b80 1 Processor -- start 2023-10-05T15:24:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 -- start start 2023-10-05T15:24:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbd0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.196 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cf98e920 con 0x5628cfbba0c0 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfbb7d90 con 0x5628cfbc5890 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.188+0000 7f6d52350b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfbc5070 con 0x5628cfbba9e0 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.190+0000 7f6d3f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.190+0000 7f6d3f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48750/0 (socket says 172.21.15.29:48750) 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.190+0000 7f6d3f7fe700 1 -- 172.21.15.29:0/3786494042 learned_addr learned my addr 172.21.15.29:0/3786494042 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.191+0000 7f6d3f7fe700 1 -- 172.21.15.29:0/3786494042 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 msgr2=0x5628cfbd0410 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.191+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbd0410 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.191+0000 7f6d3f7fe700 1 -- 172.21.15.29:0/3786494042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 msgr2=0x5628cfbd0950 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.191+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0950 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.191+0000 7f6d3f7fe700 1 -- 172.21.15.29:0/3786494042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5628cf95f250 con 0x5628cfbba0c0 2023-10-05T15:24:20.197 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.193+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6d34011cd0 tx=0x7f6d34014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed16fa1a4aa35ed8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.193+0000 7f6d267fc700 1 -- 172.21.15.29:0/3786494042 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d340263a0 con 0x5628cfbba0c0 2023-10-05T15:24:20.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.193+0000 7f6d267fc700 1 -- 172.21.15.29:0/3786494042 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6d34026500 con 0x5628cfbba0c0 2023-10-05T15:24:20.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.193+0000 7f6d267fc700 1 -- 172.21.15.29:0/3786494042 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d3401d840 con 0x5628cfbba0c0 2023-10-05T15:24:20.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.194+0000 7f6d52350b80 1 -- 172.21.15.29:0/3786494042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 msgr2=0x5628cfbc41b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.198 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.194+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f6d34011cd0 tx=0x7f6d34014000 comp rx=0 tx=0).stop 2023-10-05T15:24:20.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.205+0000 7f6d52350b80 1 -- 172.21.15.29:0/3786494042 shutdown_connections 2023-10-05T15:24:20.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.205+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbc5890 0x5628cfbd0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.205+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba0c0 0x5628cfbc41b0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.205+0000 7f6d52350b80 1 --2- 172.21.15.29:0/3786494042 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbba9e0 0x5628cfbd0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.207 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.205+0000 7f6d52350b80 1 -- 172.21.15.29:0/3786494042 >> 172.21.15.29:0/3786494042 conn(0x5628cfb2f260 msgr2=0x5628cfbbfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.215 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.213+0000 7f6d52350b80 1 -- 172.21.15.29:0/3786494042 shutdown_connections 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.219+0000 7f6d52350b80 1 -- 172.21.15.29:0/3786494042 wait complete. 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.219+0000 7f6d52350b80 1 -- start start 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.219+0000 7f6d52350b80 1 Processor -- start 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 0x5628cfbc8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 0x5628cfbc93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbca3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfbca9a0 con 0x5628cfbba9e0 2023-10-05T15:24:20.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfbcab10 con 0x5628cfbba0c0 2023-10-05T15:24:20.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628cfbcacd0 con 0x5628cfbc5890 2023-10-05T15:24:20.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.220+0000 7f6d52350b80 10 client.0 _ll_register_callbacks cb 0x7f6d38009be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:20.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.225+0000 7f6d3f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 0x5628cfbc8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.226+0000 7f6d3f7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 0x5628cfbc8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55878/0 (socket says 172.21.15.29:55878) 2023-10-05T15:24:20.228 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.226+0000 7f6d3f7fe700 1 -- 172.21.15.29:0/656585451 learned_addr learned my addr 172.21.15.29:0/656585451 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.227+0000 7f6d3effd700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 0x5628cfbc93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 -- 172.21.15.29:0/656585451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 msgr2=0x5628cfbca3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:20.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbca3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 -- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 msgr2=0x5628cfbc8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:20.230 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 0x5628cfbc8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 -- 172.21.15.29:0/656585451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d34017070 con 0x5628cfbba9e0 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.228+0000 7f6d3effd700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 0x5628cfbc93d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x5628cfb14ce0 tx=0x7f6d38003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=423c9898a79b701f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.229+0000 7f6d1effd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.229+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d38018070 con 0x5628cfbba9e0 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.229+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6d38014de0 con 0x5628cfbba9e0 2023-10-05T15:24:20.231 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.229+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5628cfbbf840 con 0x5628cfbba9e0 2023-10-05T15:24:20.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.229+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d38007ea0 con 0x5628cfbba9e0 2023-10-05T15:24:20.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.236+0000 7f6d52350b80 10 client.16113 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:20.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.236+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5628cf9372b0 con 0x5628cfbba9e0 2023-10-05T15:24:20.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5628cfbbf840 con 0x5628cfbba9e0 2023-10-05T15:24:20.240 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f6d3801b070 con 0x5628cfbba9e0 2023-10-05T15:24:20.241 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 10 client.16113 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:20.241 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 10 client.16113 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:20.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 20 client.16113 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:20.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfc2a260 0x5628cfc2c680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 4 client.16113 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2023-10-05T15:24:20.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.238+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f6d3009b3e0 con 0x5628cfc2a260 2023-10-05T15:24:20.242 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.240+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfc2a260 0x5628cfc2c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.254+0000 7f6d3f7fe700 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfc2a260 0x5628cfc2c680 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7831214b623f05db server_cookie=5b21e3f12f71dc63 in_seq=0 out_seq=0 2023-10-05T15:24:20.264 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.254+0000 7f6d1effd700 10 client.16113 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:20.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.261+0000 7f6d1effd700 1 -- 172.21.15.29:0/656585451 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7f6d3009b3e0 con 0x5628cfc2a260 2023-10-05T15:24:20.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.261+0000 7f6d1effd700 10 client.16113 handle_command_reply: tid=0 2023-10-05T15:24:20.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.263+0000 7f6d52350b80 1 client.16113 shutdown 2023-10-05T15:24:20.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.264+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 msgr2=0x5628cfbc93d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.269 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.264+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 0x5628cfbc93d0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x5628cfb14ce0 tx=0x7f6d38003ce0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.275 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 shutdown_connections 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5628cfc2a260 0x5628cfc2c680 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5628cfbc5890 0x5628cfbca3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5628cfbba0c0 0x5628cfbc8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 --2- 172.21.15.29:0/656585451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5628cfbba9e0 0x5628cfbc93d0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.271+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 >> 172.21.15.29:0/656585451 conn(0x5628cfb2f260 msgr2=0x5628cfbbbfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.276 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.273+0000 7f6d1effd700 0 client.16113 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:20.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.279+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 shutdown_connections 2023-10-05T15:24:20.281 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.279+0000 7f6d52350b80 1 -- 172.21.15.29:0/656585451 wait complete. 2023-10-05T15:24:20.288 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.280+0000 7f6d52350b80 20 client.16113 trim_cache size 0 max 16384 2023-10-05T15:24:20.293 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:24:20.294 INFO:teuthology.orchestra.run.smithi029.stdout: "status": "no active scrubs running", 2023-10-05T15:24:20.294 INFO:teuthology.orchestra.run.smithi029.stdout: "scrubs": {} 2023-10-05T15:24:20.294 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:24:20.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.297+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 msgr2=0x7f6d280a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.297+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 0x7f6d280a3bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009be0 tx=0x7f6d34009260 comp rx=0 tx=0).stop 2023-10-05T15:24:20.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.297+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 msgr2=0x7f6d40118370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.297+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f6d30005b40 tx=0x7f6d30005740 comp rx=0 tx=0).stop 2023-10-05T15:24:20.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 shutdown_connections 2023-10-05T15:24:20.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6d280a1730 0x7f6d280a3bf0 secure :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f6d34009be0 tx=0x7f6d34009260 comp rx=0 tx=0).stop 2023-10-05T15:24:20.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6d4011a690 0x7f6d40118370 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6d401083f0 0x7f6d401139d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 --2- 172.21.15.29:0/101291642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6d4010f640 0x7f6d40113f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.299+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 >> 172.21.15.29:0/101291642 conn(0x7f6d4006d1a0 msgr2=0x7f6d4011aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.302+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 shutdown_connections 2023-10-05T15:24:20.309 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.307+0000 7f6d46166700 1 -- 172.21.15.29:0/101291642 wait complete. 2023-10-05T15:24:20.354 INFO:tasks.cephfs.filesystem:all active scrubs completed 2023-10-05T15:24:20.354 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:24:20.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:20 smithi029 ceph-mon[99237]: pgmap v66: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 181 MiB/s wr, 2.93k op/s 2023-10-05T15:24:20.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.638+0000 7fc8fceb7700 1 -- 172.21.15.29:0/2002541860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 msgr2=0x7fc8f8108330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.638+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/2002541860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f8108330 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fc8f00080b0 tx=0x7fc8f000d650 comp rx=0 tx=0).stop 2023-10-05T15:24:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:20 smithi040 ceph-mon[103696]: pgmap v66: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 181 MiB/s wr, 2.93k op/s 2023-10-05T15:24:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.659+0000 7fc8fceb7700 1 -- 172.21.15.29:0/2002541860 shutdown_connections 2023-10-05T15:24:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.659+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/2002541860 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8079110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.659+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/2002541860 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f810d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.659+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/2002541860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f8108330 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.659+0000 7fc8fceb7700 1 -- 172.21.15.29:0/2002541860 >> 172.21.15.29:0/2002541860 conn(0x7fc8f806bf20 msgr2=0x7fc8f806c330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.669+0000 7fc8fceb7700 1 -- 172.21.15.29:0/2002541860 shutdown_connections 2023-10-05T15:24:20.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:20 smithi177 ceph-mon[103568]: pgmap v66: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 181 MiB/s wr, 2.93k op/s 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.674+0000 7fc8fceb7700 1 -- 172.21.15.29:0/2002541860 wait complete. 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 Processor -- start 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 -- start start 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f80834d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8083a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f807d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f807dd90 con 0x7fc8f8107eb0 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f807df00 con 0x7fc8f810d4b0 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.675+0000 7fc8fceb7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8f807e0c0 con 0x7fc8f8108870 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.676+0000 7fc8f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f807d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.676+0000 7fc8f6d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f807d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55890/0 (socket says 172.21.15.29:55890) 2023-10-05T15:24:20.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.676+0000 7fc8f6d9d700 1 -- 172.21.15.29:0/3915142893 learned_addr learned my addr 172.21.15.29:0/3915142893 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:20.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.677+0000 7fc8f659c700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f80834d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8083a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 -- 172.21.15.29:0/3915142893 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 msgr2=0x7fc8f807d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f807d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 -- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 msgr2=0x7fc8f80834d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f80834d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.681+0000 7fc8f5d9b700 1 -- 172.21.15.29:0/3915142893 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8f0007ce0 con 0x7fc8f8108870 2023-10-05T15:24:20.687 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.682+0000 7fc8f5d9b700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8083a10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc8f0007fd0 tx=0x7fc8f0010ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:20.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.685+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f001d070 con 0x7fc8f8108870 2023-10-05T15:24:20.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.685+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc8f001f2d0 con 0x7fc8f8108870 2023-10-05T15:24:20.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.685+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8f00052a0 con 0x7fc8f8108870 2023-10-05T15:24:20.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.685+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8f807e340 con 0x7fc8f8108870 2023-10-05T15:24:20.688 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.685+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8f81bb260 con 0x7fc8f8108870 2023-10-05T15:24:20.690 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.688+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fc8f0018480 con 0x7fc8f8108870 2023-10-05T15:24:20.691 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.688+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8f8067cd0 con 0x7fc8f8108870 2023-10-05T15:24:20.692 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.689+0000 7fc8e77fe700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 0x7fc8e00a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:20.692 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.689+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fc8f0013070 con 0x7fc8f8108870 2023-10-05T15:24:20.703 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.701+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc8f00a0150 con 0x7fc8f8108870 2023-10-05T15:24:20.704 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.702+0000 7fc8f659c700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 0x7fc8e00a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:20.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:20.702+0000 7fc8f659c700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 0x7fc8e00a3c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec006fd0 tx=0x7fc8ec008040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.217 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.214+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc8f807c4e0 con 0x7fc8f8108870 2023-10-05T15:24:21.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.219+0000 7fc8e77fe700 1 -- 172.21.15.29:0/3915142893 <== mon.1 v2:172.21.15.177:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+11314 (secure 0 0 0) 0x7fc8f002c090 con 0x7fc8f8108870 2023-10-05T15:24:21.225 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:24:21.225 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":25,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:23:55.894366+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":57,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[1],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:24:21.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.230+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 msgr2=0x7fc8e00a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.230+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 0x7fc8e00a3c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fc8ec006fd0 tx=0x7fc8ec008040 comp rx=0 tx=0).stop 2023-10-05T15:24:21.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.230+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 msgr2=0x7fc8f8083a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.237 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.230+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8083a10 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc8f0007fd0 tx=0x7fc8f0010ef0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 shutdown_connections 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc8e00a1740 0x7fc8e00a3c00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc8f810d4b0 0x7fc8f807d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8f8107eb0 0x7fc8f80834d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 --2- 172.21.15.29:0/3915142893 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc8f8108870 0x7fc8f8083a10 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.246 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.244+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 >> 172.21.15.29:0/3915142893 conn(0x7fc8f806bf20 msgr2=0x7fc8f8073060 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.247 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.245+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 shutdown_connections 2023-10-05T15:24:21.254 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.252+0000 7fc8fceb7700 1 -- 172.21.15.29:0/3915142893 wait complete. 2023-10-05T15:24:21.270 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 25 2023-10-05T15:24:21.289 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2023-10-05T15:24:21.593 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:21 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3915142893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.605+0000 7f8bb6212700 1 -- 172.21.15.29:0/1132083566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb00ff930 msgr2=0x7f8bb00ffd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.605+0000 7f8bb6212700 1 --2- 172.21.15.29:0/1132083566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb00ff930 0x7f8bb00ffd10 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8ba00098f0 tx=0x7f8ba0009c00 comp rx=0 tx=0).stop 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.606+0000 7f8bb6212700 1 -- 172.21.15.29:0/1132083566 shutdown_connections 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.606+0000 7f8bb6212700 1 --2- 172.21.15.29:0/1132083566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 0x7f8bb010c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.606+0000 7f8bb6212700 1 --2- 172.21.15.29:0/1132083566 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb00ff930 0x7f8bb00ffd10 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.608 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.606+0000 7f8bb6212700 1 --2- 172.21.15.29:0/1132083566 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb01002e0 0x7f8bb0104180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.606+0000 7f8bb6212700 1 -- 172.21.15.29:0/1132083566 >> 172.21.15.29:0/1132083566 conn(0x7f8bb00761d0 msgr2=0x7f8bb00765e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.625 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:21 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3915142893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:24:21.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.612+0000 7f8bb6212700 1 -- 172.21.15.29:0/1132083566 shutdown_connections 2023-10-05T15:24:21.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.616+0000 7f8bb6212700 1 -- 172.21.15.29:0/1132083566 wait complete. 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.617+0000 7f8bb6212700 1 Processor -- start 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 -- start start 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 0x7f8bb006b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 0x7f8bb006b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 0x7f8bb019a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb019aec0 con 0x7f8bb01048b0 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb019b030 con 0x7f8bb01984f0 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.618+0000 7f8bb6212700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb019b1f0 con 0x7f8bb00ff930 2023-10-05T15:24:21.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.623+0000 7f8baffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 0x7f8bb019a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.623+0000 7f8baffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 0x7f8bb019a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55904/0 (socket says 172.21.15.29:55904) 2023-10-05T15:24:21.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.623+0000 7f8baffff700 1 -- 172.21.15.29:0/2325894326 learned_addr learned my addr 172.21.15.29:0/2325894326 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:21.627 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.624+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 0x7f8bb006b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baeffd700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 0x7f8bb006b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baf7fe700 1 -- 172.21.15.29:0/2325894326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 msgr2=0x7f8bb019a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 0x7f8bb019a980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baf7fe700 1 -- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 msgr2=0x7f8bb006b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 0x7f8bb006b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.643 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.631+0000 7f8baf7fe700 1 -- 172.21.15.29:0/2325894326 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba0009520 con 0x7f8bb00ff930 2023-10-05T15:24:21.644 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.635+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 0x7f8bb006b330 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0000c00 tx=0x7f8ba000b560 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.651 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.647+0000 7f8bacff9700 1 -- 172.21.15.29:0/2325894326 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba001c070 con 0x7f8bb00ff930 2023-10-05T15:24:21.651 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.647+0000 7f8bacff9700 1 -- 172.21.15.29:0/2325894326 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ba0005500 con 0x7f8bb00ff930 2023-10-05T15:24:21.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.647+0000 7f8bacff9700 1 -- 172.21.15.29:0/2325894326 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0003bf0 con 0x7f8bb00ff930 2023-10-05T15:24:21.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.647+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bb019b470 con 0x7f8bb00ff930 2023-10-05T15:24:21.652 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.647+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bb019b8d0 con 0x7f8bb00ff930 2023-10-05T15:24:21.664 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.655+0000 7f8bc23fcb80 1 Processor -- start 2023-10-05T15:24:21.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.665+0000 7f8bc23fcb80 1 -- start start 2023-10-05T15:24:21.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab8840c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.668 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab884a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab89a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab7ed460 con 0x560dab885c50 2023-10-05T15:24:21.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab7dec20 con 0x560dab884600 2023-10-05T15:24:21.669 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.666+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab7dc540 con 0x560dab897f30 2023-10-05T15:24:21.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:21 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3915142893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.670+0000 7f8baf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab884a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.670+0000 7f8baf7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab884a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55910/0 (socket says 172.21.15.29:55910) 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.670+0000 7f8baf7fe700 1 -- 172.21.15.29:0/3911298482 learned_addr learned my addr 172.21.15.29:0/3911298482 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.670+0000 7f8baffff700 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab8840c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.671+0000 7f8baffff700 1 -- 172.21.15.29:0/3911298482 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 msgr2=0x560dab89a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.671+0000 7f8baffff700 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab89a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.678 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.671+0000 7f8baffff700 1 -- 172.21.15.29:0/3911298482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 msgr2=0x560dab884a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.671+0000 7f8baffff700 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab884a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.671+0000 7f8baffff700 1 -- 172.21.15.29:0/3911298482 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560dab602de0 con 0x560dab885c50 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.672+0000 7f8bacff9700 1 -- 172.21.15.29:0/2325894326 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f8ba0003d50 con 0x7f8bb00ff930 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.673+0000 7f8bacff9700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 0x7f8b980a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.673+0000 7f8bacff9700 1 -- 172.21.15.29:0/2325894326 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8ba00cddf0 con 0x7f8bb00ff930 2023-10-05T15:24:21.679 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.675+0000 7f8baffff700 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab8840c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f8ba400bc50 tx=0x7f8ba400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ecd46d5529711a5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.677+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 0x7f8b980a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.680 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.678+0000 7f8baf7fe700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 0x7f8b980a3c20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8ba009a890 tx=0x7f8ba00d18a0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.680+0000 7f8b95ffb700 1 -- 172.21.15.29:0/3911298482 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba4010c70 con 0x560dab885c50 2023-10-05T15:24:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.680+0000 7f8b95ffb700 1 -- 172.21.15.29:0/3911298482 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ba4015070 con 0x560dab885c50 2023-10-05T15:24:21.684 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.680+0000 7f8b95ffb700 1 -- 172.21.15.29:0/3911298482 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba40055e0 con 0x560dab885c50 2023-10-05T15:24:21.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.682+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3911298482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 msgr2=0x560dab8840c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.685 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.682+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab8840c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f8ba400bc50 tx=0x7f8ba400bf60 comp rx=0 tx=0).stop 2023-10-05T15:24:21.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.691+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3911298482 shutdown_connections 2023-10-05T15:24:21.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.691+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab89a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.691+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab8840c0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.691+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3911298482 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab884a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.693 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.691+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3911298482 >> 172.21.15.29:0/3911298482 conn(0x560dab7f9260 msgr2=0x560dab880450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.703 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.701+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3911298482 shutdown_connections 2023-10-05T15:24:21.703 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.701+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3911298482 wait complete. 2023-10-05T15:24:21.703 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.701+0000 7f8bc23fcb80 1 -- start start 2023-10-05T15:24:21.704 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.702+0000 7f8bc23fcb80 1 Processor -- start 2023-10-05T15:24:21.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab891470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 0x560dab8919b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab8971b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab7d7e30 con 0x560dab897f30 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab774710 con 0x560dab884600 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab7743b0 con 0x560dab885c50 2023-10-05T15:24:21.715 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.712+0000 7f8bc23fcb80 10 client.0 _ll_register_callbacks cb 0x560dab5d1800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:21.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.719+0000 7f8baeffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 0x560dab8919b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.719+0000 7f8baeffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 0x560dab8919b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55202/0 (socket says 172.21.15.29:55202) 2023-10-05T15:24:21.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.719+0000 7f8baeffd700 1 -- 172.21.15.29:0/3061749907 learned_addr learned my addr 172.21.15.29:0/3061749907 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:21.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.722+0000 7f8baffff700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab891470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.722+0000 7f8baffff700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab8971b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.728+0000 7f8baffff700 1 -- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 msgr2=0x560dab8919b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.728+0000 7f8baffff700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 0x560dab8919b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.728+0000 7f8baffff700 1 -- 172.21.15.29:0/3061749907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 msgr2=0x560dab8971b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.728+0000 7f8baffff700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab8971b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.728+0000 7f8baffff700 1 -- 172.21.15.29:0/3061749907 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ba400b880 con 0x560dab884600 2023-10-05T15:24:21.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.736+0000 7f8baffff700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab891470 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4000c00 tx=0x7f8ba4013040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=202f824b1d68aefe server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.736+0000 7f8b8effd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:24:21.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.743+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba4004750 con 0x560dab884600 2023-10-05T15:24:21.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.744+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8ba4017070 con 0x560dab884600 2023-10-05T15:24:21.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.747+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560dab877f10 con 0x560dab884600 2023-10-05T15:24:21.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.757+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ba40048b0 con 0x560dab884600 2023-10-05T15:24:21.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.761+0000 7f8bc23fcb80 10 client.25718 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:21.764 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.761+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560dab5ebc60 con 0x560dab884600 2023-10-05T15:24:21.776 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.764+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560dab877f10 con 0x560dab884600 2023-10-05T15:24:21.776 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.764+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f8ba402bb00 con 0x560dab884600 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 10 client.25718 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 10 client.25718 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 20 client.25718 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab89f2a0 0x560dab8a16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 4 client.25718 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.765+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560dab7d0e10 con 0x560dab89f2a0 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.766+0000 7f8baeffd700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab89f2a0 0x560dab8a16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.770+0000 7f8baeffd700 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab89f2a0 0x560dab8a16c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9bf65e55a77fb262 server_cookie=53d51ce6c965ec5d in_seq=0 out_seq=0 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.772+0000 7f8b8effd700 10 client.25718 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.774+0000 7f8b8effd700 1 -- 172.21.15.29:0/3061749907 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560dab7d0e10 con 0x560dab89f2a0 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.774+0000 7f8b8effd700 10 client.25718 handle_command_reply: tid=0 2023-10-05T15:24:21.777 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.774+0000 7f8bc23fcb80 1 client.25718 shutdown 2023-10-05T15:24:21.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 msgr2=0x560dab891470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab891470 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4000c00 tx=0x7f8ba4013040 comp rx=0 tx=0).stop 2023-10-05T15:24:21.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 shutdown_connections 2023-10-05T15:24:21.778 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab89f2a0 0x560dab8a16c0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab8971b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab891470 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/3061749907 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab885c50 0x560dab8919b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.775+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 >> 172.21.15.29:0/3061749907 conn(0x560dab7f9260 msgr2=0x560dab87ffe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.779 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.776+0000 7f8b8effd700 0 client.25718 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:24:21.783 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.781+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 shutdown_connections 2023-10-05T15:24:21.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.788+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/3061749907 wait complete. 2023-10-05T15:24:21.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.788+0000 7f8bc23fcb80 20 client.25718 trim_cache size 0 max 16384 2023-10-05T15:24:21.820 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.815+0000 7f8bc23fcb80 1 Processor -- start 2023-10-05T15:24:21.825 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.822+0000 7f8bc23fcb80 1 -- start start 2023-10-05T15:24:21.825 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab88af30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.825 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab891020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab891560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab658920 con 0x560dab885c50 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab887f40 con 0x560dab884600 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab885270 con 0x560dab897f30 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8baffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab88af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8baffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab891560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8baffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab88af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:55924/0 (socket says 172.21.15.29:55924) 2023-10-05T15:24:21.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.823+0000 7f8baffff700 1 -- 172.21.15.29:0/962367694 learned_addr learned my addr 172.21.15.29:0/962367694 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:21.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab891020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.835 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 -- 172.21.15.29:0/962367694 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 msgr2=0x560dab891560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab891560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 -- 172.21.15.29:0/962367694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 msgr2=0x560dab88af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab88af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.833+0000 7f8baeffd700 1 -- 172.21.15.29:0/962367694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560dab629250 con 0x560dab885c50 2023-10-05T15:24:21.836 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.834+0000 7f8baeffd700 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab891020 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x560dab8a1f30 tx=0x7f8ba80099e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6030ab8735d954ef server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.842+0000 7f8b967fc700 1 -- 172.21.15.29:0/962367694 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba800e040 con 0x560dab885c50 2023-10-05T15:24:21.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.842+0000 7f8b967fc700 1 -- 172.21.15.29:0/962367694 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ba801e070 con 0x560dab885c50 2023-10-05T15:24:21.844 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.842+0000 7f8b967fc700 1 -- 172.21.15.29:0/962367694 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8008e00 con 0x560dab885c50 2023-10-05T15:24:21.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.853+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/962367694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 msgr2=0x560dab891020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.853+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab891020 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x560dab8a1f30 tx=0x7f8ba80099e0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.862+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/962367694 shutdown_connections 2023-10-05T15:24:21.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.862+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab897f30 0x560dab891560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.862+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab884600 0x560dab88af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.862+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/962367694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab885c50 0x560dab891020 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.862+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/962367694 >> 172.21.15.29:0/962367694 conn(0x560dab7f9260 msgr2=0x560dab88a820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.886 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.882+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/962367694 shutdown_connections 2023-10-05T15:24:21.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.886+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/962367694 wait complete. 2023-10-05T15:24:21.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.886+0000 7f8bc23fcb80 1 -- start start 2023-10-05T15:24:21.891 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.886+0000 7f8bc23fcb80 1 Processor -- start 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 0x560dab896f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab885c50 0x560dab895220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab895760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab895e20 con 0x560dab897f30 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab895f90 con 0x560dab885c50 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dab8f30a0 con 0x560dab884600 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8bc23fcb80 10 client.0 _ll_register_callbacks cb 0x560dab5d1800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8baffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 0x560dab896f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8baffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 0x560dab896f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55212/0 (socket says 172.21.15.29:55212) 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8baffff700 1 -- 172.21.15.29:0/4163773062 learned_addr learned my addr 172.21.15.29:0/4163773062 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:21.892 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.887+0000 7f8baffff700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab895760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 -- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 msgr2=0x560dab896f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 0x560dab896f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 -- 172.21.15.29:0/4163773062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab885c50 msgr2=0x560dab895220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab885c50 0x560dab895220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 -- 172.21.15.29:0/4163773062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ba8009430 con 0x560dab897f30 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8baffff700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab895760 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4000c00 tx=0x7f8ba4001e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c725b873de63118 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8b8effd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba403c040 con 0x560dab897f30 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8ba4017070 con 0x560dab897f30 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ba4015070 con 0x560dab897f30 2023-10-05T15:24:21.893 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ba4011a80 con 0x560dab897f30 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8bc23fcb80 10 client.16137 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.888+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560dab6012b0 con 0x560dab897f30 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8ba4015070 con 0x560dab897f30 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f8ba4011d00 con 0x560dab897f30 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 10 client.16137 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 10 client.16137 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.c 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 20 client.16137 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab916280 0x560dab9186a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 4 client.16137 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:24:21.894 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.889+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 --> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560dab7d0b30 con 0x560dab916280 2023-10-05T15:24:21.900 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.892+0000 7f8baeffd700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab916280 0x560dab9186a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:21.913 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.907+0000 7f8baeffd700 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab916280 0x560dab9186a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b47ad1a984cd1dd0 server_cookie=8326046edd442582 in_seq=0 out_seq=0 2023-10-05T15:24:21.913 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.911+0000 7f8b8effd700 10 client.16137 ms_handle_connect on v2:172.21.15.177:6836/3315529043 2023-10-05T15:24:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.918+0000 7f8b8effd700 1 -- 172.21.15.29:0/4163773062 <== mds.2 v2:172.21.15.177:6836/3315529043 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560dab7d0b30 con 0x560dab916280 2023-10-05T15:24:21.920 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.918+0000 7f8b8effd700 10 client.16137 handle_command_reply: tid=0 2023-10-05T15:24:21.921 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.919+0000 7f8bc23fcb80 1 client.16137 shutdown 2023-10-05T15:24:21.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.920+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 msgr2=0x560dab895760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.922 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.920+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab895760 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4000c00 tx=0x7f8ba4001e50 comp rx=0 tx=0).stop 2023-10-05T15:24:21.931 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 shutdown_connections 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560dab884600 0x560dab896f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.177:6836/3315529043,v1:172.21.15.177:6837/3315529043] conn(0x560dab916280 0x560dab9186a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560dab897f30 0x560dab895760 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 --2- 172.21.15.29:0/4163773062 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560dab885c50 0x560dab895220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 >> 172.21.15.29:0/4163773062 conn(0x560dab7f9260 msgr2=0x560dab886030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.929+0000 7f8b8effd700 0 client.16137 ms_handle_reset on v2:172.21.15.177:6836/3315529043 2023-10-05T15:24:21.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.933+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 shutdown_connections 2023-10-05T15:24:21.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.934+0000 7f8bc23fcb80 1 -- 172.21.15.29:0/4163773062 wait complete. 2023-10-05T15:24:21.948 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.945+0000 7f8bc23fcb80 20 client.16137 trim_cache size 0 max 16384 2023-10-05T15:24:21.952 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:24:21.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.954+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 msgr2=0x7f8b980a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.962 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.954+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 0x7f8b980a3c20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8ba009a890 tx=0x7f8ba00d18a0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.954+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 msgr2=0x7f8bb006b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:21.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.954+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 0x7f8bb006b330 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0000c00 tx=0x7f8ba000b560 comp rx=0 tx=0).stop 2023-10-05T15:24:21.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 shutdown_connections 2023-10-05T15:24:21.966 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8b980a1760 0x7f8b980a3c20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8bb00ff930 0x7f8bb006b330 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8bb01984f0 0x7f8bb019a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 --2- 172.21.15.29:0/2325894326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bb01048b0 0x7f8bb006b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:21.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.964+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 >> 172.21.15.29:0/2325894326 conn(0x7f8bb00761d0 msgr2=0x7f8bb00fd650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:21.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.970+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 shutdown_connections 2023-10-05T15:24:21.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:21.972+0000 7f8bb6212700 1 -- 172.21.15.29:0/2325894326 wait complete. 2023-10-05T15:24:22.025 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2023-10-05T15:24:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 -- 172.21.15.29:0/1296550513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 msgr2=0x7f26b811ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/1296550513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 0x7f26b811ca80 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f26ac0098f0 tx=0x7f26ac009c00 comp rx=0 tx=0).stop 2023-10-05T15:24:22.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 -- 172.21.15.29:0/1296550513 shutdown_connections 2023-10-05T15:24:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/1296550513 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 0x7f26b811ca80 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/1296550513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b8107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/1296550513 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f26b810fa90 0x7f26b81083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.208+0000 7f26bcbfb700 1 -- 172.21.15.29:0/1296550513 >> 172.21.15.29:0/1296550513 conn(0x7f26b806cfa0 msgr2=0x7f26b806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.216+0000 7f26bcbfb700 1 -- 172.21.15.29:0/1296550513 shutdown_connections 2023-10-05T15:24:22.219 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.216+0000 7f26bcbfb700 1 -- 172.21.15.29:0/1296550513 wait complete. 2023-10-05T15:24:22.219 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.217+0000 7f26bcbfb700 1 Processor -- start 2023-10-05T15:24:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 -- start start 2023-10-05T15:24:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f26b810fa90 0x7f26b81a63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 0x7f26b81aaa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b81ab050 con 0x7f26b810f620 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b81ab1c0 con 0x7f26b811a690 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.218+0000 7f26bcbfb700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26b81ab380 con 0x7f26b810fa90 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48822/0 (socket says 172.21.15.29:48822) 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 -- 172.21.15.29:0/632716175 learned_addr learned my addr 172.21.15.29:0/632716175 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 -- 172.21.15.29:0/632716175 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f26b810fa90 msgr2=0x7f26b81a63a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:24:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f26b810fa90 0x7f26b81a63a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 -- 172.21.15.29:0/632716175 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 msgr2=0x7f26b81aaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 0x7f26b81aaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.219+0000 7f26b659c700 1 -- 172.21.15.29:0/632716175 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26ac009520 con 0x7f26b810f620 2023-10-05T15:24:22.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.220+0000 7f26b659c700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f26b0007fa0 tx=0x7f26b000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.222+0000 7f26a77fe700 1 -- 172.21.15.29:0/632716175 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b000de60 con 0x7f26b810f620 2023-10-05T15:24:22.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.222+0000 7f26a77fe700 1 -- 172.21.15.29:0/632716175 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26b000f040 con 0x7f26b810f620 2023-10-05T15:24:22.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.222+0000 7f26a77fe700 1 -- 172.21.15.29:0/632716175 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26b00146b0 con 0x7f26b810f620 2023-10-05T15:24:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.225+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26b81ab660 con 0x7f26b810f620 2023-10-05T15:24:22.229 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.225+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26b81b2ea0 con 0x7f26b810f620 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.230+0000 7f26c8de5b80 1 Processor -- start 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.230+0000 7f26c8de5b80 1 -- start start 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f686520 0x56421f690e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f6937c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f5ef400 con 0x56421f6913d0 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f5e0bc0 con 0x56421f686520 2023-10-05T15:24:22.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f5de4e0 con 0x56421f685c00 2023-10-05T15:24:22.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55232/0 (socket says 172.21.15.29:55232) 2023-10-05T15:24:22.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.231+0000 7f26b6d9d700 1 -- 172.21.15.29:0/3213285180 learned_addr learned my addr 172.21.15.29:0/3213285180 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.233+0000 7f26b6d9d700 1 -- 172.21.15.29:0/3213285180 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f686520 msgr2=0x56421f690e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.233+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f686520 0x56421f690e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.233+0000 7f26b6d9d700 1 -- 172.21.15.29:0/3213285180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 msgr2=0x56421f6937c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.233+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f6937c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.233+0000 7f26b6d9d700 1 -- 172.21.15.29:0/3213285180 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56421f404d80 con 0x56421f685c00 2023-10-05T15:24:22.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.235+0000 7f26a77fe700 1 -- 172.21.15.29:0/632716175 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f26b0004ad0 con 0x7f26b810f620 2023-10-05T15:24:22.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.236+0000 7f26a77fe700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 0x7f26a00a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.236+0000 7f26a77fe700 1 -- 172.21.15.29:0/632716175 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f26b00cf050 con 0x7f26b810f620 2023-10-05T15:24:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.238+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009230 tx=0x7f26ac005700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=514482898c9b7234 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.239+0000 7f26b659c700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 0x7f26a00a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.241+0000 7f26a4ff9700 1 -- 172.21.15.29:0/3213285180 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac01c070 con 0x56421f685c00 2023-10-05T15:24:22.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.241+0000 7f26a4ff9700 1 -- 172.21.15.29:0/3213285180 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26ac005590 con 0x56421f685c00 2023-10-05T15:24:22.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.241+0000 7f26a4ff9700 1 -- 172.21.15.29:0/3213285180 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac00b870 con 0x56421f685c00 2023-10-05T15:24:22.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.243+0000 7f26b659c700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 0x7f26a00a3ba0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f26b00ccb30 tx=0x7f26b0000f40 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.251+0000 7f26c8de5b80 1 -- 172.21.15.29:0/3213285180 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 msgr2=0x56421f685fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.251+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f26ac009230 tx=0x7f26ac005700 comp rx=0 tx=0).stop 2023-10-05T15:24:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.262+0000 7f26c8de5b80 1 -- 172.21.15.29:0/3213285180 shutdown_connections 2023-10-05T15:24:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.262+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f685c00 0x56421f685fe0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.262+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f6937c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.262+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/3213285180 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f686520 0x56421f690e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.262+0000 7f26c8de5b80 1 -- 172.21.15.29:0/3213285180 >> 172.21.15.29:0/3213285180 conn(0x56421f5fb200 msgr2=0x56421f682080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.269+0000 7f26c8de5b80 1 -- 172.21.15.29:0/3213285180 shutdown_connections 2023-10-05T15:24:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.272+0000 7f26c8de5b80 1 -- 172.21.15.29:0/3213285180 wait complete. 2023-10-05T15:24:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.272+0000 7f26c8de5b80 1 -- start start 2023-10-05T15:24:22.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.272+0000 7f26c8de5b80 1 Processor -- start 2023-10-05T15:24:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f68e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f5d9dd0 con 0x56421f686520 2023-10-05T15:24:22.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f5766b0 con 0x56421f685c00 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f576350 con 0x56421f6913d0 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.274+0000 7f26c8de5b80 10 client.0 _ll_register_callbacks cb 0x56421f3d37a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.276+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.276+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55242/0 (socket says 172.21.15.29:55242) 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.276+0000 7f26b6d9d700 1 -- 172.21.15.29:0/1393158936 learned_addr learned my addr 172.21.15.29:0/1393158936 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 -- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 msgr2=0x56421f690e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 -- 172.21.15.29:0/1393158936 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 msgr2=0x56421f68e070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f68e070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 -- 172.21.15.29:0/1393158936 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26b811d3b0 con 0x56421f6913d0 2023-10-05T15:24:22.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.277+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f26ac00fbe0 tx=0x7f26ac010ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e585608198f3e780 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.279+0000 7f269dffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:24:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.279+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac01c070 con 0x56421f6913d0 2023-10-05T15:24:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.279+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f26ac0050d0 con 0x56421f6913d0 2023-10-05T15:24:22.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.279+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56421f679d50 con 0x56421f6913d0 2023-10-05T15:24:22.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.282+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26ac00f6f0 con 0x56421f6913d0 2023-10-05T15:24:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.283+0000 7f26c8de5b80 10 client.25684 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:22.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.283+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56421f3edc00 con 0x56421f6913d0 2023-10-05T15:24:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56421f679d50 con 0x56421f6913d0 2023-10-05T15:24:22.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f26ac015020 con 0x56421f6913d0 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 10 client.25684 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 10 client.25684 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 20 client.25684 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f6b1950 0x56421f6b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 4 client.25684 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:22.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.285+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56421f5d2db0 con 0x56421f6b1950 2023-10-05T15:24:22.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.288+0000 7f26b5d9b700 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f6b1950 0x56421f6b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.297 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:22 smithi029 ceph-mon[99237]: pgmap v67: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 136 MiB/s wr, 2.19k op/s 2023-10-05T15:24:22.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.296+0000 7f26b5d9b700 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f6b1950 0x56421f6b3d70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3571dec537ea2fb6 server_cookie=cce83e1e12f141e in_seq=0 out_seq=0 2023-10-05T15:24:22.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.296+0000 7f269dffb700 10 client.25684 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.299+0000 7f269dffb700 1 -- 172.21.15.29:0/1393158936 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56421f5d2db0 con 0x56421f6b1950 2023-10-05T15:24:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.299+0000 7f269dffb700 10 client.25684 handle_command_reply: tid=0 2023-10-05T15:24:22.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.299+0000 7f26c8de5b80 1 client.25684 shutdown 2023-10-05T15:24:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.300+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 msgr2=0x56421f68e7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.300+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f26ac00fbe0 tx=0x7f26ac010ef0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 shutdown_connections 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f6b1950 0x56421f6b3d70 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f68e7b0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/1393158936 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f68e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.301+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 >> 172.21.15.29:0/1393158936 conn(0x56421f5fb200 msgr2=0x56421f681c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.307+0000 7f269dffb700 0 client.25684 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:22.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.333+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 shutdown_connections 2023-10-05T15:24:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.335+0000 7f26c8de5b80 1 -- 172.21.15.29:0/1393158936 wait complete. 2023-10-05T15:24:22.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.337+0000 7f26c8de5b80 20 client.25684 trim_cache size 0 max 16384 2023-10-05T15:24:22.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.360+0000 7f26c8de5b80 1 Processor -- start 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.361+0000 7f26c8de5b80 1 -- start start 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f686520 0x56421f6893f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f45a8c0 con 0x56421f6913d0 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f68ee20 con 0x56421f685c00 2023-10-05T15:24:22.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.362+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f688b80 con 0x56421f686520 2023-10-05T15:24:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.363+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.363+0000 7f26b6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48844/0 (socket says 172.21.15.29:48844) 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.363+0000 7f26b6d9d700 1 -- 172.21.15.29:0/2039173926 learned_addr learned my addr 172.21.15.29:0/2039173926 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 -- 172.21.15.29:0/2039173926 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f686520 msgr2=0x56421f6893f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f686520 0x56421f6893f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 -- 172.21.15.29:0/2039173926 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 msgr2=0x56421f690990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 -- 172.21.15.29:0/2039173926 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56421f42b1f0 con 0x56421f6913d0 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.364+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f26ac003df0 tx=0x7f26ac021480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca43eefb3b11b89 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.367+0000 7f26a57fa700 1 -- 172.21.15.29:0/2039173926 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac01c040 con 0x56421f6913d0 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.367+0000 7f26a57fa700 1 -- 172.21.15.29:0/2039173926 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26ac021540 con 0x56421f6913d0 2023-10-05T15:24:22.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.367+0000 7f26a57fa700 1 -- 172.21.15.29:0/2039173926 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26ac003880 con 0x56421f6913d0 2023-10-05T15:24:22.375 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.373+0000 7f26c8de5b80 1 -- 172.21.15.29:0/2039173926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 msgr2=0x56421f689930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.373+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f26ac003df0 tx=0x7f26ac021480 comp rx=0 tx=0).stop 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.374+0000 7f26c8de5b80 1 -- 172.21.15.29:0/2039173926 shutdown_connections 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.374+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f6913d0 0x56421f689930 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.374+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f690990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.374+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/2039173926 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f686520 0x56421f6893f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.374+0000 7f26c8de5b80 1 -- 172.21.15.29:0/2039173926 >> 172.21.15.29:0/2039173926 conn(0x56421f5fb200 msgr2=0x56421f69c610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.383 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.381+0000 7f26c8de5b80 1 -- 172.21.15.29:0/2039173926 shutdown_connections 2023-10-05T15:24:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.381+0000 7f26c8de5b80 1 -- 172.21.15.29:0/2039173926 wait complete. 2023-10-05T15:24:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 -- start start 2023-10-05T15:24:22.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 Processor -- start 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f6980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f696540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f696c10 con 0x56421f686520 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f704780 con 0x56421f685c00 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.382+0000 7f26c8de5b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56421f7048c0 con 0x56421f6913d0 2023-10-05T15:24:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.383+0000 7f26c8de5b80 10 client.0 _ll_register_callbacks cb 0x7f26ac009740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:22.388 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.386+0000 7f26b5d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.386+0000 7f26b5d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48848/0 (socket says 172.21.15.29:48848) 2023-10-05T15:24:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.386+0000 7f26b5d9b700 1 -- 172.21.15.29:0/989966844 learned_addr learned my addr 172.21.15.29:0/989966844 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 -- 172.21.15.29:0/989966844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 msgr2=0x56421f696540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.389 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f696540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 -- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 msgr2=0x56421f6980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f6980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 -- 172.21.15.29:0/989966844 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56421f3edc00 con 0x56421f686520 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f26b5d9b700 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x56421f68f720 tx=0x7f26a8009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3305d97dbdfd100f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.387+0000 7f269dffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:22.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.388+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a8015e30 con 0x56421f686520 2023-10-05T15:24:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.388+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f26a801e420 con 0x56421f686520 2023-10-05T15:24:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.388+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f26ac005590 con 0x56421f686520 2023-10-05T15:24:22.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.388+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f26a801e5e0 con 0x56421f686520 2023-10-05T15:24:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.398+0000 7f26c8de5b80 10 client.16149 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:22.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.398+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x56421f403250 con 0x56421f686520 2023-10-05T15:24:22.402 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.400+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f26ac005590 con 0x56421f686520 2023-10-05T15:24:22.402 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.400+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f26a8012050 con 0x56421f686520 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 10 client.16149 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 10 client.16149 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 20 client.16149 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f706000 0x56421f708420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 4 client.16149 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:24:22.404 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56421f5d2ad0 con 0x56421f706000 2023-10-05T15:24:22.405 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f706000 0x56421f708420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.405 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.402+0000 7f26b6d9d700 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f706000 0x56421f708420 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77d88e55f570ea09 server_cookie=1c40bc734b25f285 in_seq=0 out_seq=0 2023-10-05T15:24:22.405 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:22.403+0000 7f269dffb700 10 client.16149 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.413+0000 7f7009e32700 1 -- 172.21.15.29:0/2188405687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 msgr2=0x7f7004108870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.413+0000 7f7009e32700 1 --2- 172.21.15.29:0/2188405687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 0x7f7004108870 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc01c0d0 tx=0x7f6ffc01c3e0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.414+0000 7f7009e32700 1 -- 172.21.15.29:0/2188405687 shutdown_connections 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.414+0000 7f7009e32700 1 --2- 172.21.15.29:0/2188405687 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f700411a690 0x7f700411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.414+0000 7f7009e32700 1 --2- 172.21.15.29:0/2188405687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.414+0000 7f7009e32700 1 --2- 172.21.15.29:0/2188405687 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 0x7f7004108870 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.416 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.414+0000 7f7009e32700 1 -- 172.21.15.29:0/2188405687 >> 172.21.15.29:0/2188405687 conn(0x7f700406d1a0 msgr2=0x7f700406d5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.425+0000 7f7009e32700 1 -- 172.21.15.29:0/2188405687 shutdown_connections 2023-10-05T15:24:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.429+0000 7f7009e32700 1 -- 172.21.15.29:0/2188405687 wait complete. 2023-10-05T15:24:22.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 Processor -- start 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 -- start start 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 0x7f70041159a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f700411a690 0x7f70041cb3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70041cb920 con 0x7f700410f640 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70041cba90 con 0x7f70041083f0 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.430+0000 7f7009e32700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70041cbc50 con 0x7f700411a690 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48862/0 (socket says 172.21.15.29:48862) 2023-10-05T15:24:22.433 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 -- 172.21.15.29:0/3667617313 learned_addr learned my addr 172.21.15.29:0/3667617313 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 -- 172.21.15.29:0/3667617313 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f700411a690 msgr2=0x7f70041cb3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f700411a690 0x7f70041cb3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 -- 172.21.15.29:0/3667617313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 msgr2=0x7f70041159a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:24:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 0x7f70041159a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 -- 172.21.15.29:0/3667617313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ffc01ad10 con 0x7f700410f640 2023-10-05T15:24:22.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.431+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc006050 tx=0x7f6ffc01a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.435+0000 7f7000ff9700 1 -- 172.21.15.29:0/3667617313 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc01f050 con 0x7f700410f640 2023-10-05T15:24:22.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.435+0000 7f7000ff9700 1 -- 172.21.15.29:0/3667617313 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ffc018a40 con 0x7f700410f640 2023-10-05T15:24:22.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.435+0000 7f7000ff9700 1 -- 172.21.15.29:0/3667617313 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc007be0 con 0x7f700410f640 2023-10-05T15:24:22.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.435+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70041cbed0 con 0x7f700410f640 2023-10-05T15:24:22.447 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.435+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70041cc2a0 con 0x7f700410f640 2023-10-05T15:24:22.462 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.451+0000 7f701601cb80 1 Processor -- start 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 -- start start 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33ca4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d5350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e33d7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e3333460 con 0x55c2e33ca0c0 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e3324c20 con 0x55c2e33ca9e0 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f701601cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e3322540 con 0x55c2e33d5890 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.453+0000 7f7000ff9700 1 -- 172.21.15.29:0/3667617313 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f6ffc0052b0 con 0x7f700410f640 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.454+0000 7f7000ff9700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 0x7f6fec0a3b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.454+0000 7f7000ff9700 1 -- 172.21.15.29:0/3667617313 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6ffc0cdfd0 con 0x7f700410f640 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.458+0000 7f7003fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33ca4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.463 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.458+0000 7f7003fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33ca4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48866/0 (socket says 172.21.15.29:48866) 2023-10-05T15:24:22.464 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.458+0000 7f7003fff700 1 -- 172.21.15.29:0/2328815601 learned_addr learned my addr 172.21.15.29:0/2328815601 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.464 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.458+0000 7f7003fff700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 0x7f6fec0a3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.462+0000 7f70037fe700 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d5350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.462+0000 7f7002ffd700 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e33d7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 -- 172.21.15.29:0/2328815601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 msgr2=0x55c2e33d7c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e33d7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.472 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 -- 172.21.15.29:0/2328815601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 msgr2=0x55c2e33ca4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33ca4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 -- 172.21.15.29:0/2328815601 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2e3148de0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.463+0000 7f70037fe700 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d5350 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4009b60 tx=0x7f6ff4009e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4bc4df612538895b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.467+0000 7f6fe9ffb700 1 -- 172.21.15.29:0/2328815601 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4004230 con 0x55c2e33ca9e0 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.467+0000 7f6fe9ffb700 1 -- 172.21.15.29:0/2328815601 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ff400edc0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.467+0000 7f6fe9ffb700 1 -- 172.21.15.29:0/2328815601 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4005280 con 0x55c2e33ca9e0 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.468+0000 7f701601cb80 1 -- 172.21.15.29:0/2328815601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 msgr2=0x55c2e33d5350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.473 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.468+0000 7f701601cb80 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d5350 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4009b60 tx=0x7f6ff4009e70 comp rx=0 tx=0).stop 2023-10-05T15:24:22.475 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.473+0000 7f7003fff700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 0x7f6fec0a3b20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6ff80123a0 tx=0x7f6ff8006a70 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.480+0000 7f701601cb80 1 -- 172.21.15.29:0/2328815601 shutdown_connections 2023-10-05T15:24:22.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.480+0000 7f701601cb80 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e33d7c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.480+0000 7f701601cb80 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33ca4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.480+0000 7f701601cb80 1 --2- 172.21.15.29:0/2328815601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d5350 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.482 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.480+0000 7f701601cb80 1 -- 172.21.15.29:0/2328815601 >> 172.21.15.29:0/2328815601 conn(0x55c2e333f260 msgr2=0x55c2e33c6450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.488+0000 7f701601cb80 1 -- 172.21.15.29:0/2328815601 shutdown_connections 2023-10-05T15:24:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.488+0000 7f701601cb80 1 -- 172.21.15.29:0/2328815601 wait complete. 2023-10-05T15:24:22.490 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.488+0000 7f701601cb80 1 -- start start 2023-10-05T15:24:22.491 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 Processor -- start 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d2430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33d5890 0x55c2e33d29d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e331de30 con 0x55c2e33ca0c0 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e32ba710 con 0x55c2e33d5890 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e32ba3b0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f701601cb80 10 client.0 _ll_register_callbacks cb 0x55c2e3117800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.489+0000 7f70037fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48874/0 (socket says 172.21.15.29:48874) 2023-10-05T15:24:22.492 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 -- 172.21.15.29:0/413057995 learned_addr learned my addr 172.21.15.29:0/413057995 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f7002ffd700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d2430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 -- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca9e0 msgr2=0x55c2e33d2430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.493 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d2430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 -- 172.21.15.29:0/413057995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33d5890 msgr2=0x55c2e33d29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33d5890 0x55c2e33d29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.490+0000 7f70037fe700 1 -- 172.21.15.29:0/413057995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ff4009810 con 0x55c2e33ca0c0 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.491+0000 7f70037fe700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4004dd0 tx=0x7f6ff4005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8f1f2ea454208c7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.491+0000 7f6fe2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.491+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4004450 con 0x55c2e33ca0c0 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.491+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6ff4014070 con 0x55c2e33ca0c0 2023-10-05T15:24:22.494 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.492+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c2e33bdf10 con 0x55c2e33ca0c0 2023-10-05T15:24:22.495 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.492+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ff40045b0 con 0x55c2e33ca0c0 2023-10-05T15:24:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.496+0000 7f701601cb80 10 client.16161 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:22.498 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.496+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55c2e3131c60 con 0x55c2e33ca0c0 2023-10-05T15:24:22.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c2e33bdf10 con 0x55c2e33ca0c0 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f6ff4005260 con 0x55c2e33ca0c0 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 10 client.16161 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 10 client.16161 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 20 client.16161 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e33e5060 0x55c2e33e7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 4 client.16161 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:22.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.508+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2e3316e10 con 0x55c2e33e5060 2023-10-05T15:24:22.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.509+0000 7f7002ffd700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e33e5060 0x55c2e33e7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.511+0000 7f6fe2ffd700 10 client.16161 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:24:22.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.512+0000 7f7002ffd700 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e33e5060 0x55c2e33e7480 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e0d21ddc820b43d server_cookie=c4837fad985c0ab7 in_seq=0 out_seq=0 2023-10-05T15:24:22.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/413057995 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c2e3316e10 con 0x55c2e33e5060 2023-10-05T15:24:22.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f6fe2ffd700 10 client.16161 handle_command_reply: tid=0 2023-10-05T15:24:22.516 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 client.16161 shutdown 2023-10-05T15:24:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 msgr2=0x55c2e33d5220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f6ff4004dd0 tx=0x7f6ff4005e50 comp rx=0 tx=0).stop 2023-10-05T15:24:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 shutdown_connections 2023-10-05T15:24:22.517 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e33e5060 0x55c2e33e7480 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33d5890 0x55c2e33d29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d5220 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f6fe2ffd700 0 client.16161 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 --2- 172.21.15.29:0/413057995 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d2430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.514+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 >> 172.21.15.29:0/413057995 conn(0x55c2e333f260 msgr2=0x55c2e33c5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.515+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 shutdown_connections 2023-10-05T15:24:22.518 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.515+0000 7f701601cb80 1 -- 172.21.15.29:0/413057995 wait complete. 2023-10-05T15:24:22.524 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.522+0000 7f701601cb80 20 client.16161 trim_cache size 0 max 16384 2023-10-05T15:24:22.552 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 Processor -- start 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 -- start start 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33cd710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33d5890 0x55c2e33cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e319e920 con 0x55c2e33d5890 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e33cb2e0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.553 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.550+0000 7f701601cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e33ce280 con 0x55c2e33ca0c0 2023-10-05T15:24:22.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55290/0 (socket says 172.21.15.29:55290) 2023-10-05T15:24:22.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 -- 172.21.15.29:0/1758219839 learned_addr learned my addr 172.21.15.29:0/1758219839 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f7002ffd700 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 -- 172.21.15.29:0/1758219839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 msgr2=0x55c2e33cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33cd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 -- 172.21.15.29:0/1758219839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33d5890 msgr2=0x55c2e33cdc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33d5890 0x55c2e33cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.551+0000 7f70037fe700 1 -- 172.21.15.29:0/1758219839 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2e316f250 con 0x55c2e33ca0c0 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.552+0000 7f70037fe700 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ff400e630 tx=0x7f6ff4001e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae086d781e76cc64 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.552+0000 7f6fea7fc700 1 -- 172.21.15.29:0/1758219839 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff4004250 con 0x55c2e33ca0c0 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.552+0000 7f6fea7fc700 1 -- 172.21.15.29:0/1758219839 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ff401d070 con 0x55c2e33ca0c0 2023-10-05T15:24:22.555 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.552+0000 7f6fea7fc700 1 -- 172.21.15.29:0/1758219839 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ff40045f0 con 0x55c2e33ca0c0 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 -- 172.21.15.29:0/1758219839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 msgr2=0x55c2e33e0b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6ff400e630 tx=0x7f6ff4001e50 comp rx=0 tx=0).stop 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 -- 172.21.15.29:0/1758219839 shutdown_connections 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33ca0c0 0x55c2e33e0b90 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33d5890 0x55c2e33cdc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 --2- 172.21.15.29:0/1758219839 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca9e0 0x55c2e33cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.556 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.553+0000 7f701601cb80 1 -- 172.21.15.29:0/1758219839 >> 172.21.15.29:0/1758219839 conn(0x55c2e333f260 msgr2=0x55c2e33cbfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.560 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.554+0000 7f701601cb80 1 -- 172.21.15.29:0/1758219839 shutdown_connections 2023-10-05T15:24:22.560 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.555+0000 7f701601cb80 1 -- 172.21.15.29:0/1758219839 wait complete. 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.555+0000 7f701601cb80 1 -- start start 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 Processor -- start 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e3437e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e34383c0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e3438500 con 0x55c2e33ca0c0 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2e3438640 con 0x55c2e33d5890 2023-10-05T15:24:22.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.556+0000 7f701601cb80 10 client.0 _ll_register_callbacks cb 0x7f6ff4009a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:22.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.569+0000 7f70037fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.569+0000 7f7002ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.569+0000 7f7002ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48890/0 (socket says 172.21.15.29:48890) 2023-10-05T15:24:22.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.570+0000 7f7002ffd700 1 -- 172.21.15.29:0/3062491652 learned_addr learned my addr 172.21.15.29:0/3062491652 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:22.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.570+0000 7f7003fff700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e3437e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.572+0000 7f7002ffd700 1 -- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 msgr2=0x55c2e3437e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.572+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e3437e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.572+0000 7f7002ffd700 1 -- 172.21.15.29:0/3062491652 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca0c0 msgr2=0x55c2e33d8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:22.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.572+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.575 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.572+0000 7f7002ffd700 1 -- 172.21.15.29:0/3062491652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2e3131c60 con 0x55c2e33ca9e0 2023-10-05T15:24:22.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.579+0000 7f7002ffd700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc0977e0 tx=0x7f6ffc01a9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8eaba0ff112b315 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:22.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.581+0000 7f6fe2ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:22.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.581+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc098f70 con 0x55c2e33ca9e0 2023-10-05T15:24:22.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.581+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f6ffc0b3070 con 0x55c2e33ca9e0 2023-10-05T15:24:22.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.581+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6ff400edc0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ffc018340 con 0x55c2e33ca9e0 2023-10-05T15:24:22.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 10 client.16164 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55c2e31472b0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ffc07d030 con 0x55c2e33ca9e0 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f6ffc09afd0 con 0x55c2e33ca9e0 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 10 client.16164 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 10 client.16164 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.i 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 20 client.16164 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e3439a60 0x55c2e343be80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 4 client.16164 mds_command: new command op to 24505 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:24:22.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.582+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 --> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c2e3316b30 con 0x55c2e3439a60 2023-10-05T15:24:22.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.594+0000 7f70037fe700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e3439a60 0x55c2e343be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:22.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.595+0000 7f70037fe700 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e3439a60 0x55c2e343be80 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b5d82b432ea2d3bb server_cookie=3a5949728e6591bf in_seq=0 out_seq=0 2023-10-05T15:24:22.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.595+0000 7f6fe2ffd700 10 client.16164 ms_handle_connect on v2:172.21.15.177:6838/2806051649 2023-10-05T15:24:22.601 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.595+0000 7f6fe2ffd700 1 -- 172.21.15.29:0/3062491652 <== mds.1 v2:172.21.15.177:6838/2806051649 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55c2e3316b30 con 0x55c2e3439a60 2023-10-05T15:24:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.595+0000 7f6fe2ffd700 10 client.16164 handle_command_reply: tid=0 2023-10-05T15:24:22.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.595+0000 7f701601cb80 1 client.16164 shutdown 2023-10-05T15:24:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.607+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 msgr2=0x55c2e33d8b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.609 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.607+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc0977e0 tx=0x7f6ffc01a9f0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 shutdown_connections 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c2e33d5890 0x55c2e3437e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.177:6838/2806051649,v1:172.21.15.177:6839/2806051649] conn(0x55c2e3439a60 0x55c2e343be80 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c2e33ca0c0 0x55c2e33d8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 --2- 172.21.15.29:0/3062491652 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c2e33ca9e0 0x55c2e33d8b40 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 >> 172.21.15.29:0/3062491652 conn(0x55c2e333f260 msgr2=0x55c2e33e0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.612 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.609+0000 7f6fe2ffd700 0 client.16164 ms_handle_reset on v2:172.21.15.177:6838/2806051649 2023-10-05T15:24:22.625 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.618+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 shutdown_connections 2023-10-05T15:24:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.622+0000 7f701601cb80 1 -- 172.21.15.29:0/3062491652 wait complete. 2023-10-05T15:24:22.626 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.623+0000 7f701601cb80 20 client.16164 trim_cache size 0 max 16384 2023-10-05T15:24:22.627 INFO:teuthology.orchestra.run.smithi029.stdout:[ 2023-10-05T15:24:22.627 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:24:22.627 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2023-10-05T15:24:22.627 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 2132460112, 2023-10-05T15:24:22.627 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511628281, 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/client.0/tmp/iogen_3.1p0/src/iogen.8" 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: "damage_type": "backtrace", 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: "id": 2961123680, 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 1099511628282, 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: "path": "/client.0/tmp/iogen_3.1p0/src/iogen.c" 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:24:22.628 INFO:teuthology.orchestra.run.smithi029.stdout:] 2023-10-05T15:24:22.639 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.637+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 msgr2=0x7f6fec0a3b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.637+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 0x7f6fec0a3b20 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6ff80123a0 tx=0x7f6ff8006a70 comp rx=0 tx=0).stop 2023-10-05T15:24:22.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.637+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 msgr2=0x7f7004115ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:22.640 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.637+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc006050 tx=0x7f6ffc01a580 comp rx=0 tx=0).stop 2023-10-05T15:24:22.641 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 shutdown_connections 2023-10-05T15:24:22.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6fec0a1660 0x7f6fec0a3b20 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f700411a690 0x7f70041cb3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70041083f0 0x7f70041159a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 --2- 172.21.15.29:0/3667617313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f700410f640 0x7f7004115ee0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:22.642 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.639+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 >> 172.21.15.29:0/3667617313 conn(0x7f700406d1a0 msgr2=0x7f7004071880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:22.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:22 smithi040 ceph-mon[103696]: pgmap v67: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 136 MiB/s wr, 2.19k op/s 2023-10-05T15:24:22.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.652+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 shutdown_connections 2023-10-05T15:24:22.663 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:22.653+0000 7f7009e32700 1 -- 172.21.15.29:0/3667617313 wait complete. 2023-10-05T15:24:22.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:22 smithi177 ceph-mon[103568]: pgmap v67: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 136 MiB/s wr, 2.19k op/s 2023-10-05T15:24:22.691 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2023-10-05T15:24:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.075+0000 7fae58b73700 1 -- 172.21.15.29:0/2631105766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 msgr2=0x7fae541186c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.075+0000 7fae58b73700 1 --2- 172.21.15.29:0/2631105766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541186c0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fae4c00b0a0 tx=0x7fae4c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.078 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.076+0000 7fae58b73700 1 -- 172.21.15.29:0/2631105766 shutdown_connections 2023-10-05T15:24:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.076+0000 7fae58b73700 1 --2- 172.21.15.29:0/2631105766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541186c0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.076+0000 7fae58b73700 1 --2- 172.21.15.29:0/2631105766 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae54110740 0x7fae54110b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.076+0000 7fae58b73700 1 --2- 172.21.15.29:0/2631105766 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae5410b860 0x7fae5410bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.079 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.076+0000 7fae58b73700 1 -- 172.21.15.29:0/2631105766 >> 172.21.15.29:0/2631105766 conn(0x7fae5406bcf0 msgr2=0x7fae54109ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.083+0000 7fae58b73700 1 -- 172.21.15.29:0/2631105766 shutdown_connections 2023-10-05T15:24:23.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.088+0000 7fae58b73700 1 -- 172.21.15.29:0/2631105766 wait complete. 2023-10-05T15:24:23.092 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 Processor -- start 2023-10-05T15:24:23.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 -- start start 2023-10-05T15:24:23.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae5410b860 0x7fae54119260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541197a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.097 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 0x7fae54119ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae5411d4a0 con 0x7fae5410c220 2023-10-05T15:24:23.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae5411d610 con 0x7fae5410b860 2023-10-05T15:24:23.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae58b73700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae5411d7d0 con 0x7fae54110740 2023-10-05T15:24:23.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 0x7fae54119ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.098 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 0x7fae54119ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55306/0 (socket says 172.21.15.29:55306) 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae52d9d700 1 -- 172.21.15.29:0/1055673927 learned_addr learned my addr 172.21.15.29:0/1055673927 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.090+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541197a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 -- 172.21.15.29:0/1055673927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 msgr2=0x7fae54119ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 0x7fae54119ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 -- 172.21.15.29:0/1055673927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae5410b860 msgr2=0x7fae54119260 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:24:23.099 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae5410b860 0x7fae54119260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 -- 172.21.15.29:0/1055673927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae4c009d00 con 0x7fae5410c220 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.091+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541197a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fae4800d950 tx=0x7fae4800dd10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.092+0000 7fae437fe700 1 -- 172.21.15.29:0/1055673927 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae48009b40 con 0x7fae5410c220 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.092+0000 7fae437fe700 1 -- 172.21.15.29:0/1055673927 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae4800be10 con 0x7fae5410c220 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.092+0000 7fae437fe700 1 -- 172.21.15.29:0/1055673927 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae48010ea0 con 0x7fae5410c220 2023-10-05T15:24:23.100 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.092+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae5411da50 con 0x7fae5410c220 2023-10-05T15:24:23.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.092+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae5411df10 con 0x7fae5410c220 2023-10-05T15:24:23.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.095+0000 7fae437fe700 1 -- 172.21.15.29:0/1055673927 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fae48010460 con 0x7fae5410c220 2023-10-05T15:24:23.101 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.096+0000 7fae437fe700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 0x7fae3c0c5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.102 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.096+0000 7fae437fe700 1 -- 172.21.15.29:0/1055673927 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fae480cce90 con 0x7fae5410c220 2023-10-05T15:24:23.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.102+0000 7fae64d5db80 1 Processor -- start 2023-10-05T15:24:23.104 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.102+0000 7fae5259c700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 0x7fae3c0c5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.102+0000 7fae64d5db80 1 -- start start 2023-10-05T15:24:23.105 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534e04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 0x556a534eb350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 0x556a534edc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53449460 con 0x556a534e00c0 2023-10-05T15:24:23.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a5343ac20 con 0x556a534e09e0 2023-10-05T15:24:23.106 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.103+0000 7fae64d5db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53438540 con 0x556a534eb890 2023-10-05T15:24:23.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.104+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 0x556a534edc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.104+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 0x556a534edc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55314/0 (socket says 172.21.15.29:55314) 2023-10-05T15:24:23.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.104+0000 7fae52d9d700 1 -- 172.21.15.29:0/3921526700 learned_addr learned my addr 172.21.15.29:0/3921526700 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:23.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.104+0000 7fae51d9b700 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 0x556a534eb350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.107 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.104+0000 7fae5259c700 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534e04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.108 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 -- 172.21.15.29:0/3921526700 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 msgr2=0x556a534edc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 0x556a534edc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 -- 172.21.15.29:0/3921526700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 msgr2=0x556a534e04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534e04a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 -- 172.21.15.29:0/3921526700 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a5325ede0 con 0x556a534e09e0 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae51d9b700 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 0x556a534eb350 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae480ca390 tx=0x7fae48099aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0aa5a009d4ef7a3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.109 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae40ff9700 1 -- 172.21.15.29:0/3921526700 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae48099ba0 con 0x556a534e09e0 2023-10-05T15:24:23.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae40ff9700 1 -- 172.21.15.29:0/3921526700 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae4809dcf0 con 0x556a534e09e0 2023-10-05T15:24:23.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.106+0000 7fae40ff9700 1 -- 172.21.15.29:0/3921526700 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae480992b0 con 0x556a534e09e0 2023-10-05T15:24:23.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.107+0000 7fae64d5db80 1 -- 172.21.15.29:0/3921526700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 msgr2=0x556a534eb350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.110 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.107+0000 7fae64d5db80 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 0x556a534eb350 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fae480ca390 tx=0x7fae48099aa0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae5259c700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 0x7fae3c0c5c30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fae44009c40 tx=0x7fae44012210 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae64d5db80 1 -- 172.21.15.29:0/3921526700 shutdown_connections 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae64d5db80 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534eb890 0x556a534edc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae64d5db80 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534e04a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae64d5db80 1 --2- 172.21.15.29:0/3921526700 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e09e0 0x556a534eb350 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.111 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.108+0000 7fae64d5db80 1 -- 172.21.15.29:0/3921526700 >> 172.21.15.29:0/3921526700 conn(0x556a53455260 msgr2=0x556a534dc450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.114 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.111+0000 7fae64d5db80 1 -- 172.21.15.29:0/3921526700 shutdown_connections 2023-10-05T15:24:23.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.112+0000 7fae64d5db80 1 -- 172.21.15.29:0/3921526700 wait complete. 2023-10-05T15:24:23.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.113+0000 7fae64d5db80 1 -- start start 2023-10-05T15:24:23.126 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.113+0000 7fae64d5db80 1 Processor -- start 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.113+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534eb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.113+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534e8520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.113+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae64d5db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53433e30 con 0x556a534e00c0 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae64d5db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a533d0710 con 0x556a534eb890 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae64d5db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a533d03b0 con 0x556a534e09e0 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae64d5db80 10 client.0 _ll_register_callbacks cb 0x556a5322d800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56036/0 (socket says 172.21.15.29:56036) 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae52d9d700 1 -- 172.21.15.29:0/1347554840 learned_addr learned my addr 172.21.15.29:0/1347554840 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.114+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534e8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.127 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.116+0000 7fae52d9d700 1 -- 172.21.15.29:0/1347554840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 msgr2=0x556a534e8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.116+0000 7fae52d9d700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534e8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.116+0000 7fae52d9d700 1 -- 172.21.15.29:0/1347554840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 msgr2=0x556a534eb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.116+0000 7fae52d9d700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534eb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.116+0000 7fae52d9d700 1 -- 172.21.15.29:0/1347554840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae5411df10 con 0x556a534eb890 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.120+0000 7fae52d9d700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fae4c009100 tx=0x7fae4c004da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d4f36f8e209ab78 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.120+0000 7fae39ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.121+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae4c00e040 con 0x556a534eb890 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.121+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fae4c0078f0 con 0x556a534eb890 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.121+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556a534d3f10 con 0x556a534eb890 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae4c007ab0 con 0x556a534eb890 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 10 client.25742 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:23.128 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x556a53247c60 con 0x556a534eb890 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556a534d3f10 con 0x556a534eb890 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fae4c024030 con 0x556a534eb890 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 10 client.25742 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 10 client.25742 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 20 client.25742 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a5351d370 0x556a5351f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.122+0000 7fae64d5db80 4 client.25742 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.123+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556a5342ce10 con 0x556a5351d370 2023-10-05T15:24:23.129 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.124+0000 7fae5259c700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a5351d370 0x556a5351f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.127+0000 7fae5259c700 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a5351d370 0x556a5351f790 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68317e6e7202ca90 server_cookie=2c349fafb4eda7df in_seq=0 out_seq=0 2023-10-05T15:24:23.130 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.127+0000 7fae39ffb700 10 client.25742 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:23.948 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.945+0000 7f269dffb700 1 -- 172.21.15.29:0/989966844 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56421f5d2ad0 con 0x56421f706000 2023-10-05T15:24:23.948 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.945+0000 7f269dffb700 10 client.16149 handle_command_reply: tid=0 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.945+0000 7f26c8de5b80 1 client.16149 shutdown 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 msgr2=0x56421f695ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x56421f68f720 tx=0x7f26a8009980 comp rx=0 tx=0).stop 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 shutdown_connections 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56421f706000 0x56421f708420 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56421f6913d0 0x56421f696540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56421f685c00 0x56421f6980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 --2- 172.21.15.29:0/989966844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56421f686520 0x56421f695ea0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f269dffb700 0 client.16149 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 >> 172.21.15.29:0/989966844 conn(0x56421f5fb200 msgr2=0x56421f6893f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 shutdown_connections 2023-10-05T15:24:23.949 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 1 -- 172.21.15.29:0/989966844 wait complete. 2023-10-05T15:24:23.950 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26c8de5b80 20 client.16149 trim_cache size 0 max 16384 2023-10-05T15:24:23.950 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:24:23.950 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:24:23.950 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:24:23.950 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:24:23.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae39ffb700 1 -- 172.21.15.29:0/1347554840 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556a5342ce10 con 0x556a5351d370 2023-10-05T15:24:23.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae39ffb700 10 client.25742 handle_command_reply: tid=0 2023-10-05T15:24:23.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 client.25742 shutdown 2023-10-05T15:24:23.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 msgr2=0x556a534e8b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fae4c009100 tx=0x7fae4c004da0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.951 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 msgr2=0x7f26a00a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 0x7f26a00a3ba0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f26b00ccb30 tx=0x7f26b0000f40 comp rx=0 tx=0).stop 2023-10-05T15:24:23.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 msgr2=0x7f26b81a5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f26b0007fa0 tx=0x7f26b000d3b0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 shutdown_connections 2023-10-05T15:24:23.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a5351d370 0x556a5351f790 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534e8b50 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e00c0 0x556a534eb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.952 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae39ffb700 0 client.25742 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:23.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1347554840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534e8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.953 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.946+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 >> 172.21.15.29:0/1347554840 conn(0x556a53455260 msgr2=0x556a534dbfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 shutdown_connections 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f26a00a16e0 0x7f26a00a3ba0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.946+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f26b811a690 0x7f26b81aaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.947+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26b810f620 0x7f26b81a5e60 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.947+0000 7f26bcbfb700 1 --2- 172.21.15.29:0/632716175 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f26b810fa90 0x7f26b81a63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.947+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 >> 172.21.15.29:0/632716175 conn(0x7f26b806cfa0 msgr2=0x7f26b8118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.947+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 shutdown_connections 2023-10-05T15:24:23.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.947+0000 7fae64d5db80 1 -- 172.21.15.29:0/1347554840 wait complete. 2023-10-05T15:24:23.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.947+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 shutdown_connections 2023-10-05T15:24:23.955 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:23.947+0000 7f26bcbfb700 1 -- 172.21.15.29:0/632716175 wait complete. 2023-10-05T15:24:23.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.947+0000 7fae64d5db80 20 client.25742 trim_cache size 0 max 16384 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 Processor -- start 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 -- start start 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e00c0 0x556a534d3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534f23a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a532b4920 con 0x556a534eb890 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a534e06f0 con 0x556a534e00c0 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae64d5db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a534f7b20 con 0x556a534e09e0 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae51d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534f23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae5259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e00c0 0x556a534d3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae52d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48924/0 (socket says 172.21.15.29:48924) 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae52d9d700 1 -- 172.21.15.29:0/2515979580 learned_addr learned my addr 172.21.15.29:0/2515979580 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.960+0000 7fae51d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534f23a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55328/0 (socket says 172.21.15.29:55328) 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 -- 172.21.15.29:0/2515979580 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 msgr2=0x556a534f23a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534f23a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 -- 172.21.15.29:0/2515979580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e00c0 msgr2=0x556a534d3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e00c0 0x556a534d3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 -- 172.21.15.29:0/2515979580 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556a53285250 con 0x556a534eb890 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae52d9d700 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fae4c01c8d0 tx=0x7fae4c01c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2191df88d98e1cb0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae417fa700 1 -- 172.21.15.29:0/2515979580 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae4c00e040 con 0x556a534eb890 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae417fa700 1 -- 172.21.15.29:0/2515979580 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae4c01c410 con 0x556a534eb890 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.961+0000 7fae417fa700 1 -- 172.21.15.29:0/2515979580 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae4c031c60 con 0x556a534eb890 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- 172.21.15.29:0/2515979580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 msgr2=0x556a534f75e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fae4c01c8d0 tx=0x7fae4c01c900 comp rx=0 tx=0).stop 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- 172.21.15.29:0/2515979580 shutdown_connections 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534eb890 0x556a534f75e0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534e00c0 0x556a534d3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 --2- 172.21.15.29:0/2515979580 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e09e0 0x556a534f23a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- 172.21.15.29:0/2515979580 >> 172.21.15.29:0/2515979580 conn(0x556a53455260 msgr2=0x556a535240f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- 172.21.15.29:0/2515979580 shutdown_connections 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- 172.21.15.29:0/2515979580 wait complete. 2023-10-05T15:24:23.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 -- start start 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.962+0000 7fae64d5db80 1 Processor -- start 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534eedd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a535701d0 con 0x556a534e09e0 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53570340 con 0x556a534eb890 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556a53570500 con 0x556a534e00c0 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae64d5db80 10 client.0 _ll_register_callbacks cb 0x7fae4c009f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae5259c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48930/0 (socket says 172.21.15.29:48930) 2023-10-05T15:24:23.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 -- 172.21.15.29:0/1820947044 learned_addr learned my addr 172.21.15.29:0/1820947044 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae5259c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55332/0 (socket says 172.21.15.29:55332) 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae52d9d700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534eedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 -- 172.21.15.29:0/1820947044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 msgr2=0x556a534ee350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 -- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 msgr2=0x556a534eedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534eedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 -- 172.21.15.29:0/1820947044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556a53247c60 con 0x556a534e09e0 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae5259c700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae51d9b700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fae48099b30 tx=0x7fae48010ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2d947fd42a900f5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.963+0000 7fae39ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae480b2450 con 0x556a534e09e0 2023-10-05T15:24:23.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fae48099ba0 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fae4809dcf0 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fae480a1f30 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 10 client.16179 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x556a5325d2b0 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fae4807c080 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fae48099e70 con 0x556a534e09e0 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 10 client.16179 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 20 client.16179 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a53571870 0x556a53573c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 4 client.16179 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2023-10-05T15:24:23.974 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.964+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556a5342cb30 con 0x556a53571870 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae5259c700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a53571870 0x556a53573c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae39ffb700 10 client.16179 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae5259c700 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a53571870 0x556a53573c90 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27218236755232b1 server_cookie=7dc2c65c05d033d6 in_seq=0 out_seq=0 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae39ffb700 1 -- 172.21.15.29:0/1820947044 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556a5342cb30 con 0x556a53571870 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae39ffb700 10 client.16179 handle_command_reply: tid=0 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 client.16179 shutdown 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 msgr2=0x556a534ee890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7fae48099b30 tx=0x7fae48010ba0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 shutdown_connections 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556a53571870 0x556a53573c90 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556a534e00c0 0x556a534ee350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.975 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae39ffb700 0 client.16179 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556a534eb890 0x556a534eedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.965+0000 7fae64d5db80 1 --2- 172.21.15.29:0/1820947044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556a534e09e0 0x556a534ee890 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 >> 172.21.15.29:0/1820947044 conn(0x556a53455260 msgr2=0x556a534e3810 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 shutdown_connections 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae64d5db80 1 -- 172.21.15.29:0/1820947044 wait complete. 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae64d5db80 20 client.16179 trim_cache size 0 max 16384 2023-10-05T15:24:23.976 INFO:teuthology.orchestra.run.smithi029.stdout:[] 2023-10-05T15:24:23.977 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 msgr2=0x7fae3c0c5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 0x7fae3c0c5c30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fae44009c40 tx=0x7fae44012210 comp rx=0 tx=0).stop 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 msgr2=0x7fae541197a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541197a0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fae4800d950 tx=0x7fae4800dd10 comp rx=0 tx=0).stop 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 shutdown_connections 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fae3c0c3770 0x7fae3c0c5c30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fae54110740 0x7fae54119ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fae5410b860 0x7fae54119260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.978 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 --2- 172.21.15.29:0/1055673927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae5410c220 0x7fae541197a0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:23.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 >> 172.21.15.29:0/1055673927 conn(0x7fae5406bcf0 msgr2=0x7fae5410dba0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:23.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 shutdown_connections 2023-10-05T15:24:23.979 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:24:23.966+0000 7fae58b73700 1 -- 172.21.15.29:0/1055673927 wait complete. 2023-10-05T15:24:23.984 ERROR:tasks.fwd_scrub:rank 1 damaged: [{'damage_type': 'backtrace', 'id': 2132460112, 'ino': 1099511628281, 'path': '/client.0/tmp/iogen_3.1p0/src/iogen.8'}, {'damage_type': 'backtrace', 'id': 2961123680, 'ino': 1099511628282, 'path': '/client.0/tmp/iogen_3.1p0/src/iogen.c'}] 2023-10-05T15:24:23.984 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 38, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 55, in do_scrub self._scrub() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 79, in _scrub self._check_damage() File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 90, in _check_damage raise RuntimeError(f"rank damage found: {types}") RuntimeError: rank damage found: {'backtrace'} 2023-10-05T15:24:24.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:24 smithi029 ceph-mon[99237]: pgmap v68: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 132 MiB/s wr, 2.14k op/s 2023-10-05T15:24:24.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:24 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:24:24.660 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:24 smithi040 ceph-mon[103696]: pgmap v68: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 132 MiB/s wr, 2.14k op/s 2023-10-05T15:24:24.660 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:24 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:24:24.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:24 smithi177 ceph-mon[103568]: pgmap v68: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 96 KiB/s rd, 132 MiB/s wr, 2.14k op/s 2023-10-05T15:24:24.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:24 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:24:25.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:25.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:25.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:25.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:25.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:25.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:26.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:26 smithi177 ceph-mon[103568]: pgmap v69: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 167 MiB/s wr, 2.70k op/s 2023-10-05T15:24:26.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:24:26.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:24:26.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:26.759 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:26 smithi040 ceph-mon[103696]: pgmap v69: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 167 MiB/s wr, 2.70k op/s 2023-10-05T15:24:26.759 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:24:26.759 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:24:26.759 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:26 smithi029 ceph-mon[99237]: pgmap v69: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 167 MiB/s wr, 2.70k op/s 2023-10-05T15:24:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:24:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:24:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:24:28.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:28 smithi029 ceph-mon[99237]: pgmap v70: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 128 MiB/s wr, 2.07k op/s 2023-10-05T15:24:28.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:28 smithi040 ceph-mon[103696]: pgmap v70: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 128 MiB/s wr, 2.07k op/s 2023-10-05T15:24:28.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:28 smithi177 ceph-mon[103568]: pgmap v70: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 128 MiB/s wr, 2.07k op/s 2023-10-05T15:24:30.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:30 smithi029 ceph-mon[99237]: pgmap v71: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 137 MiB/s wr, 2.22k op/s 2023-10-05T15:24:30.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:30 smithi040 ceph-mon[103696]: pgmap v71: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 137 MiB/s wr, 2.22k op/s 2023-10-05T15:24:30.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:30 smithi177 ceph-mon[103568]: pgmap v71: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 67 KiB/s rd, 137 MiB/s wr, 2.22k op/s 2023-10-05T15:24:32.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:32 smithi029 ceph-mon[99237]: pgmap v72: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:24:32.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:32 smithi040 ceph-mon[103696]: pgmap v72: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:24:32.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:32 smithi177 ceph-mon[103568]: pgmap v72: 129 pgs: 129 active+clean; 10 GiB data, 22 GiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:24:34.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:34 smithi029 ceph-mon[99237]: pgmap v73: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:34.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:34 smithi040 ceph-mon[103696]: pgmap v73: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:34.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:34 smithi177 ceph-mon[103568]: pgmap v73: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 75 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:35.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:35 smithi040 ceph-mon[103696]: pgmap v74: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 142 MiB/s wr, 2.30k op/s 2023-10-05T15:24:35.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:35 smithi177 ceph-mon[103568]: pgmap v74: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 142 MiB/s wr, 2.30k op/s 2023-10-05T15:24:36.110 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:35 smithi029 ceph-mon[99237]: pgmap v74: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 142 MiB/s wr, 2.30k op/s 2023-10-05T15:24:37.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.153+0000 7f06a0ca4700 1 -- 172.21.15.29:0/51633414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c10f620 msgr2=0x7f069c107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.153+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/51633414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c10f620 0x7f069c107eb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f068c01a9a0 tx=0x7f068c01acb0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.158+0000 7f06a0ca4700 1 -- 172.21.15.29:0/51633414 shutdown_connections 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.158+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/51633414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c11a690 0x7f069c11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.158+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/51633414 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c10f620 0x7f069c107eb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.158+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/51633414 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10fa90 0x7f069c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.158+0000 7f06a0ca4700 1 -- 172.21.15.29:0/51633414 >> 172.21.15.29:0/51633414 conn(0x7f069c06cfa0 msgr2=0x7f069c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.159+0000 7f06a0ca4700 1 -- 172.21.15.29:0/51633414 shutdown_connections 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.159+0000 7f06a0ca4700 1 -- 172.21.15.29:0/51633414 wait complete. 2023-10-05T15:24:37.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 Processor -- start 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 -- start start 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 0x7f069c115bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c1c4ab0 con 0x7f069c10fa90 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c1c4c20 con 0x7f069c11a690 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.160+0000 7f06a0ca4700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c1c4de0 con 0x7f069c10f620 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f069ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48938/0 (socket says 172.21.15.29:48938) 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 -- 172.21.15.29:0/1810382470 learned_addr learned my addr 172.21.15.29:0/1810382470 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:37.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f069ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56060/0 (socket says 172.21.15.29:56060) 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f069a59c700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 0x7f069c115bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 -- 172.21.15.29:0/1810382470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 msgr2=0x7f069c115bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 0x7f069c115bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 -- 172.21.15.29:0/1810382470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 msgr2=0x7f069c1c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 -- 172.21.15.29:0/1810382470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068c01a600 con 0x7f069c10fa90 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f069ad9d700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f069a59c700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 0x7f069c115bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.161+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f069400ba50 tx=0x7f069400bd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.162+0000 7f068b7fe700 1 -- 172.21.15.29:0/1810382470 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f069400c930 con 0x7f069c10fa90 2023-10-05T15:24:37.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.162+0000 7f068b7fe700 1 -- 172.21.15.29:0/1810382470 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0694014440 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.162+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f069c1c50c0 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.162+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069c1cc760 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.163+0000 7f068b7fe700 1 -- 172.21.15.29:0/1810382470 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06940075b0 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.167+0000 7f068b7fe700 1 -- 172.21.15.29:0/1810382470 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f0694007710 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.167+0000 7f068b7fe700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 0x7f06840a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.168+0000 7f068b7fe700 1 -- 172.21.15.29:0/1810382470 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f06940cc720 con 0x7f069c10fa90 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.168+0000 7f06ace8eb80 1 Processor -- start 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.168+0000 7f069a59c700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 0x7f06840a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.169+0000 7f069a59c700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 0x7f06840a3ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f068c005850 tx=0x7f068c01aef0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.170+0000 7f06ace8eb80 1 -- start start 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b54fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b627c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302abe400 con 0x55d302b54c00 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302aafbc0 con 0x55d302b55520 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302aad4e0 con 0x55d302b603d0 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56070/0 (socket says 172.21.15.29:56070) 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f0699d9b700 1 -- 172.21.15.29:0/1337062384 learned_addr learned my addr 172.21.15.29:0/1337062384 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.171+0000 7f069ad9d700 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b627c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 -- 172.21.15.29:0/1337062384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 msgr2=0x55d302b627c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b627c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 -- 172.21.15.29:0/1337062384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 msgr2=0x55d302b54fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b54fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 -- 172.21.15.29:0/1337062384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3028d3d80 con 0x55d302b55520 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.172+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f069400c430 tx=0x7f0694099ca0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3869750ec5634080 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.173+0000 7f0688ff9700 1 -- 172.21.15.29:0/1337062384 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06940a1930 con 0x55d302b55520 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.173+0000 7f0688ff9700 1 -- 172.21.15.29:0/1337062384 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06940c9ed0 con 0x55d302b55520 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.173+0000 7f0688ff9700 1 -- 172.21.15.29:0/1337062384 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06940a14a0 con 0x55d302b55520 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1337062384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 msgr2=0x55d302b5fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f069400c430 tx=0x7f0694099ca0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1337062384 shutdown_connections 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b627c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b54fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1337062384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b55520 0x55d302b5fe90 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.174+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1337062384 >> 172.21.15.29:0/1337062384 conn(0x55d302aca200 msgr2=0x55d302b51080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.175+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1337062384 shutdown_connections 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.175+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1337062384 wait complete. 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.175+0000 7f06ace8eb80 1 -- start start 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.175+0000 7f06ace8eb80 1 Processor -- start 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b55520 0x55d302b5d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b5d890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302aa8dd0 con 0x55d302b54c00 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302a456b0 con 0x55d302b603d0 2023-10-05T15:24:37.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302a45350 con 0x55d302b55520 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f06ace8eb80 10 client.0 _ll_register_callbacks cb 0x55d3028a27a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48952/0 (socket says 172.21.15.29:48952) 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 -- 172.21.15.29:0/4130786397 learned_addr learned my addr 172.21.15.29:0/4130786397 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 -- 172.21.15.29:0/4130786397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b55520 msgr2=0x55d302b5d150 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b55520 0x55d302b5d150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069a59c700 1 -- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 msgr2=0x55d302b5d890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.176+0000 7f069ad9d700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b5d890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f069a59c700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b5d890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f069a59c700 1 -- 172.21.15.29:0/4130786397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069c1cc760 con 0x55d302b54c00 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f069a59c700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f068c026000 tx=0x7f068c003d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d9a2c7fb36b202 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f0681ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c032440 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.177+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f068c010430 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.178+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d302b48d50 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.178+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f068c0105f0 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 10 client.16185 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d3028bcc00 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d302b48d50 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f068c032a90 con 0x55d302b54c00 2023-10-05T15:24:37.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 10 client.16185 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 10 client.16185 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 20 client.16185 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302b6fff0 0x55d302b72410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 4 client.16185 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.179+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d302aa1db0 con 0x55d302b6fff0 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.180+0000 7f0699d9b700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302b6fff0 0x55d302b72410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.180+0000 7f0699d9b700 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302b6fff0 0x55d302b72410 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=851b054acd86fb1c server_cookie=53f5af29fda87cdc in_seq=0 out_seq=0 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.180+0000 7f0681ffb700 10 client.16185 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.181+0000 7f0681ffb700 1 -- 172.21.15.29:0/4130786397 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d302aa1db0 con 0x55d302b6fff0 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.181+0000 7f0681ffb700 10 client.16185 handle_command_reply: tid=0 2023-10-05T15:24:37.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.181+0000 7f06ace8eb80 1 client.16185 shutdown 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 msgr2=0x55d302b5fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f068c026000 tx=0x7f068c003d80 comp rx=0 tx=0).stop 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 shutdown_connections 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302b6fff0 0x55d302b72410 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b5d890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b54c00 0x55d302b5fe60 secure :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f068c026000 tx=0x7f068c003d80 comp rx=0 tx=0).stop 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/4130786397 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b55520 0x55d302b5d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 >> 172.21.15.29:0/4130786397 conn(0x55d302aca200 msgr2=0x55d302b50c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f0681ffb700 0 client.16185 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 shutdown_connections 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 1 -- 172.21.15.29:0/4130786397 wait complete. 2023-10-05T15:24:37.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.182+0000 7f06ace8eb80 20 client.16185 trim_cache size 0 max 16384 2023-10-05T15:24:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.209+0000 7f06ace8eb80 1 Processor -- start 2023-10-05T15:24:37.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.209+0000 7f06ace8eb80 1 -- start start 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b627c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b5fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 0x55d302b58430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d3029298c0 con 0x55d302b55520 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302b4d8c0 con 0x55d302b51260 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302b59020 con 0x55d302b603d0 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b627c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b627c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48960/0 (socket says 172.21.15.29:48960) 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069a59c700 1 -- 172.21.15.29:0/2461766870 learned_addr learned my addr 172.21.15.29:0/2461766870 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 0x55d302b58430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f0699d9b700 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b5fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 -- 172.21.15.29:0/2461766870 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 msgr2=0x55d302b5fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b5fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 -- 172.21.15.29:0/2461766870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 msgr2=0x55d302b627c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b627c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.210+0000 7f069ad9d700 1 -- 172.21.15.29:0/2461766870 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d3028fa1f0 con 0x55d302b51260 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.211+0000 7f069ad9d700 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 0x55d302b58430 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0690009bf0 tx=0x7f06900090e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96ad3ac0b32624e4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.211+0000 7f06897fa700 1 -- 172.21.15.29:0/2461766870 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0690012bb0 con 0x55d302b51260 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.211+0000 7f06897fa700 1 -- 172.21.15.29:0/2461766870 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0690012d10 con 0x55d302b51260 2023-10-05T15:24:37.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.211+0000 7f06897fa700 1 -- 172.21.15.29:0/2461766870 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0690014610 con 0x55d302b51260 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.212+0000 7f06ace8eb80 1 -- 172.21.15.29:0/2461766870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 msgr2=0x55d302b58430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.212+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 0x55d302b58430 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0690009bf0 tx=0x7f06900090e0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.213+0000 7f06ace8eb80 1 -- 172.21.15.29:0/2461766870 shutdown_connections 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.213+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b51260 0x55d302b58430 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.213+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b627c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.213+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/2461766870 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b603d0 0x55d302b5fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.216 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.213+0000 7f06ace8eb80 1 -- 172.21.15.29:0/2461766870 >> 172.21.15.29:0/2461766870 conn(0x55d302aca200 msgr2=0x55d302b4f7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.214+0000 7f06ace8eb80 1 -- 172.21.15.29:0/2461766870 shutdown_connections 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.214+0000 7f06ace8eb80 1 -- 172.21.15.29:0/2461766870 wait complete. 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 -- start start 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 Processor -- start 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b51260 0x55d302b66c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b654b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.217 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302b659f0 con 0x55d302b55520 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302b65b60 con 0x55d302b603d0 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.215+0000 7f06ace8eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d302b65d20 con 0x55d302b51260 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f06ace8eb80 10 client.0 _ll_register_callbacks cb 0x55d3028a27a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48968/0 (socket says 172.21.15.29:48968) 2023-10-05T15:24:37.218 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 -- 172.21.15.29:0/1521690835 learned_addr learned my addr 172.21.15.29:0/1521690835 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f069ad9d700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b654b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 -- 172.21.15.29:0/1521690835 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b51260 msgr2=0x55d302b66c40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b51260 0x55d302b66c40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 -- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 msgr2=0x55d302b654b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b654b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:37.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f0699d9b700 1 -- 172.21.15.29:0/1521690835 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06900098d0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.216+0000 7f069ad9d700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b654b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.217+0000 7f0699d9b700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f069400ba20 tx=0x7f06940c9d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6380bf69a52bff4e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.217+0000 7f0681ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.217+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06940958e0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.217+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f06940a1930 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.217+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f06940c9ed0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06940cc3b0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 10 client.16191 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55d3028d2250 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f06940c9ed0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f06940a15a0 con 0x55d302b55520 2023-10-05T15:24:37.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 10 client.16191 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 10 client.16191 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 20 client.16191 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302bc4dc0 0x55d302bc71e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 4 client.16191 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d302aa1ad0 con 0x55d302bc4dc0 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.218+0000 7f069a59c700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302bc4dc0 0x55d302bc71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.219+0000 7f0681ffb700 10 client.16191 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:37.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:37.219+0000 7f069a59c700 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302bc4dc0 0x55d302bc71e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a16a407007b2a323 server_cookie=f4d7ca46b2e69acf in_seq=0 out_seq=0 2023-10-05T15:24:38.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:37 smithi040 ceph-mon[103696]: pgmap v75: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 113 MiB/s wr, 1.82k op/s 2023-10-05T15:24:38.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:37 smithi177 ceph-mon[103568]: pgmap v75: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 113 MiB/s wr, 1.82k op/s 2023-10-05T15:24:38.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:37 smithi029 ceph-mon[99237]: pgmap v75: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 113 MiB/s wr, 1.82k op/s 2023-10-05T15:24:39.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f0681ffb700 1 -- 172.21.15.29:0/1521690835 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d302aa1ad0 con 0x55d302bc4dc0 2023-10-05T15:24:39.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f0681ffb700 10 client.16191 handle_command_reply: tid=0 2023-10-05T15:24:39.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 client.16191 shutdown 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 msgr2=0x55d302b64f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f069400ba20 tx=0x7f06940c9d80 comp rx=0 tx=0).stop 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 shutdown_connections 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d302bc4dc0 0x55d302bc71e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d302b51260 0x55d302b66c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f0681ffb700 0 client.16191 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d302b603d0 0x55d302b654b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 --2- 172.21.15.29:0/1521690835 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d302b55520 0x55d302b64f70 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.014+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 >> 172.21.15.29:0/1521690835 conn(0x55d302aca200 msgr2=0x55d302b58430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 shutdown_connections 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06ace8eb80 1 -- 172.21.15.29:0/1521690835 wait complete. 2023-10-05T15:24:39.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06ace8eb80 20 client.16191 trim_cache size 0 max 16384 2023-10-05T15:24:39.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:24:39.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:24:39.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:24:39.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 msgr2=0x7f06840a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 0x7f06840a3ba0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f068c005850 tx=0x7f068c01aef0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 msgr2=0x7f069c116130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f069400ba50 tx=0x7f069400bd60 comp rx=0 tx=0).stop 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 shutdown_connections 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06840a16e0 0x7f06840a3ba0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f069c10f620 0x7f069c115bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f069c11a690 0x7f069c1c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 --2- 172.21.15.29:0/1810382470 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f069c10fa90 0x7f069c116130 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:39.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 >> 172.21.15.29:0/1810382470 conn(0x7f069c06cfa0 msgr2=0x7f069c0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:39.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.015+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 shutdown_connections 2023-10-05T15:24:39.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:39.016+0000 7f06a0ca4700 1 -- 172.21.15.29:0/1810382470 wait complete. 2023-10-05T15:24:40.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:40 smithi029 ceph-mon[99237]: pgmap v76: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 123 MiB/s wr, 1.99k op/s 2023-10-05T15:24:40.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:40 smithi040 ceph-mon[103696]: pgmap v76: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 123 MiB/s wr, 1.99k op/s 2023-10-05T15:24:40.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:40 smithi177 ceph-mon[103568]: pgmap v76: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 88 KiB/s rd, 123 MiB/s wr, 1.99k op/s 2023-10-05T15:24:42.366 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:42 smithi029 ceph-mon[99237]: pgmap v77: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:24:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:42 smithi040 ceph-mon[103696]: pgmap v77: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:24:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:42 smithi177 ceph-mon[103568]: pgmap v77: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:24:44.410 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:44 smithi040 ceph-mon[103696]: pgmap v78: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:24:44.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:44 smithi177 ceph-mon[103568]: pgmap v78: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:24:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:44 smithi029 ceph-mon[99237]: pgmap v78: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:24:46.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:46 smithi040 ceph-mon[103696]: pgmap v79: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 130 MiB/s wr, 2.10k op/s 2023-10-05T15:24:46.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:46 smithi177 ceph-mon[103568]: pgmap v79: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 130 MiB/s wr, 2.10k op/s 2023-10-05T15:24:46.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:46 smithi029 ceph-mon[99237]: pgmap v79: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 130 MiB/s wr, 2.10k op/s 2023-10-05T15:24:48.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:48 smithi040 ceph-mon[103696]: pgmap v80: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:24:48.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:48 smithi177 ceph-mon[103568]: pgmap v80: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:24:48.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:48 smithi029 ceph-mon[99237]: pgmap v80: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:24:50.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:50 smithi029 ceph-mon[99237]: pgmap v81: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:50.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:50 smithi040 ceph-mon[103696]: pgmap v81: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:50 smithi177 ceph-mon[103568]: pgmap v81: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 109 MiB/s wr, 1.76k op/s 2023-10-05T15:24:52.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3893981436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b411a550 msgr2=0x7fe1b411c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3893981436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b411a550 0x7fe1b411c940 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b0a0 tx=0x7fe1ac00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3893981436 shutdown_connections 2023-10-05T15:24:52.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3893981436 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b411a550 0x7fe1b411c940 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3893981436 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b406c5e0 0x7fe1b406c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3893981436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 0x7fe1b411a010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.229+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3893981436 >> 172.21.15.29:0/3893981436 conn(0x7fe1b406bcc0 msgr2=0x7fe1b4109ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.238+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3893981436 shutdown_connections 2023-10-05T15:24:52.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.242+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3893981436 wait complete. 2023-10-05T15:24:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.243+0000 7fe1b8f12700 1 Processor -- start 2023-10-05T15:24:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 -- start start 2023-10-05T15:24:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 0x7fe1b41a6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b411a550 0x7fe1b41aaaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b41ab0e0 con 0x7fe1b406cf00 2023-10-05T15:24:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b41ab250 con 0x7fe1b411a550 2023-10-05T15:24:52.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.248+0000 7fe1b8f12700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b41ab410 con 0x7fe1b406c5e0 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.252+0000 7fe1b259c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.252+0000 7fe1b259c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55386/0 (socket says 172.21.15.29:55386) 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.252+0000 7fe1b259c700 1 -- 172.21.15.29:0/3862860904 learned_addr learned my addr 172.21.15.29:0/3862860904 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 0x7fe1b41a6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 -- 172.21.15.29:0/3862860904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b411a550 msgr2=0x7fe1b41aaaa0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:24:52.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b411a550 0x7fe1b41aaaa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 -- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 msgr2=0x7fe1b41a6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 0x7fe1b41a6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 -- 172.21.15.29:0/3862860904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1ac009d00 con 0x7fe1b406c5e0 2023-10-05T15:24:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.253+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400b550 tx=0x7fe1a400b910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.254+0000 7fe1a37fe700 1 -- 172.21.15.29:0/3862860904 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4011830 con 0x7fe1b406c5e0 2023-10-05T15:24:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.254+0000 7fe1a37fe700 1 -- 172.21.15.29:0/3862860904 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1a4011e50 con 0x7fe1b406c5e0 2023-10-05T15:24:52.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.254+0000 7fe1a37fe700 1 -- 172.21.15.29:0/3862860904 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4010e50 con 0x7fe1b406c5e0 2023-10-05T15:24:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.258+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b41ab6f0 con 0x7fe1b406c5e0 2023-10-05T15:24:52.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.259+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b410b9a0 con 0x7fe1b406c5e0 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.265+0000 7fe1c50fcb80 1 Processor -- start 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 -- start start 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc3618e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc361b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc3577400 con 0x560bc360dc00 2023-10-05T15:24:52.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc3568bc0 con 0x560bc36193d0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.267+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc35664e0 con 0x560bc360e520 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.268+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.268+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:48988/0 (socket says 172.21.15.29:48988) 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.268+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/4073903210 learned_addr learned my addr 172.21.15.29:0/4073903210 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.268+0000 7fe1a37fe700 1 -- 172.21.15.29:0/3862860904 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fe1a4011990 con 0x7fe1b406c5e0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.269+0000 7fe1a37fe700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 0x7fe19c0a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.269+0000 7fe1a37fe700 1 -- 172.21.15.29:0/3862860904 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe1a40ccc40 con 0x7fe1b406c5e0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 0x7fe19c0a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc361b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/4073903210 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 msgr2=0x560bc3618e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc3618e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/4073903210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 msgr2=0x560bc361b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc361b7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.270+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/4073903210 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560bc338cd80 con 0x560bc360dc00 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.271+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 0x7fe19c0a3c20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b070 tx=0x7fe1ac048000 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.271+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009fd0 tx=0x7fe1ac007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60a31e13e78c5781 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.271+0000 7fe1a0ff9700 1 -- 172.21.15.29:0/4073903210 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00e070 con 0x560bc360dc00 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.271+0000 7fe1a0ff9700 1 -- 172.21.15.29:0/4073903210 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1ac041c90 con 0x560bc360dc00 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.271+0000 7fe1a0ff9700 1 -- 172.21.15.29:0/4073903210 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac005270 con 0x560bc360dc00 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.272+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/4073903210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 msgr2=0x560bc360dfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.272+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009fd0 tx=0x7fe1ac007680 comp rx=0 tx=0).stop 2023-10-05T15:24:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.281+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/4073903210 shutdown_connections 2023-10-05T15:24:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.281+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc361b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.281+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360dc00 0x560bc360dfe0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.281+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/4073903210 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc3618e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.283 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.281+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/4073903210 >> 172.21.15.29:0/4073903210 conn(0x560bc3583200 msgr2=0x560bc360a080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.283+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/4073903210 shutdown_connections 2023-10-05T15:24:52.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.283+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/4073903210 wait complete. 2023-10-05T15:24:52.286 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.284+0000 7fe1c50fcb80 1 -- start start 2023-10-05T15:24:52.286 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.284+0000 7fe1c50fcb80 1 Processor -- start 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3616050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc36193d0 0x560bc36166d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc3561dd0 con 0x560bc360e520 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc34fe6b0 con 0x560bc360dc00 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc34fe350 con 0x560bc36193d0 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1c50fcb80 10 client.0 _ll_register_callbacks cb 0x560bc335b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1b259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.291 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1b259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56116/0 (socket says 172.21.15.29:56116) 2023-10-05T15:24:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.288+0000 7fe1b259c700 1 -- 172.21.15.29:0/3255942227 learned_addr learned my addr 172.21.15.29:0/3255942227 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.289+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3616050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.289+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc36193d0 0x560bc36166d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 -- 172.21.15.29:0/3255942227 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc36193d0 msgr2=0x560bc36166d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc36193d0 0x560bc36166d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 -- 172.21.15.29:0/3255942227 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 msgr2=0x560bc3616050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3616050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 -- 172.21.15.29:0/3255942227 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b411d3d0 con 0x560bc360dc00 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40964d0 tx=0x7fe1a409a160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56fc249b2b9f8746 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe199ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:24:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a4018510 con 0x560bc360dc00 2023-10-05T15:24:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe1a40a1df0 con 0x560bc360dc00 2023-10-05T15:24:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560bc3601d50 con 0x560bc360dc00 2023-10-05T15:24:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1a40b2200 con 0x560bc360dc00 2023-10-05T15:24:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1c50fcb80 10 client.25769 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:52.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.290+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560bc3375c00 con 0x560bc360dc00 2023-10-05T15:24:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560bc3601d50 con 0x560bc360dc00 2023-10-05T15:24:52.295 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fe1a4098f50 con 0x560bc360dc00 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 10 client.25769 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 10 client.25769 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 20 client.25769 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc3628eb0 0x560bc362b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 4 client.25769 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560bc355adb0 con 0x560bc3628eb0 2023-10-05T15:24:52.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.293+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc3628eb0 0x560bc362b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.296+0000 7fe199ffb700 10 client.25769 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.296+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc3628eb0 0x560bc362b2d0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1061dfd6d1d64d5 server_cookie=cc868fb0fa707e72 in_seq=0 out_seq=0 2023-10-05T15:24:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.297+0000 7fe199ffb700 1 -- 172.21.15.29:0/3255942227 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560bc355adb0 con 0x560bc3628eb0 2023-10-05T15:24:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.297+0000 7fe199ffb700 10 client.25769 handle_command_reply: tid=0 2023-10-05T15:24:52.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.297+0000 7fe1c50fcb80 1 client.25769 shutdown 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 msgr2=0x560bc3618dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe1a40964d0 tx=0x7fe1a409a160 comp rx=0 tx=0).stop 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 shutdown_connections 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc3628eb0 0x560bc362b2d0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc36193d0 0x560bc36166d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc3618dd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe199ffb700 0 client.25769 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3255942227 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3616050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 >> 172.21.15.29:0/3255942227 conn(0x560bc3583200 msgr2=0x560bc3609c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 shutdown_connections 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3255942227 wait complete. 2023-10-05T15:24:52.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.298+0000 7fe1c50fcb80 20 client.25769 trim_cache size 0 max 16384 2023-10-05T15:24:52.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.340+0000 7fe1c50fcb80 1 Processor -- start 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.340+0000 7fe1c50fcb80 1 -- start start 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360dc00 0x560bc361fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3610370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc33e28c0 con 0x560bc360e520 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc3620430 con 0x560bc36193d0 2023-10-05T15:24:52.343 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.341+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc36145f0 con 0x560bc360dc00 2023-10-05T15:24:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.344+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.344+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56124/0 (socket says 172.21.15.29:56124) 2023-10-05T15:24:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.344+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/3035436251 learned_addr learned my addr 172.21.15.29:0/3035436251 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:52.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.344+0000 7fe1b1d9b700 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3610370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.348+0000 7fe1b259c700 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360dc00 0x560bc361fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.352+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/3035436251 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360dc00 msgr2=0x560bc361fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.352+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360dc00 0x560bc361fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.352+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/3035436251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 msgr2=0x560bc3610370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:24:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.352+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3610370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.353+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/3035436251 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560bc33b31f0 con 0x560bc36193d0 2023-10-05T15:24:52.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.361+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b3f0 tx=0x7fe1ac0061f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad2f23652ebfa907 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.374 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.367+0000 7fe1a17fa700 1 -- 172.21.15.29:0/3035436251 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00e040 con 0x560bc36193d0 2023-10-05T15:24:52.374 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.367+0000 7fe1a17fa700 1 -- 172.21.15.29:0/3035436251 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1ac009b80 con 0x560bc36193d0 2023-10-05T15:24:52.375 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.367+0000 7fe1a17fa700 1 -- 172.21.15.29:0/3035436251 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac056930 con 0x560bc36193d0 2023-10-05T15:24:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.373+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3035436251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 msgr2=0x560bc3615850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.383 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.373+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b3f0 tx=0x7fe1ac0061f0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.384+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3035436251 shutdown_connections 2023-10-05T15:24:52.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.384+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360dc00 0x560bc361fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.384+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc36193d0 0x560bc3615850 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.384+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/3035436251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc360e520 0x560bc3610370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.384+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3035436251 >> 172.21.15.29:0/3035436251 conn(0x560bc3583200 msgr2=0x560bc360fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.396 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.393+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3035436251 shutdown_connections 2023-10-05T15:24:52.396 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.393+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/3035436251 wait complete. 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 -- start start 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 Processor -- start 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc361e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc361ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc367cde0 con 0x560bc36193d0 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc367cf20 con 0x560bc360dc00 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560bc367d0e0 con 0x560bc360e520 2023-10-05T15:24:52.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.394+0000 7fe1c50fcb80 10 client.0 _ll_register_callbacks cb 0x7fe1a40995a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49008/0 (socket says 172.21.15.29:49008) 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/2421674811 learned_addr learned my addr 172.21.15.29:0/2421674811 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/2421674811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 msgr2=0x560bc361ea70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc361ea70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 msgr2=0x560bc361e530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc361e530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.399 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 -- 172.21.15.29:0/2421674811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560bc338cd80 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.395+0000 7fe1b2d9d700 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac0092f0 tx=0x7fe1ac009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73df07b59f6bda10 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe199ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1ac00e040 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe1ac003a00 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560bc355aad0 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe1ac003bc0 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe1c50fcb80 10 client.16206 fetch_fsmap learned FSMap version 25 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.396+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x560bc338b250 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.397+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1ac06e070 con 0x560bc36193d0 2023-10-05T15:24:52.400 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.397+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fe1ac05f450 con 0x560bc36193d0 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 10 client.16206 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 10 client.16206 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 20 client.16206 populate_metadata read hostname 'smithi029' 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc367e370 0x560bc3680830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 4 client.16206 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560bc33adf10 con 0x560bc367e370 2023-10-05T15:24:52.401 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.398+0000 7fe1b259c700 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc367e370 0x560bc3680830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:24:52.403 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.401+0000 7fe1b259c700 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc367e370 0x560bc3680830 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d4e78a8706d48ae6 server_cookie=9c42819bb38eb6ec in_seq=0 out_seq=0 2023-10-05T15:24:52.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.404+0000 7fe199ffb700 10 client.16206 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:52.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.461+0000 7fe199ffb700 1 -- 172.21.15.29:0/2421674811 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560bc33adf10 con 0x560bc367e370 2023-10-05T15:24:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.461+0000 7fe199ffb700 10 client.16206 handle_command_reply: tid=0 2023-10-05T15:24:52.475 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.466+0000 7fe1c50fcb80 1 client.16206 shutdown 2023-10-05T15:24:52.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.473+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 msgr2=0x560bc361efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.522 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.473+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac0092f0 tx=0x7fe1ac009600 comp rx=0 tx=0).stop 2023-10-05T15:24:52.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 shutdown_connections 2023-10-05T15:24:52.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560bc367e370 0x560bc3680830 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bc36193d0 0x560bc361efb0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560bc360dc00 0x560bc361e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 --2- 172.21.15.29:0/2421674811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560bc360e520 0x560bc361ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 >> 172.21.15.29:0/2421674811 conn(0x560bc3583200 msgr2=0x560bc36104d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.484+0000 7fe199ffb700 0 client.16206 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.486+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 shutdown_connections 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.489+0000 7fe1c50fcb80 1 -- 172.21.15.29:0/2421674811 wait complete. 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.490+0000 7fe1c50fcb80 20 client.16206 trim_cache size 0 max 16384 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:24:52.524 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.513+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 msgr2=0x7fe19c0a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.513+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 0x7fe19c0a3c20 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac00b070 tx=0x7fe1ac048000 comp rx=0 tx=0).stop 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.513+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 msgr2=0x7fe1b41a5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.513+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe1a400b550 tx=0x7fe1a400b910 comp rx=0 tx=0).stop 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 shutdown_connections 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe19c0a1760 0x7fe19c0a3c20 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe1b406c5e0 0x7fe1b41a5ef0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1b411a550 0x7fe1b41aaaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.526 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 --2- 172.21.15.29:0/3862860904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1b406cf00 0x7fe1b41a6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:24:52.526 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.521+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 >> 172.21.15.29:0/3862860904 conn(0x7fe1b406bcc0 msgr2=0x7fe1b411b8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:24:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.534+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 shutdown_connections 2023-10-05T15:24:52.541 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:24:52.539+0000 7fe1b8f12700 1 -- 172.21.15.29:0/3862860904 wait complete. 2023-10-05T15:24:52.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:52 smithi029 ceph-mon[99237]: pgmap v82: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 107 MiB/s wr, 1.73k op/s 2023-10-05T15:24:52.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:52 smithi040 ceph-mon[103696]: pgmap v82: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 107 MiB/s wr, 1.73k op/s 2023-10-05T15:24:52.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:52 smithi177 ceph-mon[103568]: pgmap v82: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 107 MiB/s wr, 1.73k op/s 2023-10-05T15:24:54.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:54 smithi029 ceph-mon[99237]: pgmap v83: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 101 MiB/s wr, 1.63k op/s 2023-10-05T15:24:54.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:54 smithi040 ceph-mon[103696]: pgmap v83: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 101 MiB/s wr, 1.63k op/s 2023-10-05T15:24:54.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:54 smithi177 ceph-mon[103568]: pgmap v83: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 101 MiB/s wr, 1.63k op/s 2023-10-05T15:24:56.619 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:56 smithi029 ceph-mon[99237]: pgmap v84: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 122 MiB/s wr, 1.97k op/s 2023-10-05T15:24:56.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:56 smithi040 ceph-mon[103696]: pgmap v84: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 122 MiB/s wr, 1.97k op/s 2023-10-05T15:24:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:56 smithi177 ceph-mon[103568]: pgmap v84: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 122 MiB/s wr, 1.97k op/s 2023-10-05T15:24:58.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:24:58 smithi029 ceph-mon[99237]: pgmap v85: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 100 MiB/s wr, 1.62k op/s 2023-10-05T15:24:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:24:58 smithi040 ceph-mon[103696]: pgmap v85: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 100 MiB/s wr, 1.62k op/s 2023-10-05T15:24:58.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:24:58 smithi177 ceph-mon[103568]: pgmap v85: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 100 MiB/s wr, 1.62k op/s 2023-10-05T15:25:00.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:00 smithi029 ceph-mon[99237]: pgmap v86: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 105 MiB/s wr, 1.69k op/s 2023-10-05T15:25:00.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:00 smithi040 ceph-mon[103696]: pgmap v86: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 105 MiB/s wr, 1.69k op/s 2023-10-05T15:25:00.682 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:00 smithi177 ceph-mon[103568]: pgmap v86: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 105 MiB/s wr, 1.69k op/s 2023-10-05T15:25:02.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:02 smithi040 ceph-mon[103696]: pgmap v87: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 102 MiB/s wr, 1.65k op/s 2023-10-05T15:25:02.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:02 smithi177 ceph-mon[103568]: pgmap v87: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 102 MiB/s wr, 1.65k op/s 2023-10-05T15:25:02.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:02 smithi029 ceph-mon[99237]: pgmap v87: 129 pgs: 129 active+clean; 10 GiB data, 23 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 102 MiB/s wr, 1.65k op/s 2023-10-05T15:25:04.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:04 smithi029 ceph-mon[99237]: pgmap v88: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:04.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:04 smithi040 ceph-mon[103696]: pgmap v88: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:04.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:04 smithi177 ceph-mon[103568]: pgmap v88: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.799+0000 7f91fc36d700 1 -- 172.21.15.29:0/651618764 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 msgr2=0x7f91f4108290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:05.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.799+0000 7f91fc36d700 1 --2- 172.21.15.29:0/651618764 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 0x7f91f4108290 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f91e4009990 tx=0x7f91e4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.809+0000 7f91fc36d700 1 -- 172.21.15.29:0/651618764 shutdown_connections 2023-10-05T15:25:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.809+0000 7f91fc36d700 1 --2- 172.21.15.29:0/651618764 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 0x7f91f4108290 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.809+0000 7f91fc36d700 1 --2- 172.21.15.29:0/651618764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f41163f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.809+0000 7f91fc36d700 1 --2- 172.21.15.29:0/651618764 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4113ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.809+0000 7f91fc36d700 1 -- 172.21.15.29:0/651618764 >> 172.21.15.29:0/651618764 conn(0x7f91f406cfa0 msgr2=0x7f91f406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:05.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.826+0000 7f91fc36d700 1 -- 172.21.15.29:0/651618764 shutdown_connections 2023-10-05T15:25:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.832+0000 7f91fc36d700 1 -- 172.21.15.29:0/651618764 wait complete. 2023-10-05T15:25:05.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.832+0000 7f91fc36d700 1 Processor -- start 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 -- start start 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 0x7f91f4113890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4110690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f4110bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f41113a0 con 0x7f91f4114000 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f41114e0 con 0x7f91f41087d0 2023-10-05T15:25:05.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.842+0000 7f91fc36d700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91f411c140 con 0x7f91f4107eb0 2023-10-05T15:25:05.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.845+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f4110bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.845+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f4110bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49014/0 (socket says 172.21.15.29:49014) 2023-10-05T15:25:05.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.845+0000 7f91fa90a700 1 -- 172.21.15.29:0/3456028489 learned_addr learned my addr 172.21.15.29:0/3456028489 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:05.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.846+0000 7f91f9908700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4110690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.856+0000 7f91f9908700 1 -- 172.21.15.29:0/3456028489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 msgr2=0x7f91f4113890 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:25:05.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.856+0000 7f91f9908700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 0x7f91f4113890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.856+0000 7f91f9908700 1 -- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 msgr2=0x7f91f4110bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:05.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.856+0000 7f91f9908700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f4110bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.856+0000 7f91f9908700 1 -- 172.21.15.29:0/3456028489 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91e40095f0 con 0x7f91f41087d0 2023-10-05T15:25:05.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.871+0000 7f91f9908700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4110690 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f91f0006fd0 tx=0x7f91f000b730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.879+0000 7f91eb7fe700 1 -- 172.21.15.29:0/3456028489 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f0011830 con 0x7f91f41087d0 2023-10-05T15:25:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.879+0000 7f91eb7fe700 1 -- 172.21.15.29:0/3456028489 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91f0011e50 con 0x7f91f41087d0 2023-10-05T15:25:05.883 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.879+0000 7f91eb7fe700 1 -- 172.21.15.29:0/3456028489 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f0010dd0 con 0x7f91f41087d0 2023-10-05T15:25:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.880+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91f411c420 con 0x7f91f41087d0 2023-10-05T15:25:05.884 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.880+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91f411c960 con 0x7f91f41087d0 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.888+0000 7f9208557b80 1 Processor -- start 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.890+0000 7f91eb7fe700 1 -- 172.21.15.29:0/3456028489 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f91f0011990 con 0x7f91f41087d0 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 -- start start 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f91eb7fe700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 0x7f91e00a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f91eb7fe700 1 -- 172.21.15.29:0/3456028489 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f91f00ccb50 con 0x7f91f41087d0 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d027afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d0285e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d01e4400 con 0x55e2d02863d0 2023-10-05T15:25:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d01d5bc0 con 0x55e2d027b520 2023-10-05T15:25:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f9208557b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d01d34e0 con 0x55e2d027ac00 2023-10-05T15:25:05.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.891+0000 7f91fa90a700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 0x7f91e00a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.892+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.892+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49026/0 (socket says 172.21.15.29:49026) 2023-10-05T15:25:05.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.892+0000 7f91fa90a700 1 -- 172.21.15.29:0/107112364 learned_addr learned my addr 172.21.15.29:0/107112364 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.892+0000 7f91fa109700 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d027afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.895+0000 7f91fa90a700 1 -- 172.21.15.29:0/107112364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 msgr2=0x55e2d027afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.895+0000 7f91fa90a700 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d027afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.895+0000 7f91fa90a700 1 -- 172.21.15.29:0/107112364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 msgr2=0x55e2d0285e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.895+0000 7f91fa90a700 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d0285e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.895+0000 7f91fa90a700 1 -- 172.21.15.29:0/107112364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2cfff9d80 con 0x55e2d02863d0 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.898+0000 7f91fa90a700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 0x7f91e00a3c20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f91ec008dc0 tx=0x7f91ec0083c0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.898+0000 7f91fa90a700 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f91ec017960 tx=0x7f91ec01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a108c7978aaeeaaa server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.898+0000 7f91e8d82700 1 -- 172.21.15.29:0/107112364 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec0196e0 con 0x55e2d02863d0 2023-10-05T15:25:05.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.898+0000 7f91e8d82700 1 -- 172.21.15.29:0/107112364 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91ec019d00 con 0x55e2d02863d0 2023-10-05T15:25:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.898+0000 7f91e8d82700 1 -- 172.21.15.29:0/107112364 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91ec01aaa0 con 0x55e2d02863d0 2023-10-05T15:25:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.899+0000 7f9208557b80 1 -- 172.21.15.29:0/107112364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 msgr2=0x55e2d02887c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:05.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.899+0000 7f9208557b80 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f91ec017960 tx=0x7f91ec01a000 comp rx=0 tx=0).stop 2023-10-05T15:25:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 -- 172.21.15.29:0/107112364 shutdown_connections 2023-10-05T15:25:05.904 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d027afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d02887c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 --2- 172.21.15.29:0/107112364 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d0285e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 -- 172.21.15.29:0/107112364 >> 172.21.15.29:0/107112364 conn(0x55e2d01f0200 msgr2=0x55e2d0277080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 -- 172.21.15.29:0/107112364 shutdown_connections 2023-10-05T15:25:05.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.902+0000 7f9208557b80 1 -- 172.21.15.29:0/107112364 wait complete. 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 -- start start 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 Processor -- start 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 0x55e2d0283100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027b520 0x55e2d0283640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 0x55e2d0283b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d01cedd0 con 0x55e2d027ac00 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d016b6b0 con 0x55e2d02863d0 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d016b350 con 0x55e2d027b520 2023-10-05T15:25:05.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.903+0000 7f9208557b80 10 client.0 _ll_register_callbacks cb 0x55e2cffc87a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:05.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.906+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 0x55e2d0283b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.906+0000 7f91fa90a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 0x55e2d0283b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56152/0 (socket says 172.21.15.29:56152) 2023-10-05T15:25:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.906+0000 7f91fa90a700 1 -- 172.21.15.29:0/1145178017 learned_addr learned my addr 172.21.15.29:0/1145178017 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.906+0000 7f91fa109700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 0x55e2d0283100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.906+0000 7f91f9908700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027b520 0x55e2d0283640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 -- 172.21.15.29:0/1145178017 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027b520 msgr2=0x55e2d0283640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027b520 0x55e2d0283640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 -- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 msgr2=0x55e2d0283b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 0x55e2d0283b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 -- 172.21.15.29:0/1145178017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91ec011040 con 0x55e2d027ac00 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91fa109700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 0x55e2d0283100 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f91e4006010 tx=0x7f91e4009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc5e5ff7de6707cf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.907+0000 7f91ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e401f040 con 0x55e2d027ac00 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f91e4003e30 con 0x55e2d027ac00 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e2d026ed50 con 0x55e2d027ac00 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91e40050c0 con 0x55e2d027ac00 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f9208557b80 10 client.16215 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:05.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55e2cffe2c00 con 0x55e2d027ac00 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.908+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e2d026ed50 con 0x55e2d027ac00 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.909+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f91e400fa70 con 0x55e2d027ac00 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 10 client.16215 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 10 client.16215 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 20 client.16215 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d02b7f90 0x55e2d02ba3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 4 client.16215 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:25:05.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.910+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e2d01c7db0 con 0x55e2d02b7f90 2023-10-05T15:25:05.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.911+0000 7f91f9908700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d02b7f90 0x55e2d02ba3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.911+0000 7f91f9908700 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d02b7f90 0x55e2d02ba3b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a585a4fdbc1220c0 server_cookie=528da580d8a43591 in_seq=0 out_seq=0 2023-10-05T15:25:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.911+0000 7f91ddffb700 10 client.16215 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.912+0000 7f91ddffb700 1 -- 172.21.15.29:0/1145178017 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e2d01c7db0 con 0x55e2d02b7f90 2023-10-05T15:25:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.912+0000 7f91ddffb700 10 client.16215 handle_command_reply: tid=0 2023-10-05T15:25:05.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.912+0000 7f9208557b80 1 client.16215 shutdown 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.921+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 msgr2=0x55e2d0283100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.921+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 0x55e2d0283100 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f91e4006010 tx=0x7f91e4009f90 comp rx=0 tx=0).stop 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 shutdown_connections 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d02b7f90 0x55e2d02ba3b0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d02863d0 0x55e2d0283b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027ac00 0x55e2d0283100 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 --2- 172.21.15.29:0/1145178017 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027b520 0x55e2d0283640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 >> 172.21.15.29:0/1145178017 conn(0x55e2d01f0200 msgr2=0x55e2d0276c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:05.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.922+0000 7f91ddffb700 0 client.16215 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.939+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 shutdown_connections 2023-10-05T15:25:05.944 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.942+0000 7f9208557b80 1 -- 172.21.15.29:0/1145178017 wait complete. 2023-10-05T15:25:05.957 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.953+0000 7f9208557b80 20 client.16215 trim_cache size 0 max 16384 2023-10-05T15:25:05.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 Processor -- start 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 -- start start 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027b520 0x55e2d0282960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d02863d0 0x55e2d0280430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d004f8c0 con 0x55e2d027b520 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d0278520 con 0x55e2d027ac00 2023-10-05T15:25:05.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.982+0000 7f9208557b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d027be20 con 0x55e2d02863d0 2023-10-05T15:25:05.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:05.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56158/0 (socket says 172.21.15.29:56158) 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 -- 172.21.15.29:0/2088046256 learned_addr learned my addr 172.21.15.29:0/2088046256 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 -- 172.21.15.29:0/2088046256 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d02863d0 msgr2=0x55e2d0280430 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d02863d0 0x55e2d0280430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 -- 172.21.15.29:0/2088046256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027b520 msgr2=0x55e2d0282960 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027b520 0x55e2d0282960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 -- 172.21.15.29:0/2088046256 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e2d02b4960 con 0x55e2d027ac00 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91fa109700 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f91e40098e0 tx=0x7f91e4009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bd113b4b78559573 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:05.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.984+0000 7f91e9583700 1 -- 172.21.15.29:0/2088046256 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e401f040 con 0x55e2d027ac00 2023-10-05T15:25:05.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.985+0000 7f91e9583700 1 -- 172.21.15.29:0/2088046256 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91e4003680 con 0x55e2d027ac00 2023-10-05T15:25:05.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.985+0000 7f91e9583700 1 -- 172.21.15.29:0/2088046256 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91e4005320 con 0x55e2d027ac00 2023-10-05T15:25:05.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.986+0000 7f9208557b80 1 -- 172.21.15.29:0/2088046256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 msgr2=0x55e2d02aef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:05.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.986+0000 7f9208557b80 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f91e40098e0 tx=0x7f91e4009310 comp rx=0 tx=0).stop 2023-10-05T15:25:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.994+0000 7f9208557b80 1 -- 172.21.15.29:0/2088046256 shutdown_connections 2023-10-05T15:25:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.994+0000 7f9208557b80 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d02863d0 0x55e2d0280430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.994+0000 7f9208557b80 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027ac00 0x55e2d02aef20 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.994+0000 7f9208557b80 1 --2- 172.21.15.29:0/2088046256 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d027b520 0x55e2d0282960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:05.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:05.994+0000 7f9208557b80 1 -- 172.21.15.29:0/2088046256 >> 172.21.15.29:0/2088046256 conn(0x55e2d01f0200 msgr2=0x55e2d027e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:06.006 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.001+0000 7f9208557b80 1 -- 172.21.15.29:0/2088046256 shutdown_connections 2023-10-05T15:25:06.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.007+0000 7f9208557b80 1 -- 172.21.15.29:0/2088046256 wait complete. 2023-10-05T15:25:06.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.007+0000 7f9208557b80 1 -- start start 2023-10-05T15:25:06.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.007+0000 7f9208557b80 1 Processor -- start 2023-10-05T15:25:06.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d02ac8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:06.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d02acde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d030adc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d02ad5a0 con 0x55e2d02863d0 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d02ad710 con 0x55e2d027b520 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e2d030b330 con 0x55e2d027ac00 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f9208557b80 10 client.0 _ll_register_callbacks cb 0x7f91e400bae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f91fa109700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d02ac8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f91fa109700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d02ac8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55442/0 (socket says 172.21.15.29:55442) 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f91fa109700 1 -- 172.21.15.29:0/3198421127 learned_addr learned my addr 172.21.15.29:0/3198421127 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:06.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.008+0000 7f91f9908700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d02acde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:06.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.016+0000 7f91f9908700 1 -- 172.21.15.29:0/3198421127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 msgr2=0x55e2d02ac8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:06.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.016+0000 7f91f9908700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d02ac8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.016+0000 7f91f9908700 1 -- 172.21.15.29:0/3198421127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 msgr2=0x55e2d030adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:06.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.016+0000 7f91f9908700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d030adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.016+0000 7f91f9908700 1 -- 172.21.15.29:0/3198421127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e2cffe2c00 con 0x55e2d027b520 2023-10-05T15:25:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.021+0000 7f91f9908700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d02acde0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f91f00ca160 tx=0x7f91f0009220 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1f2ffa029107e27 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.022+0000 7f91ddffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:25:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.022+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91f00b1070 con 0x55e2d027b520 2023-10-05T15:25:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.022+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f91f009dac0 con 0x55e2d027b520 2023-10-05T15:25:06.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.022+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f91ec019d00 con 0x55e2d027b520 2023-10-05T15:25:06.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.022+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f91f00b2260 con 0x55e2d027b520 2023-10-05T15:25:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 10 client.25784 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55e2d00201f0 con 0x55e2d027b520 2023-10-05T15:25:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f91ec019d00 con 0x55e2d027b520 2023-10-05T15:25:06.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f91f0099bd0 con 0x55e2d027b520 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 10 client.25784 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 10 client.25784 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 20 client.25784 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d030ca10 0x55e2d030ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 4 client.25784 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:25:06.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.024+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e2d01c7ad0 con 0x55e2d030ca10 2023-10-05T15:25:06.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.032+0000 7f91fa109700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d030ca10 0x55e2d030ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:06.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.032+0000 7f91ddffb700 10 client.25784 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:06.037 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.032+0000 7f91fa109700 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d030ca10 0x55e2d030ee30 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e13aee0642d998e6 server_cookie=944b0225bfca74a4 in_seq=0 out_seq=0 2023-10-05T15:25:06.191 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.185+0000 7f91ddffb700 1 -- 172.21.15.29:0/3198421127 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e2d01c7ad0 con 0x55e2d030ca10 2023-10-05T15:25:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.185+0000 7f91ddffb700 10 client.25784 handle_command_reply: tid=0 2023-10-05T15:25:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.185+0000 7f9208557b80 1 client.25784 shutdown 2023-10-05T15:25:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.189+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 msgr2=0x55e2d02acde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:06.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.189+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d02acde0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f91f00ca160 tx=0x7f91f0009220 comp rx=0 tx=0).stop 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 shutdown_connections 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e2d030ca10 0x55e2d030ee30 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e2d027ac00 0x55e2d02ac8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e2d02863d0 0x55e2d030adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 --2- 172.21.15.29:0/3198421127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e2d027b520 0x55e2d02acde0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 >> 172.21.15.29:0/3198421127 conn(0x55e2d01f0200 msgr2=0x55e2d0283960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:06.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.204+0000 7f91ddffb700 0 client.25784 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:06.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.211+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 shutdown_connections 2023-10-05T15:25:06.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.211+0000 7f9208557b80 1 -- 172.21.15.29:0/3198421127 wait complete. 2023-10-05T15:25:06.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.222+0000 7f9208557b80 20 client.25784 trim_cache size 0 max 16384 2023-10-05T15:25:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:25:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:25:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:25:06.226 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:25:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.233+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 msgr2=0x7f91e00a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.233+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 0x7f91e00a3c20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f91ec008dc0 tx=0x7f91ec0083c0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.233+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 msgr2=0x7f91f4110690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:06.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.233+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4110690 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f91f0006fd0 tx=0x7f91f000b730 comp rx=0 tx=0).stop 2023-10-05T15:25:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 shutdown_connections 2023-10-05T15:25:06.241 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f91e00a1760 0x7f91e00a3c20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f91f4107eb0 0x7f91f4113890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91f4114000 0x7f91f4110bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 --2- 172.21.15.29:0/3456028489 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f91f41087d0 0x7f91f4110690 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:06.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.239+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 >> 172.21.15.29:0/3456028489 conn(0x7f91f406cfa0 msgr2=0x7f91f406f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:06.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.246+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 shutdown_connections 2023-10-05T15:25:06.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:06.251+0000 7f91fc36d700 1 -- 172.21.15.29:0/3456028489 wait complete. 2023-10-05T15:25:06.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:06 smithi029 ceph-mon[99237]: pgmap v89: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:25:06.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:06 smithi040 ceph-mon[103696]: pgmap v89: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:25:06.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:06 smithi177 ceph-mon[103568]: pgmap v89: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 112 MiB/s wr, 1.81k op/s 2023-10-05T15:25:08.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:08 smithi029 ceph-mon[99237]: pgmap v90: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2023-10-05T15:25:08.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:08 smithi040 ceph-mon[103696]: pgmap v90: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2023-10-05T15:25:08.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:08 smithi177 ceph-mon[103568]: pgmap v90: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 89 MiB/s wr, 1.43k op/s 2023-10-05T15:25:10.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:10 smithi029 ceph-mon[99237]: pgmap v91: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 97 MiB/s wr, 1.57k op/s 2023-10-05T15:25:10.912 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:10 smithi040 ceph-mon[103696]: pgmap v91: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 97 MiB/s wr, 1.57k op/s 2023-10-05T15:25:10.932 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:10 smithi177 ceph-mon[103568]: pgmap v91: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 97 MiB/s wr, 1.57k op/s 2023-10-05T15:25:12.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:12 smithi029 ceph-mon[99237]: pgmap v92: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:12.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:12 smithi040 ceph-mon[103696]: pgmap v92: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:12.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:12 smithi177 ceph-mon[103568]: pgmap v92: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:14 smithi040 ceph-mon[103696]: pgmap v93: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2023-10-05T15:25:14.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:14 smithi177 ceph-mon[103568]: pgmap v93: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2023-10-05T15:25:15.111 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:14 smithi029 ceph-mon[99237]: pgmap v93: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 89 MiB/s wr, 1.44k op/s 2023-10-05T15:25:16.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:16 smithi040 ceph-mon[103696]: pgmap v94: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 106 MiB/s wr, 1.71k op/s 2023-10-05T15:25:16.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:16 smithi177 ceph-mon[103568]: pgmap v94: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 106 MiB/s wr, 1.71k op/s 2023-10-05T15:25:17.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:16 smithi029 ceph-mon[99237]: pgmap v94: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 106 MiB/s wr, 1.71k op/s 2023-10-05T15:25:19.111 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:18 smithi029 ceph-mon[99237]: pgmap v95: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:25:19.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:18 smithi040 ceph-mon[103696]: pgmap v95: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:25:19.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:18 smithi177 ceph-mon[103568]: pgmap v95: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:25:20.384 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:20 smithi029 ceph-mon[99237]: pgmap v96: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:20.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:20 smithi040 ceph-mon[103696]: pgmap v96: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:20 smithi177 ceph-mon[103568]: pgmap v96: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 96 MiB/s wr, 1.55k op/s 2023-10-05T15:25:22.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:22 smithi040 ceph-mon[103696]: pgmap v97: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:22.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:22 smithi177 ceph-mon[103568]: pgmap v97: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:22.600 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:22 smithi029 ceph-mon[99237]: pgmap v97: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:22.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.650+0000 7f95f93de700 1 -- 172.21.15.29:0/3651668200 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f410f620 msgr2=0x7f95f4107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.650+0000 7f95f93de700 1 --2- 172.21.15.29:0/3651668200 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f410f620 0x7f95f4107eb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f95e40098f0 tx=0x7f95e4009c00 comp rx=0 tx=0).stop 2023-10-05T15:25:22.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.657+0000 7f95f93de700 1 -- 172.21.15.29:0/3651668200 shutdown_connections 2023-10-05T15:25:22.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.657+0000 7f95f93de700 1 --2- 172.21.15.29:0/3651668200 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f410f620 0x7f95f4107eb0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.657+0000 7f95f93de700 1 --2- 172.21.15.29:0/3651668200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f411a690 0x7f95f411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.657+0000 7f95f93de700 1 --2- 172.21.15.29:0/3651668200 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f410fa90 0x7f95f41083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.657+0000 7f95f93de700 1 -- 172.21.15.29:0/3651668200 >> 172.21.15.29:0/3651668200 conn(0x7f95f406cfa0 msgr2=0x7f95f406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:22.661 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.658+0000 7f95f93de700 1 -- 172.21.15.29:0/3651668200 shutdown_connections 2023-10-05T15:25:22.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.668+0000 7f95f93de700 1 -- 172.21.15.29:0/3651668200 wait complete. 2023-10-05T15:25:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.669+0000 7f95f93de700 1 Processor -- start 2023-10-05T15:25:22.671 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.669+0000 7f95f93de700 1 -- start start 2023-10-05T15:25:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f410f620 0x7f95f41a36e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.673 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f411a690 0x7f95f41157f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f4115fc0 con 0x7f95f410fa90 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f4116130 con 0x7f95f410f620 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f93de700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95f41162f0 con 0x7f95f411a690 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49054/0 (socket says 172.21.15.29:49054) 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.670+0000 7f95f27fc700 1 -- 172.21.15.29:0/2868163792 learned_addr learned my addr 172.21.15.29:0/2868163792 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f37fe700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f411a690 0x7f95f41157f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f27fc700 1 -- 172.21.15.29:0/2868163792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f411a690 msgr2=0x7f95f41157f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f411a690 0x7f95f41157f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f27fc700 1 -- 172.21.15.29:0/2868163792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f410f620 msgr2=0x7f95f41a36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f410f620 0x7f95f41a36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.675 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.671+0000 7f95f27fc700 1 -- 172.21.15.29:0/2868163792 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e4009520 con 0x7f95f410fa90 2023-10-05T15:25:22.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.676+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f95e800c920 tx=0x7f95e800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.680 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.677+0000 7f95dbfff700 1 -- 172.21.15.29:0/2868163792 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e8007b00 con 0x7f95f410fa90 2023-10-05T15:25:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.677+0000 7f95dbfff700 1 -- 172.21.15.29:0/2868163792 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95e8004cf0 con 0x7f95f410fa90 2023-10-05T15:25:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.677+0000 7f95dbfff700 1 -- 172.21.15.29:0/2868163792 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e8005610 con 0x7f95f410fa90 2023-10-05T15:25:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.677+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95f41165d0 con 0x7f95f410fa90 2023-10-05T15:25:22.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.677+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95f41aa660 con 0x7f95f410fa90 2023-10-05T15:25:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.685+0000 7f95dbfff700 1 -- 172.21.15.29:0/2868163792 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f95e800f450 con 0x7f95f410fa90 2023-10-05T15:25:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.686+0000 7f95dbfff700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 0x7f95dc0a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.688 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.686+0000 7f95dbfff700 1 -- 172.21.15.29:0/2868163792 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f95e80ce1e0 con 0x7f95f410fa90 2023-10-05T15:25:22.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.707+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 0x7f95dc0a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.829+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 0x7f95dc0a3c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009810 tx=0x7f95e400bfa0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.830+0000 7f96055c8b80 1 Processor -- start 2023-10-05T15:25:22.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 -- start start 2023-10-05T15:25:22.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fabfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831f15400 con 0x562831fac520 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831f06bc0 con 0x562831fb73d0 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f96055c8b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831f044e0 con 0x562831fabc00 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f95f37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f95f37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56182/0 (socket says 172.21.15.29:56182) 2023-10-05T15:25:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.832+0000 7f95f37fe700 1 -- 172.21.15.29:0/394029703 learned_addr learned my addr 172.21.15.29:0/394029703 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:22.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.835+0000 7f95f37fe700 1 -- 172.21.15.29:0/394029703 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 msgr2=0x562831fabfe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:25:22.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.835+0000 7f95f37fe700 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fabfe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.835+0000 7f95f37fe700 1 -- 172.21.15.29:0/394029703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 msgr2=0x562831fb6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.835+0000 7f95f37fe700 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.835+0000 7f95f37fe700 1 -- 172.21.15.29:0/394029703 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562831d2ad80 con 0x562831fb73d0 2023-10-05T15:25:22.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.839+0000 7f95f37fe700 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f95ec01abf0 tx=0x7f95ec01af00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57f6c76cb56450b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.839+0000 7f95d97fa700 1 -- 172.21.15.29:0/394029703 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ec029070 con 0x562831fb73d0 2023-10-05T15:25:22.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.839+0000 7f95d97fa700 1 -- 172.21.15.29:0/394029703 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95ec020050 con 0x562831fb73d0 2023-10-05T15:25:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.839+0000 7f95d97fa700 1 -- 172.21.15.29:0/394029703 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ec025410 con 0x562831fb73d0 2023-10-05T15:25:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.840+0000 7f96055c8b80 1 -- 172.21.15.29:0/394029703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 msgr2=0x562831fb97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.840+0000 7f96055c8b80 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f95ec01abf0 tx=0x7f95ec01af00 comp rx=0 tx=0).stop 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.842+0000 7f96055c8b80 1 -- 172.21.15.29:0/394029703 shutdown_connections 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.842+0000 7f96055c8b80 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fabfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.842+0000 7f96055c8b80 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb97c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.842+0000 7f96055c8b80 1 --2- 172.21.15.29:0/394029703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.842+0000 7f96055c8b80 1 -- 172.21.15.29:0/394029703 >> 172.21.15.29:0/394029703 conn(0x562831f21200 msgr2=0x562831fa8080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.843+0000 7f96055c8b80 1 -- 172.21.15.29:0/394029703 shutdown_connections 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.843+0000 7f96055c8b80 1 -- 172.21.15.29:0/394029703 wait complete. 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.843+0000 7f96055c8b80 1 -- start start 2023-10-05T15:25:22.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.843+0000 7f96055c8b80 1 Processor -- start 2023-10-05T15:25:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fb41b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb4c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831effdd0 con 0x562831fac520 2023-10-05T15:25:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831e9c6b0 con 0x562831fb73d0 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831e9c350 con 0x562831fabc00 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f96055c8b80 10 client.0 _ll_register_callbacks cb 0x562831cf97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f95f2ffd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fb41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49066/0 (socket says 172.21.15.29:49066) 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f95f27fc700 1 -- 172.21.15.29:0/2482697938 learned_addr learned my addr 172.21.15.29:0/2482697938 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.844+0000 7f95f37fe700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb4c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.845+0000 7f95f27fc700 1 -- 172.21.15.29:0/2482697938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 msgr2=0x562831fb41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.845+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fb41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.845+0000 7f95f27fc700 1 -- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 msgr2=0x562831fb4c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.845+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb4c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.845+0000 7f95f27fc700 1 -- 172.21.15.29:0/2482697938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95ec01a8b0 con 0x562831fac520 2023-10-05T15:25:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.854+0000 7f95f27fc700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f95e809ae80 tx=0x7f95e809aef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d074e5c0135f0fd0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.856 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.854+0000 7f95d6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:25:22.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e80cbb30 con 0x562831fac520 2023-10-05T15:25:22.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f95e8007c60 con 0x562831fac520 2023-10-05T15:25:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562831f9fd50 con 0x562831fac520 2023-10-05T15:25:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95e8007e20 con 0x562831fac520 2023-10-05T15:25:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f96055c8b80 10 client.16224 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.860+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562831d13c00 con 0x562831fac520 2023-10-05T15:25:22.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562831f9fd50 con 0x562831fac520 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f95e80a2df0 con 0x562831fac520 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 10 client.16224 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 10 client.16224 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 20 client.16224 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562831fc7060 0x562831fc9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 4 client.16224 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562831ef8db0 con 0x562831fc7060 2023-10-05T15:25:22.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.861+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562831fc7060 0x562831fc9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.862+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562831fc7060 0x562831fc9480 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b949eeb7e489f470 server_cookie=64c04447828602c2 in_seq=0 out_seq=0 2023-10-05T15:25:22.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.862+0000 7f95d6ff5700 10 client.16224 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f95d6ff5700 1 -- 172.21.15.29:0/2482697938 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562831ef8db0 con 0x562831fc7060 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f95d6ff5700 10 client.16224 handle_command_reply: tid=0 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 client.16224 shutdown 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 msgr2=0x562831fb46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f95e809ae80 tx=0x7f95e809aef0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 shutdown_connections 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562831fc7060 0x562831fc9480 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x562831fb41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fb4c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 --2- 172.21.15.29:0/2482697938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x562831fb46f0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.863+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 >> 172.21.15.29:0/2482697938 conn(0x562831f21200 msgr2=0x562831fa7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.864+0000 7f95d6ff5700 0 client.16224 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.864+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 shutdown_connections 2023-10-05T15:25:22.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.864+0000 7f96055c8b80 1 -- 172.21.15.29:0/2482697938 wait complete. 2023-10-05T15:25:22.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.869+0000 7f96055c8b80 20 client.16224 trim_cache size 0 max 16384 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.895+0000 7f96055c8b80 1 Processor -- start 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 -- start start 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fac520 0x562831faf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fafa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831d808c0 con 0x562831fabc00 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831fa96a0 con 0x562831fb73d0 2023-10-05T15:25:22.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.896+0000 7f96055c8b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562831fa8e10 con 0x562831fac520 2023-10-05T15:25:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49074/0 (socket says 172.21.15.29:49074) 2023-10-05T15:25:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 -- 172.21.15.29:0/3632714502 learned_addr learned my addr 172.21.15.29:0/3632714502 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f27fc700 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fac520 0x562831faf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 -- 172.21.15.29:0/3632714502 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fac520 msgr2=0x562831faf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fac520 0x562831faf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 -- 172.21.15.29:0/3632714502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 msgr2=0x562831fafa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fafa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.903+0000 7f95f2ffd700 1 -- 172.21.15.29:0/3632714502 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562831fce070 con 0x562831fabc00 2023-10-05T15:25:22.906 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.904+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f95e400c010 tx=0x7f95e401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4b4b3a4142c9623 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.906+0000 7f95d9ffb700 1 -- 172.21.15.29:0/3632714502 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e4033070 con 0x562831fabc00 2023-10-05T15:25:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.906+0000 7f95d9ffb700 1 -- 172.21.15.29:0/3632714502 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95e40044e0 con 0x562831fabc00 2023-10-05T15:25:22.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.906+0000 7f95d9ffb700 1 -- 172.21.15.29:0/3632714502 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e4029040 con 0x562831fabc00 2023-10-05T15:25:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.908+0000 7f96055c8b80 1 -- 172.21.15.29:0/3632714502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 msgr2=0x562831fbdf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:22.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.908+0000 7f96055c8b80 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f95e400c010 tx=0x7f95e401c000 comp rx=0 tx=0).stop 2023-10-05T15:25:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.909+0000 7f96055c8b80 1 -- 172.21.15.29:0/3632714502 shutdown_connections 2023-10-05T15:25:22.911 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.909+0000 7f96055c8b80 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562831fafa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.909+0000 7f96055c8b80 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fabc00 0x562831fbdf80 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.909+0000 7f96055c8b80 1 --2- 172.21.15.29:0/3632714502 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fac520 0x562831faf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.912 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.909+0000 7f96055c8b80 1 -- 172.21.15.29:0/3632714502 >> 172.21.15.29:0/3632714502 conn(0x562831f21200 msgr2=0x562831fc26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.911+0000 7f96055c8b80 1 -- 172.21.15.29:0/3632714502 shutdown_connections 2023-10-05T15:25:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.918+0000 7f96055c8b80 1 -- 172.21.15.29:0/3632714502 wait complete. 2023-10-05T15:25:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.919+0000 7f96055c8b80 1 -- start start 2023-10-05T15:25:22.923 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.919+0000 7f96055c8b80 1 Processor -- start 2023-10-05T15:25:22.931 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x56283200ede0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.931 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562832019e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:22.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56283200fa50 con 0x562831fac520 2023-10-05T15:25:22.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56283200fbc0 con 0x562831fb73d0 2023-10-05T15:25:22.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56283201a3a0 con 0x562831fabc00 2023-10-05T15:25:22.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.929+0000 7f96055c8b80 10 client.0 _ll_register_callbacks cb 0x7f95e809aac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.938+0000 7f95f37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562832019e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.938+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.938+0000 7f95f27fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49082/0 (socket says 172.21.15.29:49082) 2023-10-05T15:25:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.938+0000 7f95f27fc700 1 -- 172.21.15.29:0/1172860054 learned_addr learned my addr 172.21.15.29:0/1172860054 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.942+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x56283200ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.956+0000 7f95f27fc700 1 -- 172.21.15.29:0/1172860054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 msgr2=0x56283200ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.956+0000 7f95f27fc700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x56283200ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.956+0000 7f95f27fc700 1 -- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 msgr2=0x562832019e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.956+0000 7f95f27fc700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562832019e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.956+0000 7f95f27fc700 1 -- 172.21.15.29:0/1172860054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95f411d3b0 con 0x562831fac520 2023-10-05T15:25:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.961+0000 7f95f27fc700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f95e8005950 tx=0x7f95e809b5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4cc723ae18ffcb3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:22.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.963+0000 7f95d6ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:25:22.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.963+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95e8097080 con 0x562831fac520 2023-10-05T15:25:22.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.963+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f95e80ae8e0 con 0x562831fac520 2023-10-05T15:25:22.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.965+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f95ec020050 con 0x562831fac520 2023-10-05T15:25:22.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.973+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95e80aeaa0 con 0x562831fac520 2023-10-05T15:25:22.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.973+0000 7f96055c8b80 10 client.16230 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:22.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.973+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x562831d511f0 con 0x562831fac520 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.998+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f95e807d020 con 0x562831fac520 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.998+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f95e809a3e0 con 0x562831fac520 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 10 client.16230 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 10 client.16230 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 20 client.16230 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:23.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56283201b5e0 0x56283201d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 4 client.16230 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:25:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:22.999+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562831ef8ad0 con 0x56283201b5e0 2023-10-05T15:25:23.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.006+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56283201b5e0 0x56283201d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:23.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.013+0000 7f95f2ffd700 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56283201b5e0 0x56283201d9d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0dc6297e62b0a8b server_cookie=f1e260d94303159f in_seq=0 out_seq=0 2023-10-05T15:25:23.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.013+0000 7f95d6ff5700 10 client.16230 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f95d6ff5700 1 -- 172.21.15.29:0/1172860054 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562831ef8ad0 con 0x56283201b5e0 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f95d6ff5700 10 client.16230 handle_command_reply: tid=0 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 client.16230 shutdown 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 msgr2=0x56283200f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f95e8005950 tx=0x7f95e809b5f0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 shutdown_connections 2023-10-05T15:25:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56283201b5e0 0x56283201d9d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562831fabc00 0x56283200ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562831fb73d0 0x562832019e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 --2- 172.21.15.29:0/1172860054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562831fac520 0x56283200f320 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 >> 172.21.15.29:0/1172860054 conn(0x562831f21200 msgr2=0x562831faf530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f95d6ff5700 0 client.16230 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.139+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 shutdown_connections 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f96055c8b80 1 -- 172.21.15.29:0/1172860054 wait complete. 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f96055c8b80 20 client.16230 trim_cache size 0 max 16384 2023-10-05T15:25:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:25:23.144 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:25:23.144 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:25:23.144 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:25:23.144 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 msgr2=0x7f95dc0a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 0x7f95dc0a3c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f95e4009810 tx=0x7f95e400bfa0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 msgr2=0x7f95f41a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f95e800c920 tx=0x7f95e800cce0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 shutdown_connections 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f95dc0a1760 0x7f95dc0a3c20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f95f411a690 0x7f95f41157f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f95f410f620 0x7f95f41a36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 --2- 172.21.15.29:0/2868163792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f410fa90 0x7f95f41a3c20 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.140+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 >> 172.21.15.29:0/2868163792 conn(0x7f95f406cfa0 msgr2=0x7f95f40718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.141+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 shutdown_connections 2023-10-05T15:25:23.145 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:23.141+0000 7f95f93de700 1 -- 172.21.15.29:0/2868163792 wait complete. 2023-10-05T15:25:24.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:24 smithi029 ceph-mon[99237]: pgmap v98: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2023-10-05T15:25:24.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:24 smithi040 ceph-mon[103696]: pgmap v98: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2023-10-05T15:25:24.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:24 smithi177 ceph-mon[103568]: pgmap v98: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 81 MiB/s wr, 1.31k op/s 2023-10-05T15:25:26.432 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:26 smithi177 ceph-mon[103568]: pgmap v99: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:25:26.432 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:25:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:26 smithi029 ceph-mon[99237]: pgmap v99: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:25:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:25:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:26 smithi040 ceph-mon[103696]: pgmap v99: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 103 MiB/s wr, 1.66k op/s 2023-10-05T15:25:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:25:28.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:27 smithi040 ceph-mon[103696]: pgmap v100: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:28.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:27 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:27 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:27 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:27 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:27 smithi177 ceph-mon[103568]: pgmap v100: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:28.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:27 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:27 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:27 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:27 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:27 smithi029 ceph-mon[99237]: pgmap v100: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:28.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:27 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:27 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:27 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:28.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:27 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:30.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:30 smithi029 ceph-mon[99237]: pgmap v101: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:30.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:30 smithi040 ceph-mon[103696]: pgmap v101: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:30.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:30 smithi177 ceph-mon[103568]: pgmap v101: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:32.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:32 smithi040 ceph-mon[103696]: pgmap v102: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:32.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:32 smithi177 ceph-mon[103568]: pgmap v102: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:32.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:32 smithi029 ceph-mon[99237]: pgmap v102: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 86 MiB/s wr, 1.39k op/s 2023-10-05T15:25:34.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:34 smithi029 ceph-mon[99237]: pgmap v103: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:34.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:34 smithi040 ceph-mon[103696]: pgmap v103: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:34.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:34 smithi177 ceph-mon[103568]: pgmap v103: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:25:36.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:36 smithi029 ceph-mon[99237]: pgmap v104: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:36.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:36 smithi040 ceph-mon[103696]: pgmap v104: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:36.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:36 smithi177 ceph-mon[103568]: pgmap v104: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 96 MiB/s wr, 1.56k op/s 2023-10-05T15:25:37.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:37 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:25:37.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:37 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:25:37.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:37 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:37.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:37 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:25:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:37 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:25:37.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:37 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:37 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:25:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:37 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:25:37.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:37 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:25:37.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.921+0000 7efc382f8700 1 -- 172.21.15.29:0/3866864704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc30103320 msgr2=0x7efc30103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.921+0000 7efc382f8700 1 --2- 172.21.15.29:0/3866864704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc30103320 0x7efc30103700 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7efc2801c0d0 tx=0x7efc2801c3e0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.923+0000 7efc382f8700 1 -- 172.21.15.29:0/3866864704 shutdown_connections 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.923+0000 7efc382f8700 1 --2- 172.21.15.29:0/3866864704 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efc30108440 0x7efc3010ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.923+0000 7efc382f8700 1 --2- 172.21.15.29:0/3866864704 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc30103320 0x7efc30103700 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.923+0000 7efc382f8700 1 --2- 172.21.15.29:0/3866864704 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103cd0 0x7efc30107d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.926 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.923+0000 7efc382f8700 1 -- 172.21.15.29:0/3866864704 >> 172.21.15.29:0/3866864704 conn(0x7efc300feba0 msgr2=0x7efc30100fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:37.942 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.941+0000 7efc382f8700 1 -- 172.21.15.29:0/3866864704 shutdown_connections 2023-10-05T15:25:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.948+0000 7efc382f8700 1 -- 172.21.15.29:0/3866864704 wait complete. 2023-10-05T15:25:37.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.948+0000 7efc382f8700 1 Processor -- start 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 -- start start 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efc30108440 0x7efc3010f570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3006fee0 0x7efc30070350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc3010fd10 con 0x7efc3006fee0 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc300708c0 con 0x7efc30103320 2023-10-05T15:25:37.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.949+0000 7efc382f8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc30070a80 con 0x7efc30108440 2023-10-05T15:25:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.954+0000 7efc36094700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.954+0000 7efc36094700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56214/0 (socket says 172.21.15.29:56214) 2023-10-05T15:25:37.955 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.954+0000 7efc36094700 1 -- 172.21.15.29:0/561104272 learned_addr learned my addr 172.21.15.29:0/561104272 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.958+0000 7efc36094700 1 -- 172.21.15.29:0/561104272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efc30108440 msgr2=0x7efc3010f570 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:25:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.958+0000 7efc36094700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efc30108440 0x7efc3010f570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.958+0000 7efc36094700 1 -- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3006fee0 msgr2=0x7efc30070350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.958+0000 7efc36094700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3006fee0 0x7efc30070350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:37.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.958+0000 7efc36094700 1 -- 172.21.15.29:0/561104272 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc2801ad10 con 0x7efc30103320 2023-10-05T15:25:37.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.960+0000 7efc36094700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efc28004fb0 tx=0x7efc28019fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.968+0000 7efc277fe700 1 -- 172.21.15.29:0/561104272 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc2801f040 con 0x7efc30103320 2023-10-05T15:25:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.968+0000 7efc277fe700 1 -- 172.21.15.29:0/561104272 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc28018a50 con 0x7efc30103320 2023-10-05T15:25:37.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.968+0000 7efc277fe700 1 -- 172.21.15.29:0/561104272 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc28023b70 con 0x7efc30103320 2023-10-05T15:25:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.971+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc30070ca0 con 0x7efc30103320 2023-10-05T15:25:37.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.971+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc30114c80 con 0x7efc30103320 2023-10-05T15:25:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.978+0000 7efc277fe700 1 -- 172.21.15.29:0/561104272 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7efc2802c620 con 0x7efc30103320 2023-10-05T15:25:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.979+0000 7efc277fe700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 0x7efc1c0a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:37.981 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.979+0000 7efc277fe700 1 -- 172.21.15.29:0/561104272 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7efc280df970 con 0x7efc30103320 2023-10-05T15:25:38.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:37.992+0000 7efc35893700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 0x7efc1c0a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.212+0000 7efc444e2b80 1 Processor -- start 2023-10-05T15:25:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 -- start start 2023-10-05T15:25:38.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c86e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c897c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93be5400 con 0x559c93c7bc00 2023-10-05T15:25:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93bd6bc0 con 0x559c93c873d0 2023-10-05T15:25:38.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.213+0000 7efc444e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93bd44e0 con 0x559c93c7c520 2023-10-05T15:25:38.216 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.215+0000 7efc36895700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c897c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.219 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.218+0000 7efc35893700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 0x7efc1c0a3ae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc3006ba60 tx=0x7efc2c006c50 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:38.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.221+0000 7efc36094700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.221+0000 7efc36094700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49102/0 (socket says 172.21.15.29:49102) 2023-10-05T15:25:38.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.221+0000 7efc36094700 1 -- 172.21.15.29:0/86586619 learned_addr learned my addr 172.21.15.29:0/86586619 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.222+0000 7efc36094700 1 -- 172.21.15.29:0/86586619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 msgr2=0x559c93c86e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.222+0000 7efc36094700 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c86e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.222+0000 7efc36094700 1 -- 172.21.15.29:0/86586619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 msgr2=0x559c93c897c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.222+0000 7efc36094700 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c897c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.222+0000 7efc36094700 1 -- 172.21.15.29:0/86586619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c939fad80 con 0x559c93c7bc00 2023-10-05T15:25:38.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.223+0000 7efc36094700 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7efc28006050 tx=0x7efc280ac450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f6b939d41a2b652 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.242+0000 7efc24d82700 1 -- 172.21.15.29:0/86586619 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc280ac800 con 0x559c93c7bc00 2023-10-05T15:25:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.242+0000 7efc24d82700 1 -- 172.21.15.29:0/86586619 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc280b0950 con 0x559c93c7bc00 2023-10-05T15:25:38.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.242+0000 7efc24d82700 1 -- 172.21.15.29:0/86586619 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc280aca60 con 0x559c93c7bc00 2023-10-05T15:25:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.252+0000 7efc444e2b80 1 -- 172.21.15.29:0/86586619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 msgr2=0x559c93c7bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:38.254 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.252+0000 7efc444e2b80 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7efc28006050 tx=0x7efc280ac450 comp rx=0 tx=0).stop 2023-10-05T15:25:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.260+0000 7efc444e2b80 1 -- 172.21.15.29:0/86586619 shutdown_connections 2023-10-05T15:25:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.260+0000 7efc444e2b80 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c897c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.260+0000 7efc444e2b80 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c7bfe0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.260+0000 7efc444e2b80 1 --2- 172.21.15.29:0/86586619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c86e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.260+0000 7efc444e2b80 1 -- 172.21.15.29:0/86586619 >> 172.21.15.29:0/86586619 conn(0x559c93bf1200 msgr2=0x559c93c78080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:38.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.279+0000 7efc444e2b80 1 -- 172.21.15.29:0/86586619 shutdown_connections 2023-10-05T15:25:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.290+0000 7efc444e2b80 1 -- 172.21.15.29:0/86586619 wait complete. 2023-10-05T15:25:38.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.290+0000 7efc444e2b80 1 -- start start 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.290+0000 7efc444e2b80 1 Processor -- start 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c87cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93bcfdd0 con 0x559c93c7bc00 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93b6c6b0 con 0x559c93c7c520 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93b6c350 con 0x559c93c873d0 2023-10-05T15:25:38.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.302+0000 7efc444e2b80 10 client.0 _ll_register_callbacks cb 0x559c939c97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.304+0000 7efc36094700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.304+0000 7efc36094700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49108/0 (socket says 172.21.15.29:49108) 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.304+0000 7efc36094700 1 -- 172.21.15.29:0/3465269072 learned_addr learned my addr 172.21.15.29:0/3465269072 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 -- 172.21.15.29:0/3465269072 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 msgr2=0x559c93c92830 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 -- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 msgr2=0x559c93c87cf0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c87cf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 -- 172.21.15.29:0/3465269072 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc30114c80 con 0x559c93c7bc00 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc36094700 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7efc280a8d00 tx=0x7efc280dd350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fd5f1cf4e96cf71 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.305+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc280abcf0 con 0x559c93c7bc00 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.306+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7efc280abe50 con 0x559c93c7bc00 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.306+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559c93c6fd50 con 0x559c93c7bc00 2023-10-05T15:25:38.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.306+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc280aca60 con 0x559c93c7bc00 2023-10-05T15:25:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.331+0000 7efc444e2b80 10 client.16239 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:38.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.331+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559c939e3c00 con 0x559c93c7bc00 2023-10-05T15:25:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559c93c6fd50 con 0x559c93c7bc00 2023-10-05T15:25:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7efc280a8030 con 0x559c93c7bc00 2023-10-05T15:25:38.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 10 client.16239 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 10 client.16239 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 20 client.16239 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93c96740 0x559c93c98b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 4 client.16239 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:25:38.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.338+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559c93bc8db0 con 0x559c93c96740 2023-10-05T15:25:38.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.352+0000 7efc35893700 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93c96740 0x559c93c98b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.377+0000 7efc35893700 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93c96740 0x559c93c98b60 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ddba9ae615382e0f server_cookie=3827d1f71bf4d34c in_seq=0 out_seq=0 2023-10-05T15:25:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.377+0000 7efc19ffb700 10 client.16239 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.385+0000 7efc19ffb700 1 -- 172.21.15.29:0/3465269072 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559c93bc8db0 con 0x559c93c96740 2023-10-05T15:25:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.385+0000 7efc19ffb700 10 client.16239 handle_command_reply: tid=0 2023-10-05T15:25:38.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.385+0000 7efc444e2b80 1 client.16239 shutdown 2023-10-05T15:25:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.414+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 msgr2=0x559c93c877b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:38.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.414+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7efc280a8d00 tx=0x7efc280dd350 comp rx=0 tx=0).stop 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 shutdown_connections 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93c96740 0x559c93c98b60 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c877b0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 --2- 172.21.15.29:0/3465269072 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c87cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 >> 172.21.15.29:0/3465269072 conn(0x559c93bf1200 msgr2=0x559c93c77c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:38.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.424+0000 7efc19ffb700 0 client.16239 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:38.429 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.428+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 shutdown_connections 2023-10-05T15:25:38.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.434+0000 7efc444e2b80 1 -- 172.21.15.29:0/3465269072 wait complete. 2023-10-05T15:25:38.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.443+0000 7efc444e2b80 20 client.16239 trim_cache size 0 max 16384 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.471+0000 7efc444e2b80 1 Processor -- start 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.471+0000 7efc444e2b80 1 -- start start 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.471+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c8c780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.471+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c91ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc444e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93a508c0 con 0x559c93c7bc00 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc444e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93c88060 con 0x559c93c7c520 2023-10-05T15:25:38.473 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc444e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93c86c10 con 0x559c93c873d0 2023-10-05T15:25:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc36895700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc36895700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55516/0 (socket says 172.21.15.29:55516) 2023-10-05T15:25:38.474 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.472+0000 7efc36895700 1 -- 172.21.15.29:0/707349443 learned_addr learned my addr 172.21.15.29:0/707349443 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 -- 172.21.15.29:0/707349443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 msgr2=0x559c93c91ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c91ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 -- 172.21.15.29:0/707349443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 msgr2=0x559c93c8c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c8c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 -- 172.21.15.29:0/707349443 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559c93a211f0 con 0x559c93c873d0 2023-10-05T15:25:38.476 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.475+0000 7efc36895700 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efc2000a750 tx=0x7efc2000aa60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5df6e4b380675d5e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:38.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.483+0000 7efc25583700 1 -- 172.21.15.29:0/707349443 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20011800 con 0x559c93c873d0 2023-10-05T15:25:38.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.483+0000 7efc25583700 1 -- 172.21.15.29:0/707349443 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc20011e20 con 0x559c93c873d0 2023-10-05T15:25:38.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.483+0000 7efc25583700 1 -- 172.21.15.29:0/707349443 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20010350 con 0x559c93c873d0 2023-10-05T15:25:38.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 -- 172.21.15.29:0/707349443 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 msgr2=0x559c93c92430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:38.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7efc2000a750 tx=0x7efc2000aa60 comp rx=0 tx=0).stop 2023-10-05T15:25:38.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 -- 172.21.15.29:0/707349443 shutdown_connections 2023-10-05T15:25:38.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c873d0 0x559c93c92430 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c8c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 --2- 172.21.15.29:0/707349443 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c7c520 0x559c93c91ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.489+0000 7efc444e2b80 1 -- 172.21.15.29:0/707349443 >> 172.21.15.29:0/707349443 conn(0x559c93bf1200 msgr2=0x559c93c818c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:38.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.496+0000 7efc444e2b80 1 -- 172.21.15.29:0/707349443 shutdown_connections 2023-10-05T15:25:38.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.496+0000 7efc444e2b80 1 -- 172.21.15.29:0/707349443 wait complete. 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.496+0000 7efc444e2b80 1 -- start start 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.496+0000 7efc444e2b80 1 Processor -- start 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c840d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c828d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c82e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93c83490 con 0x559c93c7bc00 2023-10-05T15:25:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93c83600 con 0x559c93c873d0 2023-10-05T15:25:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559c93cea530 con 0x559c93c7c520 2023-10-05T15:25:38.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.497+0000 7efc444e2b80 10 client.0 _ll_register_callbacks cb 0x559c939c97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.499+0000 7efc35893700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c828d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.499+0000 7efc35893700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c828d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55524/0 (socket says 172.21.15.29:55524) 2023-10-05T15:25:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.499+0000 7efc35893700 1 -- 172.21.15.29:0/2079430912 learned_addr learned my addr 172.21.15.29:0/2079430912 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:38.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.499+0000 7efc36895700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c82e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 -- 172.21.15.29:0/2079430912 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 msgr2=0x559c93c828d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c828d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 -- 172.21.15.29:0/2079430912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 msgr2=0x559c93c840d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c840d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 -- 172.21.15.29:0/2079430912 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc2000a3d0 con 0x559c93c873d0 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc36895700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c82e10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efc20000c00 tx=0x7efc20018930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d44cfba243084ebb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.505+0000 7efc19ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:25:38.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.506+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc20004020 con 0x559c93c873d0 2023-10-05T15:25:38.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.506+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7efc20004180 con 0x559c93c873d0 2023-10-05T15:25:38.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.506+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efc280b0950 con 0x559c93c873d0 2023-10-05T15:25:38.530 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.529+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc20004360 con 0x559c93c873d0 2023-10-05T15:25:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.531+0000 7efc444e2b80 10 client.25799 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:38.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.531+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x559c939f9250 con 0x559c93c873d0 2023-10-05T15:25:38.544 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.543+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efc280b0950 con 0x559c93c873d0 2023-10-05T15:25:38.544 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.543+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7efc20003a70 con 0x559c93c873d0 2023-10-05T15:25:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 10 client.25799 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 10 client.25799 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:38.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 20 client.25799 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93ceba60 0x559c93cede80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 4 client.25799 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:25:38.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.558+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559c93bc8ad0 con 0x559c93ceba60 2023-10-05T15:25:38.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.561+0000 7efc36094700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93ceba60 0x559c93cede80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.598+0000 7efc36094700 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93ceba60 0x559c93cede80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7c72034150a13d54 server_cookie=dd8a0d6e2ecae12d in_seq=0 out_seq=0 2023-10-05T15:25:38.603 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:38.598+0000 7efc19ffb700 10 client.25799 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:38.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:38 smithi029 ceph-mon[99237]: pgmap v105: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:25:38.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:38 smithi040 ceph-mon[103696]: pgmap v105: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:25:38.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:38 smithi177 ceph-mon[103568]: pgmap v105: 129 pgs: 129 active+clean; 10 GiB data, 24 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:25:39.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.267+0000 7efc19ffb700 1 -- 172.21.15.29:0/2079430912 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559c93bc8ad0 con 0x559c93ceba60 2023-10-05T15:25:39.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.267+0000 7efc19ffb700 10 client.25799 handle_command_reply: tid=0 2023-10-05T15:25:39.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.267+0000 7efc444e2b80 1 client.25799 shutdown 2023-10-05T15:25:39.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.267+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 msgr2=0x559c93c82e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:39.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.267+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c82e10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7efc20000c00 tx=0x7efc20018930 comp rx=0 tx=0).stop 2023-10-05T15:25:39.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 shutdown_connections 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559c93ceba60 0x559c93cede80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559c93c873d0 0x559c93c82e10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559c93c7bc00 0x559c93c840d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 --2- 172.21.15.29:0/2079430912 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559c93c7c520 0x559c93c828d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 >> 172.21.15.29:0/2079430912 conn(0x559c93bf1200 msgr2=0x559c93c84d40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc19ffb700 0 client.25799 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 shutdown_connections 2023-10-05T15:25:39.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.268+0000 7efc444e2b80 1 -- 172.21.15.29:0/2079430912 wait complete. 2023-10-05T15:25:39.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.275+0000 7efc444e2b80 20 client.25799 trim_cache size 0 max 16384 2023-10-05T15:25:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:25:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:25:39.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:25:39.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:25:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.277+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 msgr2=0x7efc1c0a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.277+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 0x7efc1c0a3ae0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7efc3006ba60 tx=0x7efc2c006c50 comp rx=0 tx=0).stop 2023-10-05T15:25:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.277+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 msgr2=0x7efc3010f030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:39.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.277+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7efc28004fb0 tx=0x7efc28019fd0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.283+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 shutdown_connections 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efc1c0a1620 0x7efc1c0a3ae0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc3006fee0 0x7efc30070350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efc30103320 0x7efc3010f030 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 --2- 172.21.15.29:0/561104272 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efc30108440 0x7efc3010f570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:39.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 >> 172.21.15.29:0/561104272 conn(0x7efc300feba0 msgr2=0x7efc30106cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:39.286 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.284+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 shutdown_connections 2023-10-05T15:25:39.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:39.285+0000 7efc382f8700 1 -- 172.21.15.29:0/561104272 wait complete. 2023-10-05T15:25:40.556 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:40 smithi029 ceph-mon[99237]: pgmap v106: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 81 MiB/s wr, 1.32k op/s 2023-10-05T15:25:40.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:40 smithi040 ceph-mon[103696]: pgmap v106: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 81 MiB/s wr, 1.32k op/s 2023-10-05T15:25:40.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:40 smithi177 ceph-mon[103568]: pgmap v106: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 81 MiB/s wr, 1.32k op/s 2023-10-05T15:25:42.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:42 smithi040 ceph-mon[103696]: pgmap v107: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2023-10-05T15:25:42.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:42 smithi177 ceph-mon[103568]: pgmap v107: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2023-10-05T15:25:43.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:42 smithi029 ceph-mon[99237]: pgmap v107: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.35k op/s 2023-10-05T15:25:44.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:44 smithi177 ceph-mon[103568]: pgmap v108: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:25:45.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:44 smithi029 ceph-mon[99237]: pgmap v108: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:25:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:44 smithi040 ceph-mon[103696]: pgmap v108: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:25:47.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:46 smithi029 ceph-mon[99237]: pgmap v109: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:47.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:46 smithi040 ceph-mon[103696]: pgmap v109: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:47.181 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:46 smithi177 ceph-mon[103568]: pgmap v109: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 90 MiB/s wr, 1.46k op/s 2023-10-05T15:25:49.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:48 smithi029 ceph-mon[99237]: pgmap v110: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:25:49.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:48 smithi040 ceph-mon[103696]: pgmap v110: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:25:49.187 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:48 smithi177 ceph-mon[103568]: pgmap v110: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:25:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:50 smithi040 ceph-mon[103696]: pgmap v111: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 MiB/s wr, 1.33k op/s 2023-10-05T15:25:50.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:50 smithi177 ceph-mon[103568]: pgmap v111: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 MiB/s wr, 1.33k op/s 2023-10-05T15:25:50.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:50 smithi029 ceph-mon[99237]: pgmap v111: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 82 MiB/s wr, 1.33k op/s 2023-10-05T15:25:52.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:52 smithi029 ceph-mon[99237]: pgmap v112: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:25:52.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:52 smithi040 ceph-mon[103696]: pgmap v112: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:25:52.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:52 smithi177 ceph-mon[103568]: pgmap v112: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:25:53.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.444+0000 7fbebabb9700 1 -- 172.21.15.29:0/3769166588 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410f620 msgr2=0x7fbeb4107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.444+0000 7fbebabb9700 1 --2- 172.21.15.29:0/3769166588 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410f620 0x7fbeb4107eb0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c01a9a0 tx=0x7fbe9c01acb0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.446+0000 7fbebabb9700 1 -- 172.21.15.29:0/3769166588 shutdown_connections 2023-10-05T15:25:53.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.446+0000 7fbebabb9700 1 --2- 172.21.15.29:0/3769166588 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbeb411a690 0x7fbeb411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.446+0000 7fbebabb9700 1 --2- 172.21.15.29:0/3769166588 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410f620 0x7fbeb4107eb0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.446+0000 7fbebabb9700 1 --2- 172.21.15.29:0/3769166588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbeb410fa90 0x7fbeb41083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.446+0000 7fbebabb9700 1 -- 172.21.15.29:0/3769166588 >> 172.21.15.29:0/3769166588 conn(0x7fbeb406cfa0 msgr2=0x7fbeb406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.457 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.453+0000 7fbebabb9700 1 -- 172.21.15.29:0/3769166588 shutdown_connections 2023-10-05T15:25:53.458 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.455+0000 7fbebabb9700 1 -- 172.21.15.29:0/3769166588 wait complete. 2023-10-05T15:25:53.458 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 Processor -- start 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 -- start start 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbeb410f620 0x7fbeb4115bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbeb411a690 0x7fbeb41a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb41a2ac0 con 0x7fbeb411a690 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb41a2c30 con 0x7fbeb410fa90 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.456+0000 7fbebabb9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb41a2df0 con 0x7fbeb410f620 2023-10-05T15:25:53.459 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56252/0 (socket says 172.21.15.29:56252) 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 -- 172.21.15.29:0/140080775 learned_addr learned my addr 172.21.15.29:0/140080775 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 -- 172.21.15.29:0/140080775 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbeb410f620 msgr2=0x7fbeb4115bf0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbeb410f620 0x7fbeb4115bf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 -- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbeb411a690 msgr2=0x7fbeb41a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbeb411a690 0x7fbeb41a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.457+0000 7fbeb3fff700 1 -- 172.21.15.29:0/140080775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe9c01a600 con 0x7fbeb410fa90 2023-10-05T15:25:53.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.458+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbea400ba50 tx=0x7fbea400be10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.465+0000 7fbeb1ffb700 1 -- 172.21.15.29:0/140080775 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea400cab0 con 0x7fbeb410fa90 2023-10-05T15:25:53.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.465+0000 7fbeb1ffb700 1 -- 172.21.15.29:0/140080775 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbea400cc10 con 0x7fbeb410fa90 2023-10-05T15:25:53.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.465+0000 7fbeb1ffb700 1 -- 172.21.15.29:0/140080775 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea40075b0 con 0x7fbeb410fa90 2023-10-05T15:25:53.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.465+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbeb41a30d0 con 0x7fbeb410fa90 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.465+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeb41aa610 con 0x7fbeb410fa90 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.470+0000 7fbec6da3b80 1 Processor -- start 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 -- start start 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78a2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a3520 0x55a8c78cfea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c780c400 con 0x55a8c78a3520 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c77fdbc0 con 0x55a8c78a2c00 2023-10-05T15:25:53.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.477+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c77fb4e0 con 0x55a8c78d03e0 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.486+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.486+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55538/0 (socket says 172.21.15.29:55538) 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.486+0000 7fbeb3fff700 1 -- 172.21.15.29:0/1154496791 learned_addr learned my addr 172.21.15.29:0/1154496791 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb9156700 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78a2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 -- 172.21.15.29:0/1154496791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 msgr2=0x55a8c78a2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78a2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 -- 172.21.15.29:0/1154496791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a3520 msgr2=0x55a8c78cfea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a3520 0x55a8c78cfea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 -- 172.21.15.29:0/1154496791 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a8c7621d80 con 0x55a8c78d03e0 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbea40cf930 tx=0x7fbea40d4ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87949effbe550af8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.488+0000 7fbeaaffd700 1 -- 172.21.15.29:0/1154496791 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea40d3ec0 con 0x55a8c78d03e0 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.489+0000 7fbeaaffd700 1 -- 172.21.15.29:0/1154496791 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbea40d44e0 con 0x55a8c78d03e0 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.489+0000 7fbeaaffd700 1 -- 172.21.15.29:0/1154496791 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea40ded40 con 0x55a8c78d03e0 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.490+0000 7fbec6da3b80 1 -- 172.21.15.29:0/1154496791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 msgr2=0x55a8c78d27d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.490+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbea40cf930 tx=0x7fbea40d4ce0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.495+0000 7fbeb1ffb700 1 -- 172.21.15.29:0/140080775 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fbea4014440 con 0x7fbeb410fa90 2023-10-05T15:25:53.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.495+0000 7fbeb1ffb700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 0x7fbea00a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.496+0000 7fbeb1ffb700 1 -- 172.21.15.29:0/140080775 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fbea40d2350 con 0x7fbeb410fa90 2023-10-05T15:25:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.502+0000 7fbec6da3b80 1 -- 172.21.15.29:0/1154496791 shutdown_connections 2023-10-05T15:25:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.502+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78d03e0 0x55a8c78d27d0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.502+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78a2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.502+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/1154496791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a3520 0x55a8c78cfea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.504 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.502+0000 7fbec6da3b80 1 -- 172.21.15.29:0/1154496791 >> 172.21.15.29:0/1154496791 conn(0x55a8c7818200 msgr2=0x55a8c789f080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.505+0000 7fbec6da3b80 1 -- 172.21.15.29:0/1154496791 shutdown_connections 2023-10-05T15:25:53.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.507+0000 7fbec6da3b80 1 -- 172.21.15.29:0/1154496791 wait complete. 2023-10-05T15:25:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.507+0000 7fbec6da3b80 1 -- start start 2023-10-05T15:25:53.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.507+0000 7fbec6da3b80 1 Processor -- start 2023-10-05T15:25:53.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78cdc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c77f6dd0 con 0x55a8c78d03e0 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c77936b0 con 0x55a8c78a2c00 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c7793350 con 0x55a8c78a3520 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.508+0000 7fbec6da3b80 10 client.0 _ll_register_callbacks cb 0x55a8c75f07a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55546/0 (socket says 172.21.15.29:55546) 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 -- 172.21.15.29:0/2487242248 learned_addr learned my addr 172.21.15.29:0/2487242248 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:53.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 -- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 msgr2=0x55a8c78cd1b0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cd1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 -- 172.21.15.29:0/2487242248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 msgr2=0x55a8c78cdc30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78cdc30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.511+0000 7fbeb3fff700 1 -- 172.21.15.29:0/2487242248 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeb41aa610 con 0x55a8c78a3520 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbea40a6fd0 tx=0x7fbea4009930 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1ac65549baf9e282 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbe93fff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea409ef40 con 0x55a8c78a3520 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fbea40d2120 con 0x55a8c78a3520 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a8c7896d50 con 0x55a8c78a3520 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbeb9156700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 0x7fbea00a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.512+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbea409ecb0 con 0x55a8c78a3520 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.522+0000 7fbec6da3b80 10 client.25774 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.522+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55a8c760ac00 con 0x55a8c78a3520 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.522+0000 7fbeb9156700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 0x7fbea00a3c20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbeb406a250 tx=0x7fbeac0095c0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55a8c7896d50 con 0x55a8c78a3520 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fbea40a2f60 con 0x55a8c78a3520 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 10 client.25774 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 10 client.25774 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:53.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 20 client.25774 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:53.537 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c78dfc00 0x55a8c78e2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.537 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 4 client.25774 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:25:53.537 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.524+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a8c77efdb0 con 0x55a8c78dfc00 2023-10-05T15:25:53.539 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.536+0000 7fbeb8955700 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c78dfc00 0x55a8c78e2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.538+0000 7fbe93fff700 10 client.25774 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:53.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.538+0000 7fbeb8955700 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c78dfc00 0x55a8c78e2020 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45f3562cbd70fcb6 server_cookie=e004f180c9064891 in_seq=0 out_seq=0 2023-10-05T15:25:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.539+0000 7fbe93fff700 1 -- 172.21.15.29:0/2487242248 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55a8c77efdb0 con 0x55a8c78dfc00 2023-10-05T15:25:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.539+0000 7fbe93fff700 10 client.25774 handle_command_reply: tid=0 2023-10-05T15:25:53.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.541+0000 7fbec6da3b80 1 client.25774 shutdown 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.542+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 msgr2=0x55a8c78cd6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.542+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fbea40a6fd0 tx=0x7fbea4009930 comp rx=0 tx=0).stop 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 shutdown_connections 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c78dfc00 0x55a8c78e2020 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78cdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/2487242248 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78cd6f0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 >> 172.21.15.29:0/2487242248 conn(0x55a8c7818200 msgr2=0x55a8c789ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbe93fff700 0 client.25774 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 shutdown_connections 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.544+0000 7fbec6da3b80 1 -- 172.21.15.29:0/2487242248 wait complete. 2023-10-05T15:25:53.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.547+0000 7fbec6da3b80 20 client.25774 trim_cache size 0 max 16384 2023-10-05T15:25:53.580 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.578+0000 7fbec6da3b80 1 Processor -- start 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.578+0000 7fbec6da3b80 1 -- start start 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cda60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78a6470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c76778c0 con 0x55a8c78d03e0 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c789fdc0 con 0x55a8c78a2c00 2023-10-05T15:25:53.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.579+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c78a46b0 con 0x55a8c78a3520 2023-10-05T15:25:53.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb8955700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49146/0 (socket says 172.21.15.29:49146) 2023-10-05T15:25:53.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 -- 172.21.15.29:0/4102386924 learned_addr learned my addr 172.21.15.29:0/4102386924 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 -- 172.21.15.29:0/4102386924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 msgr2=0x55a8c78a6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78a6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 -- 172.21.15.29:0/4102386924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 msgr2=0x55a8c78cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cda60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.580+0000 7fbeb9156700 1 -- 172.21.15.29:0/4102386924 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a8c76481f0 con 0x55a8c78d03e0 2023-10-05T15:25:53.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.581+0000 7fbeb9156700 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fbeac010e20 tx=0x7fbeac013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b08ac5be0bc40f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.585+0000 7fbeab7fe700 1 -- 172.21.15.29:0/4102386924 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeac004220 con 0x55a8c78d03e0 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.585+0000 7fbeab7fe700 1 -- 172.21.15.29:0/4102386924 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbeac015070 con 0x55a8c78d03e0 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.585+0000 7fbeab7fe700 1 -- 172.21.15.29:0/4102386924 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeac01e680 con 0x55a8c78d03e0 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.586+0000 7fbec6da3b80 1 -- 172.21.15.29:0/4102386924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 msgr2=0x55a8c78a69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.586+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fbeac010e20 tx=0x7fbeac013000 comp rx=0 tx=0).stop 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.587+0000 7fbec6da3b80 1 -- 172.21.15.29:0/4102386924 shutdown_connections 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.587+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78d03e0 0x55a8c78a69b0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.587+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78a2c00 0x55a8c78cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.587+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/4102386924 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78a6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.587+0000 7fbec6da3b80 1 -- 172.21.15.29:0/4102386924 >> 172.21.15.29:0/4102386924 conn(0x55a8c7818200 msgr2=0x55a8c78db6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.601+0000 7fbec6da3b80 1 -- 172.21.15.29:0/4102386924 shutdown_connections 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.612+0000 7fbec6da3b80 1 -- 172.21.15.29:0/4102386924 wait complete. 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.612+0000 7fbec6da3b80 1 -- start start 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 Processor -- start 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a2c00 0x55a8c78d4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78d53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.621 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c792cf70 con 0x55a8c78a2c00 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c792d0e0 con 0x55a8c78d03e0 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8c792d2a0 con 0x55a8c78a3520 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.613+0000 7fbec6da3b80 10 client.0 _ll_register_callbacks cb 0x7fbea40d4b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.615+0000 7fbeb9156700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.615+0000 7fbeb9156700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56274/0 (socket says 172.21.15.29:56274) 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.615+0000 7fbeb9156700 1 -- 172.21.15.29:0/356595557 learned_addr learned my addr 172.21.15.29:0/356595557 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:25:53.622 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb3fff700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78d53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.623 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb9156700 1 -- 172.21.15.29:0/356595557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 msgr2=0x55a8c78d53b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.623 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb9156700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78d53b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.623 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb9156700 1 -- 172.21.15.29:0/356595557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a2c00 msgr2=0x55a8c78d4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:25:53.623 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb9156700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a2c00 0x55a8c78d4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.623 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.620+0000 7fbeb9156700 1 -- 172.21.15.29:0/356595557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeac010ad0 con 0x55a8c78d03e0 2023-10-05T15:25:53.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.641+0000 7fbeb9156700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbeac0092a0 tx=0x7fbeac004090 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ad812a6740146e0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:25:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.646+0000 7fbe93fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:25:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.646+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeac026850 con 0x55a8c78d03e0 2023-10-05T15:25:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.646+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fbeac017070 con 0x55a8c78d03e0 2023-10-05T15:25:53.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.646+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbea40d44e0 con 0x55a8c78d03e0 2023-10-05T15:25:53.665 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.661+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbeac004610 con 0x55a8c78d03e0 2023-10-05T15:25:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.663+0000 7fbec6da3b80 10 client.25811 fetch_fsmap learned FSMap version 25 2023-10-05T15:25:53.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.663+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x55a8c7620250 con 0x55a8c78d03e0 2023-10-05T15:25:53.675 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbea40d44e0 con 0x55a8c78d03e0 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 25) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fbeac024070 con 0x55a8c78d03e0 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 10 client.25811 fetch_fsmap finished waiting for FSMap version 25 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 10 client.25811 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 20 client.25811 populate_metadata read hostname 'smithi029' 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c7934930 0x55a8c7936d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 4 client.25811 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:25:53.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.673+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a8c77efad0 con 0x55a8c7934930 2023-10-05T15:25:53.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.682+0000 7fbeb8955700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c7934930 0x55a8c7936d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:25:53.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.707+0000 7fbeb8955700 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c7934930 0x55a8c7936d50 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85173d715d2cb55 server_cookie=c685ed48eb264e3a in_seq=0 out_seq=0 2023-10-05T15:25:53.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.708+0000 7fbe93fff700 10 client.25811 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.859+0000 7fbe93fff700 1 -- 172.21.15.29:0/356595557 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a8c77efad0 con 0x55a8c7934930 2023-10-05T15:25:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.859+0000 7fbe93fff700 10 client.25811 handle_command_reply: tid=0 2023-10-05T15:25:53.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.860+0000 7fbec6da3b80 1 client.25811 shutdown 2023-10-05T15:25:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.861+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 msgr2=0x55a8c792ca30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.861+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbeac0092a0 tx=0x7fbeac004090 comp rx=0 tx=0).stop 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 shutdown_connections 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55a8c7934930 0x55a8c7936d50 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55a8c78d03e0 0x55a8c792ca30 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a8c78a2c00 0x55a8c78d4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 --2- 172.21.15.29:0/356595557 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55a8c78a3520 0x55a8c78d53b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 >> 172.21.15.29:0/356595557 conn(0x55a8c7818200 msgr2=0x55a8c78a6470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.868+0000 7fbe93fff700 0 client.25811 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:25:53.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.869+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 shutdown_connections 2023-10-05T15:25:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.874+0000 7fbec6da3b80 1 -- 172.21.15.29:0/356595557 wait complete. 2023-10-05T15:25:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.875+0000 7fbec6da3b80 20 client.25811 trim_cache size 0 max 16384 2023-10-05T15:25:53.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:25:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:25:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:25:53.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:25:53.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.883+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 msgr2=0x7fbea00a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.883+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 0x7fbea00a3c20 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fbeb406a250 tx=0x7fbeac0095c0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.883+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 msgr2=0x7fbeb4116130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.883+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbea400ba50 tx=0x7fbea400be10 comp rx=0 tx=0).stop 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 shutdown_connections 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbea00a1760 0x7fbea00a3c20 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbeb410f620 0x7fbeb4115bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbeb411a690 0x7fbeb41a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 --2- 172.21.15.29:0/140080775 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbeb410fa90 0x7fbeb4116130 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:25:53.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.884+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 >> 172.21.15.29:0/140080775 conn(0x7fbeb406cfa0 msgr2=0x7fbeb40718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:25:53.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.891+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 shutdown_connections 2023-10-05T15:25:53.905 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:25:53.901+0000 7fbebabb9700 1 -- 172.21.15.29:0/140080775 wait complete. 2023-10-05T15:25:54.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:54 smithi029 ceph-mon[99237]: pgmap v113: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2023-10-05T15:25:54.660 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:54 smithi040 ceph-mon[103696]: pgmap v113: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2023-10-05T15:25:54.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:54 smithi177 ceph-mon[103568]: pgmap v113: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 67 MiB/s wr, 1.09k op/s 2023-10-05T15:25:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:55 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:25:55.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:55 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:25:55.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:55 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:25:56.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:56 smithi177 ceph-mon[103568]: pgmap v114: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 87 MiB/s wr, 1.41k op/s 2023-10-05T15:25:56.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:56 smithi029 ceph-mon[99237]: pgmap v114: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 87 MiB/s wr, 1.41k op/s 2023-10-05T15:25:56.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:56 smithi040 ceph-mon[103696]: pgmap v114: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 87 MiB/s wr, 1.41k op/s 2023-10-05T15:25:58.865 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:25:58 smithi029 ceph-mon[99237]: pgmap v115: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2023-10-05T15:25:58.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:25:58 smithi040 ceph-mon[103696]: pgmap v115: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2023-10-05T15:25:58.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:25:58 smithi177 ceph-mon[103568]: pgmap v115: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 62 MiB/s wr, 1.01k op/s 2023-10-05T15:26:00.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:00 smithi029 ceph-mon[99237]: pgmap v116: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:26:00.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:00 smithi040 ceph-mon[103696]: pgmap v116: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:26:00.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:00 smithi177 ceph-mon[103568]: pgmap v116: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 80 MiB/s wr, 1.29k op/s 2023-10-05T15:26:02.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:02 smithi029 ceph-mon[99237]: pgmap v117: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 MiB/s wr, 1.22k op/s 2023-10-05T15:26:02.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:02 smithi040 ceph-mon[103696]: pgmap v117: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 MiB/s wr, 1.22k op/s 2023-10-05T15:26:02.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:02 smithi177 ceph-mon[103568]: pgmap v117: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 75 MiB/s wr, 1.22k op/s 2023-10-05T15:26:05.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:04 smithi029 ceph-mon[99237]: pgmap v118: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2023-10-05T15:26:05.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:04 smithi040 ceph-mon[103696]: pgmap v118: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2023-10-05T15:26:05.190 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:04 smithi177 ceph-mon[103568]: pgmap v118: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 66 MiB/s wr, 1.07k op/s 2023-10-05T15:26:07.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:06 smithi029 ceph-mon[99237]: pgmap v119: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2023-10-05T15:26:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:06 smithi040 ceph-mon[103696]: pgmap v119: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2023-10-05T15:26:07.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:06 smithi177 ceph-mon[103568]: pgmap v119: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 91 MiB/s wr, 1.47k op/s 2023-10-05T15:26:07.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.984+0000 7fd33e24b700 1 -- 172.21.15.29:0/4248724970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810f620 msgr2=0x7fd338107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:07.989 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.984+0000 7fd33e24b700 1 --2- 172.21.15.29:0/4248724970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810f620 0x7fd338107eb0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009990 tx=0x7fd32c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:26:07.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/4248724970 shutdown_connections 2023-10-05T15:26:07.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/4248724970 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 0x7fd33811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:07.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/4248724970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810f620 0x7fd338107eb0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:07.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/4248724970 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810fa90 0x7fd3381083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:07.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/4248724970 >> 172.21.15.29:0/4248724970 conn(0x7fd33806cfa0 msgr2=0x7fd33806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:08.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.998+0000 7fd33e24b700 1 -- 172.21.15.29:0/4248724970 shutdown_connections 2023-10-05T15:26:08.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.998+0000 7fd33e24b700 1 -- 172.21.15.29:0/4248724970 wait complete. 2023-10-05T15:26:08.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:07.999+0000 7fd33e24b700 1 Processor -- start 2023-10-05T15:26:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 -- start start 2023-10-05T15:26:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810f620 0x7fd3381a5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 0x7fd3381aaad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381ab110 con 0x7fd33810fa90 2023-10-05T15:26:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381ab280 con 0x7fd33811a690 2023-10-05T15:26:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.012+0000 7fd33e24b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3381ab440 con 0x7fd33810f620 2023-10-05T15:26:08.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.024+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.024+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49166/0 (socket says 172.21.15.29:49166) 2023-10-05T15:26:08.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.024+0000 7fd336ffd700 1 -- 172.21.15.29:0/1305921138 learned_addr learned my addr 172.21.15.29:0/1305921138 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.026+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810f620 0x7fd3381a5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.026+0000 7fd337fff700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 0x7fd3381aaad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 -- 172.21.15.29:0/1305921138 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810f620 msgr2=0x7fd3381a5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810f620 0x7fd3381a5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 -- 172.21.15.29:0/1305921138 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 msgr2=0x7fd3381aaad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 0x7fd3381aaad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 -- 172.21.15.29:0/1305921138 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd32c0095f0 con 0x7fd33810fa90 2023-10-05T15:26:08.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.029+0000 7fd336ffd700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fd32800b530 tx=0x7fd32800b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.034+0000 7fd334ff9700 1 -- 172.21.15.29:0/1305921138 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd328011830 con 0x7fd33810fa90 2023-10-05T15:26:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.034+0000 7fd334ff9700 1 -- 172.21.15.29:0/1305921138 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd328011e50 con 0x7fd33810fa90 2023-10-05T15:26:08.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.034+0000 7fd334ff9700 1 -- 172.21.15.29:0/1305921138 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32800f2e0 con 0x7fd33810fa90 2023-10-05T15:26:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.045+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3381ab720 con 0x7fd33810fa90 2023-10-05T15:26:08.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.045+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd338110050 con 0x7fd33810fa90 2023-10-05T15:26:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.049+0000 7fd334ff9700 1 -- 172.21.15.29:0/1305921138 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fd328010580 con 0x7fd33810fa90 2023-10-05T15:26:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.049+0000 7fd334ff9700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 0x7fd3200a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.050+0000 7fd334ff9700 1 -- 172.21.15.29:0/1305921138 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd3280ccd10 con 0x7fd33810fa90 2023-10-05T15:26:08.052 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.050+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 0x7fd3200a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.053 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.051+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 0x7fd3200a3c20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009fd0 tx=0x7fd32c009ee0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.057 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 Processor -- start 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 -- start start 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689c520 0x55de068a6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de068a97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de06805400 con 0x55de068a73d0 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de067f6bc0 con 0x55de0689bc00 2023-10-05T15:26:08.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.055+0000 7fd34a435b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de067f44e0 con 0x55de0689c520 2023-10-05T15:26:08.059 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.057+0000 7fd3377fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.057+0000 7fd3377fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56296/0 (socket says 172.21.15.29:56296) 2023-10-05T15:26:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.057+0000 7fd3377fe700 1 -- 172.21.15.29:0/1393367595 learned_addr learned my addr 172.21.15.29:0/1393367595 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:08.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.057+0000 7fd336ffd700 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689c520 0x55de068a6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd337fff700 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de068a97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd3377fe700 1 -- 172.21.15.29:0/1393367595 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689c520 msgr2=0x55de068a6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689c520 0x55de068a6e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd3377fe700 1 -- 172.21.15.29:0/1393367595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 msgr2=0x55de068a97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de068a97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.061+0000 7fd3377fe700 1 -- 172.21.15.29:0/1393367595 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de0661ad80 con 0x55de0689bc00 2023-10-05T15:26:08.079 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.077+0000 7fd3377fe700 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009990 tx=0x7fd32c01f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=626f95630db484d5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.080+0000 7fd31dffb700 1 -- 172.21.15.29:0/1393367595 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c02b070 con 0x55de0689bc00 2023-10-05T15:26:08.094 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.091+0000 7fd31dffb700 1 -- 172.21.15.29:0/1393367595 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd32c01e040 con 0x55de0689bc00 2023-10-05T15:26:08.094 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.091+0000 7fd31dffb700 1 -- 172.21.15.29:0/1393367595 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c00f460 con 0x55de0689bc00 2023-10-05T15:26:08.094 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.092+0000 7fd34a435b80 1 -- 172.21.15.29:0/1393367595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 msgr2=0x55de0689bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.094 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.092+0000 7fd34a435b80 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009990 tx=0x7fd32c01f000 comp rx=0 tx=0).stop 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.100+0000 7fd34a435b80 1 -- 172.21.15.29:0/1393367595 shutdown_connections 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.100+0000 7fd34a435b80 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de068a97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.100+0000 7fd34a435b80 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689bc00 0x55de0689bfe0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.100+0000 7fd34a435b80 1 --2- 172.21.15.29:0/1393367595 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689c520 0x55de068a6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.100+0000 7fd34a435b80 1 -- 172.21.15.29:0/1393367595 >> 172.21.15.29:0/1393367595 conn(0x55de06811200 msgr2=0x55de06898080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:08.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.103+0000 7fd34a435b80 1 -- 172.21.15.29:0/1393367595 shutdown_connections 2023-10-05T15:26:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.104+0000 7fd34a435b80 1 -- 172.21.15.29:0/1393367595 wait complete. 2023-10-05T15:26:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.104+0000 7fd34a435b80 1 -- start start 2023-10-05T15:26:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.104+0000 7fd34a435b80 1 Processor -- start 2023-10-05T15:26:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068a6e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 0x55de068a40d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de068a73d0 0x55de068a47c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de067efdd0 con 0x55de0689c520 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0678c6b0 con 0x55de068a73d0 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0678c350 con 0x55de0689bc00 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd34a435b80 10 client.0 _ll_register_callbacks cb 0x55de065e97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 0x55de068a40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 0x55de068a40d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49180/0 (socket says 172.21.15.29:49180) 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd336ffd700 1 -- 172.21.15.29:0/48236005 learned_addr learned my addr 172.21.15.29:0/48236005 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd3377fe700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068a6e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.105+0000 7fd337fff700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de068a73d0 0x55de068a47c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 -- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de068a73d0 msgr2=0x55de068a47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de068a73d0 0x55de068a47c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 -- 172.21.15.29:0/48236005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 msgr2=0x55de068a40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 0x55de068a40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 -- 172.21.15.29:0/48236005 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd33811d3b0 con 0x55de0689bc00 2023-10-05T15:26:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd3377fe700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068a6e50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd32c031040 tx=0x7fd32c005420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=169567e57b5ad1a8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.111 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.106+0000 7fd316ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:26:08.112 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.107+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c02b040 con 0x55de0689bc00 2023-10-05T15:26:08.112 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.107+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd32c00f870 con 0x55de0689bc00 2023-10-05T15:26:08.112 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.108+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55de0688fd50 con 0x55de0689bc00 2023-10-05T15:26:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.119+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd32c0049a0 con 0x55de0689bc00 2023-10-05T15:26:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.119+0000 7fd34a435b80 10 client.25786 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:08.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.119+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55de06603c00 con 0x55de0689bc00 2023-10-05T15:26:08.134 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.131+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55de0688fd50 con 0x55de0689bc00 2023-10-05T15:26:08.134 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.131+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd32c018670 con 0x55de0689bc00 2023-10-05T15:26:08.134 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.131+0000 7fd34a435b80 10 client.25786 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:08.134 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.131+0000 7fd34a435b80 10 client.25786 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:08.134 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.131+0000 7fd34a435b80 20 client.25786 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:08.135 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.132+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de068d88c0 0x55de068dacb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.135 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.132+0000 7fd34a435b80 4 client.25786 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:26:08.135 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.132+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55de067e8db0 con 0x55de068d88c0 2023-10-05T15:26:08.136 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.134+0000 7fd336ffd700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de068d88c0 0x55de068dacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.141+0000 7fd336ffd700 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de068d88c0 0x55de068dacb0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7a0ff43b72d0354 server_cookie=7bb9e0a3e1b0a290 in_seq=0 out_seq=0 2023-10-05T15:26:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.145+0000 7fd316ffd700 10 client.25786 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.145+0000 7fd316ffd700 1 -- 172.21.15.29:0/48236005 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55de067e8db0 con 0x55de068d88c0 2023-10-05T15:26:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.145+0000 7fd316ffd700 10 client.25786 handle_command_reply: tid=0 2023-10-05T15:26:08.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.145+0000 7fd34a435b80 1 client.25786 shutdown 2023-10-05T15:26:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.150+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 msgr2=0x55de068a6e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.150+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068a6e50 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd32c031040 tx=0x7fd32c005420 comp rx=0 tx=0).stop 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 shutdown_connections 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de068d88c0 0x55de068dacb0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068a6e50 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de068a73d0 0x55de068a47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 --2- 172.21.15.29:0/48236005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689c520 0x55de068a40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 >> 172.21.15.29:0/48236005 conn(0x55de06811200 msgr2=0x55de06897c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:08.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.154+0000 7fd316ffd700 0 client.25786 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:08.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.163+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 shutdown_connections 2023-10-05T15:26:08.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.166+0000 7fd34a435b80 1 -- 172.21.15.29:0/48236005 wait complete. 2023-10-05T15:26:08.190 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.188+0000 7fd34a435b80 20 client.25786 trim_cache size 0 max 16384 2023-10-05T15:26:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 Processor -- start 2023-10-05T15:26:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 -- start start 2023-10-05T15:26:08.221 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068a69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de068a73d0 0x55de0689f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de066708c0 con 0x55de0689bc00 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de06894860 con 0x55de0689c520 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.219+0000 7fd34a435b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0689d6c0 con 0x55de068a73d0 2023-10-05T15:26:08.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.220+0000 7fd337fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de068a73d0 0x55de0689f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.221+0000 7fd3377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.221+0000 7fd3377fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49190/0 (socket says 172.21.15.29:49190) 2023-10-05T15:26:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.221+0000 7fd3377fe700 1 -- 172.21.15.29:0/3314368307 learned_addr learned my addr 172.21.15.29:0/3314368307 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 -- 172.21.15.29:0/3314368307 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de068a73d0 msgr2=0x55de0689f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de068a73d0 0x55de0689f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 -- 172.21.15.29:0/3314368307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 msgr2=0x55de068a69f0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068a69f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 -- 172.21.15.29:0/3314368307 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de066411f0 con 0x55de0689bc00 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.222+0000 7fd3377fe700 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fd32c000c00 tx=0x7fd32c00b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b88ec03465ac3e1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.223+0000 7fd31e7fc700 1 -- 172.21.15.29:0/3314368307 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c02b070 con 0x55de0689bc00 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.223+0000 7fd31e7fc700 1 -- 172.21.15.29:0/3314368307 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd32c00f670 con 0x55de0689bc00 2023-10-05T15:26:08.225 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.223+0000 7fd31e7fc700 1 -- 172.21.15.29:0/3314368307 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd32c040690 con 0x55de0689bc00 2023-10-05T15:26:08.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.231+0000 7fd34a435b80 1 -- 172.21.15.29:0/3314368307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 msgr2=0x55de068a3890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.231+0000 7fd34a435b80 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fd32c000c00 tx=0x7fd32c00b850 comp rx=0 tx=0).stop 2023-10-05T15:26:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.235+0000 7fd34a435b80 1 -- 172.21.15.29:0/3314368307 shutdown_connections 2023-10-05T15:26:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.235+0000 7fd34a435b80 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de068a73d0 0x55de0689f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.235+0000 7fd34a435b80 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de0689bc00 0x55de068a3890 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.235+0000 7fd34a435b80 1 --2- 172.21.15.29:0/3314368307 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068a69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.235+0000 7fd34a435b80 1 -- 172.21.15.29:0/3314368307 >> 172.21.15.29:0/3314368307 conn(0x55de06811200 msgr2=0x55de068b30b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.246+0000 7fd34a435b80 1 -- 172.21.15.29:0/3314368307 shutdown_connections 2023-10-05T15:26:08.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.246+0000 7fd34a435b80 1 -- 172.21.15.29:0/3314368307 wait complete. 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.246+0000 7fd34a435b80 1 -- start start 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.246+0000 7fd34a435b80 1 Processor -- start 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068ac030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de0692b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0692bb20 con 0x55de068a73d0 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0692bc60 con 0x55de0689c520 2023-10-05T15:26:08.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de0692bdd0 con 0x55de0689bc00 2023-10-05T15:26:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd34a435b80 10 client.0 _ll_register_callbacks cb 0x7fd32c004890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd336ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56314/0 (socket says 172.21.15.29:56314) 2023-10-05T15:26:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.247+0000 7fd336ffd700 1 -- 172.21.15.29:0/190131015 learned_addr learned my addr 172.21.15.29:0/190131015 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd3377fe700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068ac030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd336ffd700 1 -- 172.21.15.29:0/190131015 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 msgr2=0x55de068ac030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd336ffd700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068ac030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd336ffd700 1 -- 172.21.15.29:0/190131015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 msgr2=0x55de0692b5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd336ffd700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de0692b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.255+0000 7fd336ffd700 1 -- 172.21.15.29:0/190131015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55de06603c00 con 0x55de0689c520 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.256+0000 7fd336ffd700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd3280ca3a0 tx=0x7fd3280108e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36185efa1ba61d0d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.256+0000 7fd316ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.256+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3280a1ec0 con 0x55de0689c520 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.256+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd328099d90 con 0x55de0689c520 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.256+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd32c01e040 con 0x55de0689c520 2023-10-05T15:26:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.257+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd328099f50 con 0x55de0689c520 2023-10-05T15:26:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 10 client.25823 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55de06619250 con 0x55de0689c520 2023-10-05T15:26:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd32c01e040 con 0x55de0689c520 2023-10-05T15:26:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd3280a1a30 con 0x55de0689c520 2023-10-05T15:26:08.262 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 10 client.25823 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 10 client.25823 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 20 client.25823 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de0692d510 0x55de0692f930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 4 client.25823 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:26:08.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.260+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55de067e8ad0 con 0x55de0692d510 2023-10-05T15:26:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.263+0000 7fd3377fe700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de0692d510 0x55de0692f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.264+0000 7fd3377fe700 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de0692d510 0x55de0692f930 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9d6b4f436ac8a0e server_cookie=a801be6d74f5cdad in_seq=0 out_seq=0 2023-10-05T15:26:08.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.272+0000 7fd316ffd700 10 client.25823 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:08.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd316ffd700 1 -- 172.21.15.29:0/190131015 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55de067e8ad0 con 0x55de0692d510 2023-10-05T15:26:08.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd316ffd700 10 client.25823 handle_command_reply: tid=0 2023-10-05T15:26:08.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 client.25823 shutdown 2023-10-05T15:26:08.984 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 msgr2=0x55de068ac570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd3280ca3a0 tx=0x7fd3280108e0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 shutdown_connections 2023-10-05T15:26:08.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55de0692d510 0x55de0692f930 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55de0689bc00 0x55de068ac030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de068a73d0 0x55de0692b5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 --2- 172.21.15.29:0/190131015 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55de0689c520 0x55de068ac570 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 >> 172.21.15.29:0/190131015 conn(0x55de06811200 msgr2=0x55de0689f430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd316ffd700 0 client.25823 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.982+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 shutdown_connections 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.983+0000 7fd34a435b80 1 -- 172.21.15.29:0/190131015 wait complete. 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.983+0000 7fd34a435b80 20 client.25823 trim_cache size 0 max 16384 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:26:08.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:26:08.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:26:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 msgr2=0x7fd3200a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 0x7fd3200a3c20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fd32c009fd0 tx=0x7fd32c009ee0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 msgr2=0x7fd3381a64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:08.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fd32800b530 tx=0x7fd32800b8f0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 shutdown_connections 2023-10-05T15:26:08.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd3200a1760 0x7fd3200a3c20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd33810f620 0x7fd3381a5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd33811a690 0x7fd3381aaad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 --2- 172.21.15.29:0/1305921138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd33810fa90 0x7fd3381a64b0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:08.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.989+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 >> 172.21.15.29:0/1305921138 conn(0x7fd33806cfa0 msgr2=0x7fd338118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:09.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:08.999+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 shutdown_connections 2023-10-05T15:26:09.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:09.000+0000 7fd33e24b700 1 -- 172.21.15.29:0/1305921138 wait complete. 2023-10-05T15:26:09.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:08 smithi029 ceph-mon[99237]: pgmap v120: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:26:09.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:08 smithi040 ceph-mon[103696]: pgmap v120: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:26:09.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:08 smithi177 ceph-mon[103568]: pgmap v120: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:26:11.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:10 smithi029 ceph-mon[99237]: pgmap v121: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:26:11.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:10 smithi040 ceph-mon[103696]: pgmap v121: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:26:11.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:10 smithi177 ceph-mon[103568]: pgmap v121: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 83 MiB/s wr, 1.34k op/s 2023-10-05T15:26:12.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:11 smithi029 ceph-mon[99237]: pgmap v122: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:12.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:11 smithi040 ceph-mon[103696]: pgmap v122: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:12.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:11 smithi177 ceph-mon[103568]: pgmap v122: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:13.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:13 smithi029 ceph-mon[99237]: pgmap v123: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:26:13.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:13 smithi040 ceph-mon[103696]: pgmap v123: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:26:13.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:13 smithi177 ceph-mon[103568]: pgmap v123: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:26:15.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:15 smithi040 ceph-mon[103696]: pgmap v124: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 MiB/s wr, 1.24k op/s 2023-10-05T15:26:15.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:15 smithi177 ceph-mon[103568]: pgmap v124: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 MiB/s wr, 1.24k op/s 2023-10-05T15:26:15.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:15 smithi029 ceph-mon[99237]: pgmap v124: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 MiB/s wr, 1.24k op/s 2023-10-05T15:26:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:16 smithi029 ceph-mon[99237]: pgmap v125: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:26:17.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:16 smithi040 ceph-mon[103696]: pgmap v125: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:26:17.437 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:16 smithi177 ceph-mon[103568]: pgmap v125: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:26:20.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:20 smithi040 ceph-mon[103696]: pgmap v126: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:20.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:20 smithi177 ceph-mon[103568]: pgmap v126: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:20.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:20 smithi029 ceph-mon[99237]: pgmap v126: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:22.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:22 smithi029 ceph-mon[99237]: pgmap v127: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:22.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:22 smithi040 ceph-mon[103696]: pgmap v127: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:22.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:22 smithi177 ceph-mon[103568]: pgmap v127: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 76 MiB/s wr, 1.23k op/s 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.700+0000 7fee53942700 1 -- 172.21.15.29:0/2993219984 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c10fa90 msgr2=0x7fee4c1083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.700+0000 7fee53942700 1 --2- 172.21.15.29:0/2993219984 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c10fa90 0x7fee4c1083f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee48009990 tx=0x7fee48009ca0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.701+0000 7fee53942700 1 -- 172.21.15.29:0/2993219984 shutdown_connections 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.701+0000 7fee53942700 1 --2- 172.21.15.29:0/2993219984 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c11a690 0x7fee4c11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.701+0000 7fee53942700 1 --2- 172.21.15.29:0/2993219984 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10f620 0x7fee4c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.701+0000 7fee53942700 1 --2- 172.21.15.29:0/2993219984 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c10fa90 0x7fee4c1083f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.701+0000 7fee53942700 1 -- 172.21.15.29:0/2993219984 >> 172.21.15.29:0/2993219984 conn(0x7fee4c06cfa0 msgr2=0x7fee4c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.710+0000 7fee53942700 1 -- 172.21.15.29:0/2993219984 shutdown_connections 2023-10-05T15:26:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.716+0000 7fee53942700 1 -- 172.21.15.29:0/2993219984 wait complete. 2023-10-05T15:26:22.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 Processor -- start 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 -- start start 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10fa90 0x7fee4c11a030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c11a690 0x7fee4c113940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4c114160 con 0x7fee4c10fa90 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4c1142d0 con 0x7fee4c11a690 2023-10-05T15:26:22.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.717+0000 7fee53942700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee4c114490 con 0x7fee4c10f620 2023-10-05T15:26:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.722+0000 7fee516de700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.722+0000 7fee516de700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55610/0 (socket says 172.21.15.29:55610) 2023-10-05T15:26:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.722+0000 7fee516de700 1 -- 172.21.15.29:0/738022131 learned_addr learned my addr 172.21.15.29:0/738022131 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:22.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.722+0000 7fee51edf700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c11a690 0x7fee4c113940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.730+0000 7fee50edd700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10fa90 0x7fee4c11a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.731+0000 7fee516de700 1 -- 172.21.15.29:0/738022131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c11a690 msgr2=0x7fee4c113940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.731+0000 7fee516de700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c11a690 0x7fee4c113940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.731+0000 7fee516de700 1 -- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10fa90 msgr2=0x7fee4c11a030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.731+0000 7fee516de700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10fa90 0x7fee4c11a030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.731+0000 7fee516de700 1 -- 172.21.15.29:0/738022131 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee480095f0 con 0x7fee4c10f620 2023-10-05T15:26:22.736 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.734+0000 7fee516de700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee4400ba50 tx=0x7fee4400bd60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.755+0000 7fee427fc700 1 -- 172.21.15.29:0/738022131 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4400c9b0 con 0x7fee4c10f620 2023-10-05T15:26:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.755+0000 7fee427fc700 1 -- 172.21.15.29:0/738022131 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee44014440 con 0x7fee4c10f620 2023-10-05T15:26:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.755+0000 7fee427fc700 1 -- 172.21.15.29:0/738022131 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440075d0 con 0x7fee4c10f620 2023-10-05T15:26:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.755+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee4c1bb340 con 0x7fee4c10f620 2023-10-05T15:26:22.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.756+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee4c1bb6b0 con 0x7fee4c10f620 2023-10-05T15:26:22.763 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 Processor -- start 2023-10-05T15:26:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 -- start start 2023-10-05T15:26:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3caedfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3ca57400 con 0x556d3caedc00 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3ca48bc0 con 0x556d3caee520 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.761+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3ca464e0 con 0x556d3caf93d0 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.763+0000 7fee516de700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.764+0000 7fee427fc700 1 -- 172.21.15.29:0/738022131 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fee4400cb10 con 0x7fee4c10f620 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.764+0000 7fee516de700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56334/0 (socket says 172.21.15.29:56334) 2023-10-05T15:26:22.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.764+0000 7fee516de700 1 -- 172.21.15.29:0/1226246799 learned_addr learned my addr 172.21.15.29:0/1226246799 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.764+0000 7fee427fc700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 0x7fee380a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.765+0000 7fee427fc700 1 -- 172.21.15.29:0/738022131 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fee44006e40 con 0x7fee4c10f620 2023-10-05T15:26:22.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.765+0000 7fee50edd700 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 -- 172.21.15.29:0/1226246799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 msgr2=0x556d3cafb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafb7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 -- 172.21.15.29:0/1226246799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 msgr2=0x556d3caedfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3caedfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 -- 172.21.15.29:0/1226246799 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d3c86cd80 con 0x556d3caee520 2023-10-05T15:26:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee51edf700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 0x7fee380a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.770 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.766+0000 7fee516de700 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fee44095cc0 tx=0x7fee44004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2e90fbbfa6f8ba5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.767+0000 7fee377fe700 1 -- 172.21.15.29:0/1226246799 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee44099120 con 0x556d3caee520 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.767+0000 7fee377fe700 1 -- 172.21.15.29:0/1226246799 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee44099ec0 con 0x556d3caee520 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.767+0000 7fee377fe700 1 -- 172.21.15.29:0/1226246799 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee440ca060 con 0x556d3caee520 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1226246799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 msgr2=0x556d3caf8e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fee44095cc0 tx=0x7fee44004ad0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1226246799 shutdown_connections 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3caedfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1226246799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3caf8e90 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.771 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1226246799 >> 172.21.15.29:0/1226246799 conn(0x556d3ca63200 msgr2=0x556d3caea080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1226246799 shutdown_connections 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.768+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1226246799 wait complete. 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.769+0000 7fee5fb2cb80 1 -- start start 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.769+0000 7fee5fb2cb80 1 Processor -- start 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf8e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3ca41dd0 con 0x556d3caf93d0 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3c9de6b0 con 0x556d3caedc00 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3c9de350 con 0x556d3caee520 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee5fb2cb80 10 client.0 _ll_register_callbacks cb 0x556d3c83b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.770+0000 7fee51edf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49222/0 (socket says 172.21.15.29:49222) 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 -- 172.21.15.29:0/1870450831 learned_addr learned my addr 172.21.15.29:0/1870450831 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:22.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 0x7fee380a3c20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fee3c006ea0 tx=0x7fee3c006df0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 -- 172.21.15.29:0/1870450831 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 msgr2=0x556d3caf6080 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:26:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf6080 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 -- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 msgr2=0x556d3caf8e70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:26:22.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf8e70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.771+0000 7fee51edf700 1 -- 172.21.15.29:0/1870450831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee440d3040 con 0x556d3caf93d0 2023-10-05T15:26:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.772+0000 7fee51edf700 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0156d0 tx=0x7fee3c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51c378f629683393 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.772+0000 7fee34ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:26:22.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c0152e0 con 0x556d3caf93d0 2023-10-05T15:26:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fee3c015c70 con 0x556d3caf93d0 2023-10-05T15:26:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556d3cae1d50 con 0x556d3caf93d0 2023-10-05T15:26:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee3c015e30 con 0x556d3caf93d0 2023-10-05T15:26:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee5fb2cb80 10 client.16263 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:22.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.773+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d3c855c00 con 0x556d3caf93d0 2023-10-05T15:26:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.774+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556d3cae1d50 con 0x556d3caf93d0 2023-10-05T15:26:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.774+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fee3c01e4e0 con 0x556d3caf93d0 2023-10-05T15:26:22.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 10 client.16263 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 10 client.16263 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:22.778 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 20 client.16263 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:22.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb08f50 0x556d3cb0b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 4 client.16263 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:26:22.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.775+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556d3ca3adb0 con 0x556d3cb08f50 2023-10-05T15:26:22.798 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.787+0000 7fee516de700 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb08f50 0x556d3cb0b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.811+0000 7fee516de700 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb08f50 0x556d3cb0b370 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89023a0d3e5bc6d6 server_cookie=c783946280faa91d in_seq=0 out_seq=0 2023-10-05T15:26:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.816+0000 7fee34ff9700 10 client.16263 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.816+0000 7fee34ff9700 1 -- 172.21.15.29:0/1870450831 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556d3ca3adb0 con 0x556d3cb08f50 2023-10-05T15:26:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.816+0000 7fee34ff9700 10 client.16263 handle_command_reply: tid=0 2023-10-05T15:26:22.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.816+0000 7fee5fb2cb80 1 client.16263 shutdown 2023-10-05T15:26:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.832+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 msgr2=0x556d3caf67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.832+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0156d0 tx=0x7fee3c004750 comp rx=0 tx=0).stop 2023-10-05T15:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 shutdown_connections 2023-10-05T15:26:22.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb08f50 0x556d3cb0b370 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf67c0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/1870450831 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.843+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 >> 172.21.15.29:0/1870450831 conn(0x556d3ca63200 msgr2=0x556d3cae9c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:22.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.844+0000 7fee34ff9700 0 client.16263 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:22.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.855+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 shutdown_connections 2023-10-05T15:26:22.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.864+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/1870450831 wait complete. 2023-10-05T15:26:22.870 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.868+0000 7fee5fb2cb80 20 client.16263 trim_cache size 0 max 16384 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 Processor -- start 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 -- start start 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf5920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3c8c28c0 con 0x556d3caf93d0 2023-10-05T15:26:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3caeb500 con 0x556d3caedc00 2023-10-05T15:26:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.897+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3caf63d0 con 0x556d3caee520 2023-10-05T15:26:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.898+0000 7fee51edf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.898+0000 7fee51edf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49230/0 (socket says 172.21.15.29:49230) 2023-10-05T15:26:22.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.898+0000 7fee51edf700 1 -- 172.21.15.29:0/2687939619 learned_addr learned my addr 172.21.15.29:0/2687939619 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 -- 172.21.15.29:0/2687939619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 msgr2=0x556d3caf5920 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf5920 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 -- 172.21.15.29:0/2687939619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 msgr2=0x556d3caf89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 -- 172.21.15.29:0/2687939619 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556d3c8931f0 con 0x556d3caf93d0 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.899+0000 7fee51edf700 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fee3c01e870 tx=0x7fee3c00f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc8c6169d670353c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.900+0000 7fee37fff700 1 -- 172.21.15.29:0/2687939619 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c01ec60 con 0x556d3caf93d0 2023-10-05T15:26:22.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.900+0000 7fee37fff700 1 -- 172.21.15.29:0/2687939619 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee3c01ee90 con 0x556d3caf93d0 2023-10-05T15:26:22.903 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.900+0000 7fee37fff700 1 -- 172.21.15.29:0/2687939619 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c006360 con 0x556d3caf93d0 2023-10-05T15:26:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.907+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/2687939619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 msgr2=0x556d3caf5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:22.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.907+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fee3c01e870 tx=0x7fee3c00f520 comp rx=0 tx=0).stop 2023-10-05T15:26:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.922+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/2687939619 shutdown_connections 2023-10-05T15:26:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.922+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caf93d0 0x556d3caf5e60 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.922+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caedc00 0x556d3caf89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.922+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/2687939619 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caee520 0x556d3caf5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.922+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/2687939619 >> 172.21.15.29:0/2687939619 conn(0x556d3ca63200 msgr2=0x556d3caf1390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:22.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.935+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/2687939619 shutdown_connections 2023-10-05T15:26:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.944+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/2687939619 wait complete. 2023-10-05T15:26:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.944+0000 7fee5fb2cb80 1 -- start start 2023-10-05T15:26:22.951 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.944+0000 7fee5fb2cb80 1 Processor -- start 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3cb55660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafbf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3cafc690 con 0x556d3caedc00 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3cafc800 con 0x556d3caee520 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556d3cafc9c0 con 0x556d3caf93d0 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.950+0000 7fee5fb2cb80 10 client.0 _ll_register_callbacks cb 0x556d3c83b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.951+0000 7fee516de700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.951+0000 7fee516de700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49234/0 (socket says 172.21.15.29:49234) 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.951+0000 7fee516de700 1 -- 172.21.15.29:0/3936055283 learned_addr learned my addr 172.21.15.29:0/3936055283 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.955+0000 7fee51edf700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.959+0000 7fee516de700 1 -- 172.21.15.29:0/3936055283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 msgr2=0x556d3cafbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.959+0000 7fee516de700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafbf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.959+0000 7fee516de700 1 -- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 msgr2=0x556d3cb55660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.959+0000 7fee516de700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3cb55660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:22.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.959+0000 7fee516de700 1 -- 172.21.15.29:0/3936055283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556d3c855c00 con 0x556d3caedc00 2023-10-05T15:26:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.960+0000 7fee516de700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fee44000f80 tx=0x7fee4409a030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7923cd8e56c71cf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.960+0000 7fee34ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:26:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.960+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4409d910 con 0x556d3caedc00 2023-10-05T15:26:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.960+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fee44097b60 con 0x556d3caedc00 2023-10-05T15:26:22.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.960+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fee44099ec0 con 0x556d3caedc00 2023-10-05T15:26:22.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.968+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fee440c9fb0 con 0x556d3caedc00 2023-10-05T15:26:22.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 10 client.16269 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:22.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x556d3c86b250 con 0x556d3caedc00 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fee44099ec0 con 0x556d3caedc00 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fee44098d40 con 0x556d3caedc00 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 10 client.16269 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 10 client.16269 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 20 client.16269 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:22.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb5ddc0 0x556d3cb601b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 4 client.16269 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:26:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.973+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556d3ca3aad0 con 0x556d3cb5ddc0 2023-10-05T15:26:22.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:22.982+0000 7fee50edd700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb5ddc0 0x556d3cb601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:23.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.001+0000 7fee50edd700 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb5ddc0 0x556d3cb601b0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd9eb50686867daa server_cookie=2fbd0933885c834 in_seq=0 out_seq=0 2023-10-05T15:26:23.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.003+0000 7fee34ff9700 10 client.16269 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:23.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.081+0000 7fee34ff9700 1 -- 172.21.15.29:0/3936055283 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556d3ca3aad0 con 0x556d3cb5ddc0 2023-10-05T15:26:23.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.081+0000 7fee34ff9700 10 client.16269 handle_command_reply: tid=0 2023-10-05T15:26:23.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.081+0000 7fee5fb2cb80 1 client.16269 shutdown 2023-10-05T15:26:23.091 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.089+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 msgr2=0x556d3cb55120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:23.091 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.089+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fee44000f80 tx=0x7fee4409a030 comp rx=0 tx=0).stop 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 shutdown_connections 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556d3cb5ddc0 0x556d3cb601b0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556d3caf93d0 0x556d3cafbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556d3caedc00 0x556d3cb55120 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 --2- 172.21.15.29:0/3936055283 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556d3caee520 0x556d3cb55660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 >> 172.21.15.29:0/3936055283 conn(0x556d3ca63200 msgr2=0x556d3cae9250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee34ff9700 0 client.16269 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 shutdown_connections 2023-10-05T15:26:23.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.094+0000 7fee5fb2cb80 1 -- 172.21.15.29:0/3936055283 wait complete. 2023-10-05T15:26:23.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.095+0000 7fee5fb2cb80 20 client.16269 trim_cache size 0 max 16384 2023-10-05T15:26:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:26:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:26:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:26:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 msgr2=0x7fee380a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 0x7fee380a3c20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fee3c006ea0 tx=0x7fee3c006df0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 msgr2=0x7fee4c119af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fee4400ba50 tx=0x7fee4400bd60 comp rx=0 tx=0).stop 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 shutdown_connections 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fee380a1760 0x7fee380a3c20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fee4c10f620 0x7fee4c119af0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fee4c11a690 0x7fee4c113940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 --2- 172.21.15.29:0/738022131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fee4c10fa90 0x7fee4c11a030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:23.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 >> 172.21.15.29:0/738022131 conn(0x7fee4c06cfa0 msgr2=0x7fee4c0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:23.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 shutdown_connections 2023-10-05T15:26:23.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:23.105+0000 7fee53942700 1 -- 172.21.15.29:0/738022131 wait complete. 2023-10-05T15:26:24.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:24 smithi029 ceph-mon[99237]: pgmap v128: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:24.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:24 smithi040 ceph-mon[103696]: pgmap v128: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:24.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:24 smithi177 ceph-mon[103568]: pgmap v128: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:26.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:26 smithi029 ceph-mon[99237]: pgmap v129: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 78 MiB/s wr, 1.27k op/s 2023-10-05T15:26:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:26 smithi040 ceph-mon[103696]: pgmap v129: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 78 MiB/s wr, 1.27k op/s 2023-10-05T15:26:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:26 smithi177 ceph-mon[103568]: pgmap v129: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 78 MiB/s wr, 1.27k op/s 2023-10-05T15:26:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:27 smithi029 ceph-mon[99237]: pgmap v130: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:27.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:27 smithi040 ceph-mon[103696]: pgmap v130: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:27.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:27 smithi177 ceph-mon[103568]: pgmap v130: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:30.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:30 smithi029 ceph-mon[99237]: pgmap v131: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2023-10-05T15:26:30.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:30 smithi040 ceph-mon[103696]: pgmap v131: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2023-10-05T15:26:30.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:30 smithi177 ceph-mon[103568]: pgmap v131: 129 pgs: 129 active+clean; 10 GiB data, 25 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 63 MiB/s wr, 1.03k op/s 2023-10-05T15:26:32.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:32 smithi029 ceph-mon[99237]: pgmap v132: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:26:32.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:32 smithi040 ceph-mon[103696]: pgmap v132: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:26:32.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:32 smithi177 ceph-mon[103568]: pgmap v132: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:26:33.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:33 smithi029 ceph-mon[99237]: pgmap v133: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 57 MiB/s wr, 928 op/s 2023-10-05T15:26:33.662 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:33 smithi040 ceph-mon[103696]: pgmap v133: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 57 MiB/s wr, 928 op/s 2023-10-05T15:26:33.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:33 smithi177 ceph-mon[103568]: pgmap v133: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 57 MiB/s wr, 928 op/s 2023-10-05T15:26:35.620 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:35 smithi029 ceph-mon[99237]: pgmap v134: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:26:35.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:35 smithi040 ceph-mon[103696]: pgmap v134: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:26:35.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:35 smithi177 ceph-mon[103568]: pgmap v134: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:26:37.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:36 smithi029 ceph-mon[99237]: pgmap v135: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:26:37.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:36 smithi040 ceph-mon[103696]: pgmap v135: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:26:37.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:36 smithi177 ceph-mon[103568]: pgmap v135: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 70 MiB/s wr, 1.12k op/s 2023-10-05T15:26:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.570+0000 7f2a2a816700 1 -- 172.21.15.29:0/688262082 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24103320 msgr2=0x7f2a24103700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.571 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.570+0000 7f2a2a816700 1 --2- 172.21.15.29:0/688262082 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24103320 0x7f2a24103700 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2a1401a9a0 tx=0x7f2a1401acb0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 -- 172.21.15.29:0/688262082 shutdown_connections 2023-10-05T15:26:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 --2- 172.21.15.29:0/688262082 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24108440 0x7f2a2410ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 --2- 172.21.15.29:0/688262082 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24103320 0x7f2a24103700 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 --2- 172.21.15.29:0/688262082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a24103cd0 0x7f2a24107d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 -- 172.21.15.29:0/688262082 >> 172.21.15.29:0/688262082 conn(0x7f2a240feb60 msgr2=0x7f2a24100f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 -- 172.21.15.29:0/688262082 shutdown_connections 2023-10-05T15:26:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.572+0000 7f2a2a816700 1 -- 172.21.15.29:0/688262082 wait complete. 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 Processor -- start 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 -- start start 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24108440 0x7f2a2410fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a2410b7d0 0x7f2a2410bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a2410c3f0 con 0x7f2a2410b7d0 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a2410c560 con 0x7f2a24108440 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a2a816700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a2419d7e0 con 0x7f2a24103320 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55652/0 (socket says 172.21.15.29:55652) 2023-10-05T15:26:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.573+0000 7f2a23fff700 1 -- 172.21.15.29:0/3630541122 learned_addr learned my addr 172.21.15.29:0/3630541122 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 -- 172.21.15.29:0/3630541122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24108440 msgr2=0x7f2a2410fed0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:26:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24108440 0x7f2a2410fed0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 -- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a2410b7d0 msgr2=0x7f2a2410bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a2410b7d0 0x7f2a2410bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 -- 172.21.15.29:0/3630541122 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a1401a600 con 0x7f2a24103320 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.574+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2a14005e30 tx=0x7f2a14003aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.575+0000 7f2a217fa700 1 -- 172.21.15.29:0/3630541122 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1402d070 con 0x7f2a24103320 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.575+0000 7f2a217fa700 1 -- 172.21.15.29:0/3630541122 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a14004340 con 0x7f2a24103320 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.575+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a2419da10 con 0x7f2a24103320 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.575+0000 7f2a217fa700 1 -- 172.21.15.29:0/3630541122 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a14031e10 con 0x7f2a24103320 2023-10-05T15:26:37.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.575+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a2419dee0 con 0x7f2a24103320 2023-10-05T15:26:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.578+0000 7f2a217fa700 1 -- 172.21.15.29:0/3630541122 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f2a14031410 con 0x7f2a24103320 2023-10-05T15:26:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.579+0000 7f2a217fa700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 0x7f2a0c0a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.579+0000 7f2a217fa700 1 -- 172.21.15.29:0/3630541122 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2a140deb60 con 0x7f2a24103320 2023-10-05T15:26:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.580+0000 7f2a237fe700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 0x7f2a0c0a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.580+0000 7f2a237fe700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 0x7f2a0c0a3ae0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2a2410d180 tx=0x7f2a1800b3f0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 Processor -- start 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 -- start start 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4a0fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ae7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c40a400 con 0x55688c4a0c00 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c3fbbc0 con 0x55688c4a1520 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.581+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c3f94e0 con 0x55688c4ac3d0 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4a0fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56378/0 (socket says 172.21.15.29:56378) 2023-10-05T15:26:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a237fe700 1 -- 172.21.15.29:0/3342062381 learned_addr learned my addr 172.21.15.29:0/3342062381 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a28db3700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ae7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 -- 172.21.15.29:0/3342062381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 msgr2=0x55688c4ae7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ae7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 -- 172.21.15.29:0/3342062381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 msgr2=0x55688c4abe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 -- 172.21.15.29:0/3342062381 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55688c21fd80 con 0x55688c4a0c00 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a237fe700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a28db3700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ae7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a23fff700 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4a0fe0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f2a140dc0c0 tx=0x7f2a140ac0e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fda74247e947d722 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a0a7fc700 1 -- 172.21.15.29:0/3342062381 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a140afab0 con 0x55688c4a0c00 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a0a7fc700 1 -- 172.21.15.29:0/3342062381 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a140b3c60 con 0x55688c4a0c00 2023-10-05T15:26:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.582+0000 7f2a0a7fc700 1 -- 172.21.15.29:0/3342062381 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a140abe20 con 0x55688c4a0c00 2023-10-05T15:26:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.583+0000 7f2a36a00b80 1 -- 172.21.15.29:0/3342062381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 msgr2=0x55688c4a0fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.583+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4a0fe0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f2a140dc0c0 tx=0x7f2a140ac0e0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.583+0000 7f2a36a00b80 1 -- 172.21.15.29:0/3342062381 shutdown_connections 2023-10-05T15:26:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ae7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4a0fe0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/3342062381 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4abe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 -- 172.21.15.29:0/3342062381 >> 172.21.15.29:0/3342062381 conn(0x55688c416200 msgr2=0x55688c49d080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 -- 172.21.15.29:0/3342062381 shutdown_connections 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 -- 172.21.15.29:0/3342062381 wait complete. 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 -- start start 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.584+0000 7f2a36a00b80 1 Processor -- start 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4ac7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ad230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c3f4dd0 con 0x55688c4a1520 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c3916b0 con 0x55688c4a0c00 2023-10-05T15:26:37.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c391350 con 0x55688c4ac3d0 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a36a00b80 10 client.0 _ll_register_callbacks cb 0x55688c1ee7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4ac7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49264/0 (socket says 172.21.15.29:49264) 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.585+0000 7f2a237fe700 1 -- 172.21.15.29:0/1692009078 learned_addr learned my addr 172.21.15.29:0/1692009078 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 -- 172.21.15.29:0/1692009078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 msgr2=0x55688c4ad230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 -- 172.21.15.29:0/1692009078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 msgr2=0x55688c4accf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 -- 172.21.15.29:0/1692009078 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a1800d7a0 con 0x55688c4a0c00 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a237fe700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:26:37.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.586+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4ac7b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55688c4a2c30 tx=0x7f2a1401a320 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d87cf76b06beb47b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a140cb260 con 0x55688c4a0c00 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2a140aae50 con 0x55688c4a0c00 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55688c494d50 con 0x55688c4a0c00 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a140ab010 con 0x55688c4a0c00 2023-10-05T15:26:37.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 10 client.25841 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x7f2a2419dee0 con 0x55688c4a0c00 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a140c9080 con 0x55688c4a0c00 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2a140960c0 con 0x55688c4a0c00 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 10 client.25841 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 10 client.25841 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 20 client.25841 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.587+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c4c3d50 0x55688c4c6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.588+0000 7f2a36a00b80 4 client.25841 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.588+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55688c3eddb0 con 0x55688c4c3d50 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.588+0000 7f2a237fe700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c4c3d50 0x55688c4c6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.588+0000 7f2a237fe700 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c4c3d50 0x55688c4c6170 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4cf6455dc4b03b11 server_cookie=e3488b7ad25bbc2e in_seq=0 out_seq=0 2023-10-05T15:26:37.593 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.588+0000 7f2a037fe700 10 client.25841 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a037fe700 1 -- 172.21.15.29:0/1692009078 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55688c3eddb0 con 0x55688c4c3d50 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a037fe700 10 client.25841 handle_command_reply: tid=0 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 client.25841 shutdown 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 msgr2=0x55688c4ac7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4ac7b0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x55688c4a2c30 tx=0x7f2a1401a320 comp rx=0 tx=0).stop 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 shutdown_connections 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c4c3d50 0x55688c4c6170 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4ad230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4ac7b0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1692009078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4accf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a037fe700 0 client.25841 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 >> 172.21.15.29:0/1692009078 conn(0x55688c416200 msgr2=0x55688c49cc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 shutdown_connections 2023-10-05T15:26:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.589+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1692009078 wait complete. 2023-10-05T15:26:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.590+0000 7f2a36a00b80 20 client.25841 trim_cache size 0 max 16384 2023-10-05T15:26:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.618+0000 7f2a36a00b80 1 Processor -- start 2023-10-05T15:26:37.626 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 -- start start 2023-10-05T15:26:37.626 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4a5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.626 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.626 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4a6770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c2758c0 con 0x55688c4a1520 2023-10-05T15:26:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c4a9a60 con 0x55688c4a0c00 2023-10-05T15:26:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c4a7310 con 0x55688c4ac3d0 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a237fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49272/0 (socket says 172.21.15.29:49272) 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.625+0000 7f2a237fe700 1 -- 172.21.15.29:0/2062951383 learned_addr learned my addr 172.21.15.29:0/2062951383 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a28db3700 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4a6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a237fe700 1 -- 172.21.15.29:0/2062951383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 msgr2=0x55688c4a6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a237fe700 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4a6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a237fe700 1 -- 172.21.15.29:0/2062951383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 msgr2=0x55688c4a5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a237fe700 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4a5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a237fe700 1 -- 172.21.15.29:0/2062951383 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55688c208c00 con 0x55688c4a1520 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.634+0000 7f2a28db3700 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4a6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.635+0000 7f2a237fe700 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f2a1800e010 tx=0x7f2a18013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27431953af5bb835 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.635+0000 7f2a0affd700 1 -- 172.21.15.29:0/2062951383 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a18024040 con 0x55688c4a1520 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.635+0000 7f2a0affd700 1 -- 172.21.15.29:0/2062951383 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a18026cd0 con 0x55688c4a1520 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.635+0000 7f2a0affd700 1 -- 172.21.15.29:0/2062951383 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a1801e3f0 con 0x55688c4a1520 2023-10-05T15:26:37.637 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.636+0000 7f2a36a00b80 1 -- 172.21.15.29:0/2062951383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 msgr2=0x55688c4b6f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.636+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f2a1800e010 tx=0x7f2a18013000 comp rx=0 tx=0).stop 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 -- 172.21.15.29:0/2062951383 shutdown_connections 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c4a6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a0c00 0x55688c4a5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/2062951383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a1520 0x55688c4b6f20 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 -- 172.21.15.29:0/2062951383 >> 172.21.15.29:0/2062951383 conn(0x55688c416200 msgr2=0x55688c4caad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 -- 172.21.15.29:0/2062951383 shutdown_connections 2023-10-05T15:26:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 -- 172.21.15.29:0/2062951383 wait complete. 2023-10-05T15:26:37.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 -- start start 2023-10-05T15:26:37.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.642+0000 7f2a36a00b80 1 Processor -- start 2023-10-05T15:26:37.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4af6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c516b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c4b0000 con 0x55688c4a0c00 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c5170c0 con 0x55688c4a1520 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55688c517200 con 0x55688c4ac3d0 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a36a00b80 10 client.0 _ll_register_callbacks cb 0x7f2a140ab390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49276/0 (socket says 172.21.15.29:49276) 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 -- 172.21.15.29:0/1961068650 learned_addr learned my addr 172.21.15.29:0/1961068650 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a28db3700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c516b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 -- 172.21.15.29:0/1961068650 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 msgr2=0x55688c516b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c516b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 -- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 msgr2=0x55688c4af6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4af6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 -- 172.21.15.29:0/1961068650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a1800d9e0 con 0x55688c4a0c00 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a23fff700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2a140ab660 tx=0x7f2a1401a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=485d9d8152a9db1d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.643+0000 7f2a037fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a140ab050 con 0x55688c4a0c00 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2a140cb260 con 0x55688c4a0c00 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a140b3c60 con 0x55688c4a0c00 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a140b37d0 con 0x55688c4a0c00 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 10 client.16284 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:37.648 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55688c2461f0 con 0x55688c4a0c00 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2a140b3c60 con 0x55688c4a0c00 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2a140a7750 con 0x55688c4a0c00 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 10 client.16284 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 10 client.16284 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 20 client.16284 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c5183d0 0x55688c51a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 4 client.16284 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.644+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55688c3edad0 con 0x55688c5183d0 2023-10-05T15:26:37.649 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.645+0000 7f2a237fe700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c5183d0 0x55688c51a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:37.650 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.646+0000 7f2a237fe700 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c5183d0 0x55688c51a7f0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85f7688ed40779a6 server_cookie=8a74ccbf4a8b45c6 in_seq=0 out_seq=0 2023-10-05T15:26:37.650 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.646+0000 7f2a037fe700 10 client.16284 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.827+0000 7f2a037fe700 1 -- 172.21.15.29:0/1961068650 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55688c3edad0 con 0x55688c5183d0 2023-10-05T15:26:37.828 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.827+0000 7f2a037fe700 10 client.16284 handle_command_reply: tid=0 2023-10-05T15:26:37.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.828+0000 7f2a36a00b80 1 client.16284 shutdown 2023-10-05T15:26:37.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 msgr2=0x55688c4af1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2a140ab660 tx=0x7f2a1401a320 comp rx=0 tx=0).stop 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 shutdown_connections 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55688c5183d0 0x55688c51a7f0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55688c4ac3d0 0x55688c516b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55688c4a0c00 0x55688c4af1b0 secure :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f2a140ab660 tx=0x7f2a1401a320 comp rx=0 tx=0).stop 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 --2- 172.21.15.29:0/1961068650 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55688c4a1520 0x55688c4af6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 >> 172.21.15.29:0/1961068650 conn(0x55688c416200 msgr2=0x55688c4a6770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.841+0000 7f2a037fe700 0 client.16284 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:37.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.857+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 shutdown_connections 2023-10-05T15:26:37.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.866+0000 7f2a36a00b80 1 -- 172.21.15.29:0/1961068650 wait complete. 2023-10-05T15:26:37.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:26:37.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:26:37.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:26:37.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:26:37.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.879+0000 7f2a36a00b80 20 client.16284 trim_cache size 0 max 16384 2023-10-05T15:26:37.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 msgr2=0x7f2a0c0a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 0x7f2a0c0a3ae0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2a2410d180 tx=0x7f2a1800b3f0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 msgr2=0x7f2a2410f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:37.892 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2a14005e30 tx=0x7f2a14003aa0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 shutdown_connections 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2a0c0a1620 0x7f2a0c0a3ae0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2a24103320 0x7f2a2410f990 secure :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f2a14005e30 tx=0x7f2a14003aa0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2a2410b7d0 0x7f2a2410bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 --2- 172.21.15.29:0/3630541122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2a24108440 0x7f2a2410fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:37.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.891+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 >> 172.21.15.29:0/3630541122 conn(0x7f2a240feb60 msgr2=0x7f2a24106cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:37.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.906+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 shutdown_connections 2023-10-05T15:26:37.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:37.917+0000 7f2a2a816700 1 -- 172.21.15.29:0/3630541122 wait complete. 2023-10-05T15:26:38.365 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:38 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:26:38.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:38 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:26:38.441 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:38 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:26:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:39 smithi040 ceph-mon[103696]: pgmap v136: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:26:39.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:39 smithi177 ceph-mon[103568]: pgmap v136: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:26:39.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:39 smithi029 ceph-mon[99237]: pgmap v136: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:26:40.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:40 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:26:40.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:40 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:26:40.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:40 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:26:40.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:40 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:26:40.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:40 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:26:40.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:40 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:26:40.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:40 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:26:40.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:40 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:26:40.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:40 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:26:41.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:41 smithi029 ceph-mon[99237]: pgmap v137: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.33k op/s 2023-10-05T15:26:41.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:41 smithi040 ceph-mon[103696]: pgmap v137: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.33k op/s 2023-10-05T15:26:41.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:41 smithi177 ceph-mon[103568]: pgmap v137: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 83 MiB/s wr, 1.33k op/s 2023-10-05T15:26:43.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:42 smithi029 ceph-mon[99237]: pgmap v138: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 59 MiB/s wr, 951 op/s 2023-10-05T15:26:43.409 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:42 smithi040 ceph-mon[103696]: pgmap v138: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 59 MiB/s wr, 951 op/s 2023-10-05T15:26:43.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:42 smithi177 ceph-mon[103568]: pgmap v138: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 59 MiB/s wr, 951 op/s 2023-10-05T15:26:45.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:45 smithi029 ceph-mon[99237]: pgmap v139: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:45.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:45 smithi040 ceph-mon[103696]: pgmap v139: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:45.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:45 smithi177 ceph-mon[103568]: pgmap v139: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:47 smithi029 ceph-mon[99237]: pgmap v140: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:47.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:47 smithi040 ceph-mon[103696]: pgmap v140: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:47.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:47 smithi177 ceph-mon[103568]: pgmap v140: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 70 MiB/s wr, 1.13k op/s 2023-10-05T15:26:49.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:49 smithi029 ceph-mon[99237]: pgmap v141: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 57 MiB/s wr, 917 op/s 2023-10-05T15:26:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:49 smithi040 ceph-mon[103696]: pgmap v141: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 57 MiB/s wr, 917 op/s 2023-10-05T15:26:49.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:49 smithi177 ceph-mon[103568]: pgmap v141: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 57 MiB/s wr, 917 op/s 2023-10-05T15:26:51.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:51 smithi029 ceph-mon[99237]: pgmap v142: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:51.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:51 smithi040 ceph-mon[103696]: pgmap v142: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:51.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:51 smithi177 ceph-mon[103568]: pgmap v142: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 69 MiB/s wr, 1.12k op/s 2023-10-05T15:26:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:51.999+0000 7fafd3fec700 1 -- 172.21.15.29:0/1436293469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc11a690 msgr2=0x7fafcc11ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:51.999+0000 7fafd3fec700 1 --2- 172.21.15.29:0/1436293469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc11a690 0x7fafcc11ca80 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fafc801a9a0 tx=0x7fafc801acb0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.006+0000 7fafd3fec700 1 -- 172.21.15.29:0/1436293469 shutdown_connections 2023-10-05T15:26:52.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.006+0000 7fafd3fec700 1 --2- 172.21.15.29:0/1436293469 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fafcc10f620 0x7fafcc107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.006+0000 7fafd3fec700 1 --2- 172.21.15.29:0/1436293469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc11a690 0x7fafcc11ca80 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.006+0000 7fafd3fec700 1 --2- 172.21.15.29:0/1436293469 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafcc10fa90 0x7fafcc1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.006+0000 7fafd3fec700 1 -- 172.21.15.29:0/1436293469 >> 172.21.15.29:0/1436293469 conn(0x7fafcc06cfa0 msgr2=0x7fafcc06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:52.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.011+0000 7fafd3fec700 1 -- 172.21.15.29:0/1436293469 shutdown_connections 2023-10-05T15:26:52.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.011+0000 7fafd3fec700 1 -- 172.21.15.29:0/1436293469 wait complete. 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.012+0000 7fafd3fec700 1 Processor -- start 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 -- start start 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafcc10fa90 0x7fafcc119eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fafcc11a690 0x7fafcc1158d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc115f80 con 0x7fafcc10f620 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc1160f0 con 0x7fafcc10fa90 2023-10-05T15:26:52.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.013+0000 7fafd3fec700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc1162b0 con 0x7fafcc11a690 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49290/0 (socket says 172.21.15.29:49290) 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 -- 172.21.15.29:0/4030257802 learned_addr learned my addr 172.21.15.29:0/4030257802 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 -- 172.21.15.29:0/4030257802 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fafcc11a690 msgr2=0x7fafcc1158d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fafcc11a690 0x7fafcc1158d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 -- 172.21.15.29:0/4030257802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafcc10fa90 msgr2=0x7fafcc119eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafcc10fa90 0x7fafcc119eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.014+0000 7fafd1d88700 1 -- 172.21.15.29:0/4030257802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafc801a600 con 0x7fafcc10f620 2023-10-05T15:26:52.021 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.015+0000 7fafd1d88700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b4b0 tx=0x7fafbc00b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.021+0000 7fafc2ffd700 1 -- 172.21.15.29:0/4030257802 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafbc011830 con 0x7fafcc10f620 2023-10-05T15:26:52.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.021+0000 7fafc2ffd700 1 -- 172.21.15.29:0/4030257802 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafbc011e50 con 0x7fafcc10f620 2023-10-05T15:26:52.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.021+0000 7fafc2ffd700 1 -- 172.21.15.29:0/4030257802 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafbc010e70 con 0x7fafcc10f620 2023-10-05T15:26:52.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.022+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafcc116530 con 0x7fafcc10f620 2023-10-05T15:26:52.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.022+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafcc1cc750 con 0x7fafcc10f620 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.027+0000 7fafe01d6b80 1 Processor -- start 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.027+0000 7fafe01d6b80 1 -- start start 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x559722789e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597226e8400 con 0x55972277ec00 2023-10-05T15:26:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597226d9bc0 con 0x55972278a3d0 2023-10-05T15:26:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.028+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597226d74e0 con 0x55972277f520 2023-10-05T15:26:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49296/0 (socket says 172.21.15.29:49296) 2023-10-05T15:26:52.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 -- 172.21.15.29:0/1515559059 learned_addr learned my addr 172.21.15.29:0/1515559059 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 -- 172.21.15.29:0/1515559059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 msgr2=0x559722789e90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:26:52.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x559722789e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 -- 172.21.15.29:0/1515559059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 msgr2=0x55972278c7c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:26:52.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278c7c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 -- 172.21.15.29:0/1515559059 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597224fdd80 con 0x55972277ec00 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.030+0000 7fafd2589700 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fafc801af50 tx=0x7fafc801af80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585d3137bb21436d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.034+0000 7fafc2ffd700 1 -- 172.21.15.29:0/4030257802 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fafbc010510 con 0x7fafcc10f620 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.034+0000 7fafb7fff700 1 -- 172.21.15.29:0/1515559059 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc801c9f0 con 0x55972277ec00 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.035+0000 7fafb7fff700 1 -- 172.21.15.29:0/1515559059 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc8003960 con 0x55972277ec00 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.035+0000 7fafb7fff700 1 -- 172.21.15.29:0/1515559059 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc800e690 con 0x55972277ec00 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.035+0000 7fafc2ffd700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 0x7fafb80a3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.035+0000 7fafc2ffd700 1 -- 172.21.15.29:0/4030257802 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fafbc0ccbf0 con 0x7fafcc10f620 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.036+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1515559059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 msgr2=0x55972277efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.036+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fafc801af50 tx=0x7fafc801af80 comp rx=0 tx=0).stop 2023-10-05T15:26:52.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.036+0000 7fafd1d88700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 0x7fafb80a3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.037+0000 7fafd1d88700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 0x7fafb80a3ba0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fafbc099770 tx=0x7fafbc004750 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.052 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.050+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1515559059 shutdown_connections 2023-10-05T15:26:52.053 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.050+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.053 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.050+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x55972277efe0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.053 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.050+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1515559059 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x559722789e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.053 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.050+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1515559059 >> 172.21.15.29:0/1515559059 conn(0x5597226f4200 msgr2=0x55972277b080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:52.064 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.058+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1515559059 shutdown_connections 2023-10-05T15:26:52.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.062+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1515559059 wait complete. 2023-10-05T15:26:52.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 -- start start 2023-10-05T15:26:52.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 Processor -- start 2023-10-05T15:26:52.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x559722787120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x559722787660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x559722787ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597226d2dd0 con 0x55972277f520 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972266f6b0 con 0x55972277ec00 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.063+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972266f350 con 0x55972278a3d0 2023-10-05T15:26:52.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.064+0000 7fafe01d6b80 10 client.0 _ll_register_callbacks cb 0x5597224cc7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.073+0000 7fafd2589700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x559722787120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.080+0000 7fafd1587700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x559722787660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.080+0000 7fafd1587700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x559722787660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49304/0 (socket says 172.21.15.29:49304) 2023-10-05T15:26:52.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.080+0000 7fafd1587700 1 -- 172.21.15.29:0/1440412654 learned_addr learned my addr 172.21.15.29:0/1440412654 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:52.087 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.082+0000 7fafd2589700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x559722787ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.095 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 -- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 msgr2=0x559722787120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x559722787120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 -- 172.21.15.29:0/1440412654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 msgr2=0x559722787660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x559722787660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 -- 172.21.15.29:0/1440412654 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafcc11d3b0 con 0x55972278a3d0 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.093+0000 7fafd2589700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x559722787ba0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fafc801a1c0 tx=0x7fafc801a320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=836ef0a04335c09c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.096 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafb57fa700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8005a00 con 0x55972278a3d0 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fafc8031060 con 0x55972278a3d0 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559722772d50 con 0x55972278a3d0 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafc8003ee0 con 0x55972278a3d0 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafe01d6b80 10 client.25801 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:52.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.094+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5597224e6c00 con 0x55972278a3d0 2023-10-05T15:26:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559722772d50 con 0x55972278a3d0 2023-10-05T15:26:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fafc8017450 con 0x55972278a3d0 2023-10-05T15:26:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 10 client.25801 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 10 client.25801 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:52.101 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 20 client.25801 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597227bb950 0x5597227bdd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 4 client.25801 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:26:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.099+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5597226cbdb0 con 0x5597227bb950 2023-10-05T15:26:52.102 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.100+0000 7fafd1587700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597227bb950 0x5597227bdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.121+0000 7fafd1587700 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597227bb950 0x5597227bdd70 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9d3267763bba48e server_cookie=ce3c065ed49fd87f in_seq=0 out_seq=0 2023-10-05T15:26:52.124 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.121+0000 7fafb57fa700 10 client.25801 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:52.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.130+0000 7fafb57fa700 1 -- 172.21.15.29:0/1440412654 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5597226cbdb0 con 0x5597227bb950 2023-10-05T15:26:52.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.130+0000 7fafb57fa700 10 client.25801 handle_command_reply: tid=0 2023-10-05T15:26:52.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.137+0000 7fafe01d6b80 1 client.25801 shutdown 2023-10-05T15:26:52.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.148+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 msgr2=0x559722787ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.148+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x559722787ba0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fafc801a1c0 tx=0x7fafc801a320 comp rx=0 tx=0).stop 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 shutdown_connections 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597227bb950 0x5597227bdd70 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x559722787ba0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x559722787120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1440412654 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x559722787660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafb57fa700 0 client.25801 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:52.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.162+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 >> 172.21.15.29:0/1440412654 conn(0x5597226f4200 msgr2=0x55972277ac10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.163+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 shutdown_connections 2023-10-05T15:26:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.171+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1440412654 wait complete. 2023-10-05T15:26:52.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.176+0000 7fafe01d6b80 20 client.25801 trim_cache size 0 max 16384 2023-10-05T15:26:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 Processor -- start 2023-10-05T15:26:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 -- start start 2023-10-05T15:26:52.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x559722784390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x5597227848d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597225538c0 con 0x55972277ec00 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597226cbde0 con 0x55972278a3d0 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.205+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559722789d20 con 0x55972277f520 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.210+0000 7fafd1587700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x5597227848d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.210+0000 7fafd1587700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x5597227848d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55716/0 (socket says 172.21.15.29:55716) 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.210+0000 7fafd1587700 1 -- 172.21.15.29:0/1495945127 learned_addr learned my addr 172.21.15.29:0/1495945127 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.221+0000 7fafd2589700 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.224 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.221+0000 7fafd2589700 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x559722784390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.223+0000 7fafd2589700 1 -- 172.21.15.29:0/1495945127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 msgr2=0x5597227848d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.223+0000 7fafd2589700 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x5597227848d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.223+0000 7fafd2589700 1 -- 172.21.15.29:0/1495945127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 msgr2=0x55972278b7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.223+0000 7fafd2589700 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278b7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.223+0000 7fafd2589700 1 -- 172.21.15.29:0/1495945127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597225241f0 con 0x55972277ec00 2023-10-05T15:26:52.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.224+0000 7fafd2589700 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x559722784390 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fafc80044c0 tx=0x7fafc8003730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a338937521e219b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.227+0000 7fafc0ff9700 1 -- 172.21.15.29:0/1495945127 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc8005a00 con 0x55972277ec00 2023-10-05T15:26:52.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.227+0000 7fafc0ff9700 1 -- 172.21.15.29:0/1495945127 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc8030020 con 0x55972277ec00 2023-10-05T15:26:52.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.227+0000 7fafc0ff9700 1 -- 172.21.15.29:0/1495945127 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc800e7d0 con 0x55972277ec00 2023-10-05T15:26:52.235 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.228+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1495945127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 msgr2=0x559722784390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:52.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.228+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x559722784390 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fafc80044c0 tx=0x7fafc8003730 comp rx=0 tx=0).stop 2023-10-05T15:26:52.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.229+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1495945127 shutdown_connections 2023-10-05T15:26:52.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.229+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972278a3d0 0x55972278b7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.229+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277ec00 0x559722784390 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.229+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1495945127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972277f520 0x5597227848d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.229+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1495945127 >> 172.21.15.29:0/1495945127 conn(0x5597226f4200 msgr2=0x559722782430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:52.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.243+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1495945127 shutdown_connections 2023-10-05T15:26:52.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.243+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1495945127 wait complete. 2023-10-05T15:26:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.244+0000 7fafe01d6b80 1 -- start start 2023-10-05T15:26:52.252 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.244+0000 7fafe01d6b80 1 Processor -- start 2023-10-05T15:26:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x55972278eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.263 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x55972280e740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972280ec80 con 0x55972277f520 2023-10-05T15:26:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972280edc0 con 0x55972277ec00 2023-10-05T15:26:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55972280ef00 con 0x55972278a3d0 2023-10-05T15:26:52.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.256+0000 7fafe01d6b80 10 client.0 _ll_register_callbacks cb 0x7fafc8004080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:26:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.261+0000 7fafd1587700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49314/0 (socket says 172.21.15.29:49314) 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 -- 172.21.15.29:0/1516150408 learned_addr learned my addr 172.21.15.29:0/1516150408 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 -- 172.21.15.29:0/1516150408 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 msgr2=0x55972280e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x55972280e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 -- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 msgr2=0x55972278eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x55972278eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:52.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 -- 172.21.15.29:0/1516150408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5597224e6c00 con 0x55972277f520 2023-10-05T15:26:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.262+0000 7fafd1587700 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x5597227be640 tx=0x7fafc4009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24d23b8c393e8389 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:26:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.269+0000 7fafb57fa700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:26:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.269+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafc4015b60 con 0x55972277f520 2023-10-05T15:26:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.269+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fafc4015cc0 con 0x55972277f520 2023-10-05T15:26:52.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.269+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fafc8003960 con 0x55972277f520 2023-10-05T15:26:52.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.280+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fafc4015e80 con 0x55972277f520 2023-10-05T15:26:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.291+0000 7fafe01d6b80 10 client.16302 fetch_fsmap learned FSMap version 26 2023-10-05T15:26:52.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.291+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x5597224fc250 con 0x55972277f520 2023-10-05T15:26:52.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.294+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fafc8003960 con 0x55972277f520 2023-10-05T15:26:52.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.294+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fafc4029070 con 0x55972277f520 2023-10-05T15:26:52.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 10 client.16302 fetch_fsmap finished waiting for FSMap version 26 2023-10-05T15:26:52.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 10 client.16302 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:26:52.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 20 client.16302 populate_metadata read hostname 'smithi029' 2023-10-05T15:26:52.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597228105f0 0x5597228129e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:26:52.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 4 client.16302 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:26:52.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.295+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5597226cbad0 con 0x5597228105f0 2023-10-05T15:26:52.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.306+0000 7fafd2589700 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597228105f0 0x5597228129e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:26:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.326+0000 7fafd2589700 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597228105f0 0x5597228129e0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75b1be19f9aa027c server_cookie=d27d8fd918eb0820 in_seq=0 out_seq=0 2023-10-05T15:26:52.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:52.327+0000 7fafb57fa700 10 client.16302 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:53.363 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:53 smithi029 ceph-mon[99237]: pgmap v143: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 53 MiB/s wr, 854 op/s 2023-10-05T15:26:53.405 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:53 smithi040 ceph-mon[103696]: pgmap v143: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 53 MiB/s wr, 854 op/s 2023-10-05T15:26:53.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:53 smithi177 ceph-mon[103568]: pgmap v143: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 53 MiB/s wr, 854 op/s 2023-10-05T15:26:53.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.976+0000 7fafb57fa700 1 -- 172.21.15.29:0/1516150408 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5597226cbad0 con 0x5597228105f0 2023-10-05T15:26:53.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.976+0000 7fafb57fa700 10 client.16302 handle_command_reply: tid=0 2023-10-05T15:26:53.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.976+0000 7fafe01d6b80 1 client.16302 shutdown 2023-10-05T15:26:53.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 msgr2=0x55972278f070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:53.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x5597227be640 tx=0x7fafc4009580 comp rx=0 tx=0).stop 2023-10-05T15:26:53.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 shutdown_connections 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5597228105f0 0x5597228129e0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55972278a3d0 0x55972280e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55972277ec00 0x55972278eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 --2- 172.21.15.29:0/1516150408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55972277f520 0x55972278f070 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 >> 172.21.15.29:0/1516150408 conn(0x5597226f4200 msgr2=0x559722788a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:53.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.985+0000 7fafb57fa700 0 client.16302 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:26:53.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.990+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 shutdown_connections 2023-10-05T15:26:53.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:53.990+0000 7fafe01d6b80 1 -- 172.21.15.29:0/1516150408 wait complete. 2023-10-05T15:26:54.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.002+0000 7fafe01d6b80 20 client.16302 trim_cache size 0 max 16384 2023-10-05T15:26:54.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:26:54.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:26:54.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:26:54.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:26:54.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 msgr2=0x7fafb80a3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:54.015 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 0x7fafb80a3ba0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fafbc099770 tx=0x7fafbc004750 comp rx=0 tx=0).stop 2023-10-05T15:26:54.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 msgr2=0x7fafcc119970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:26:54.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fafbc00b4b0 tx=0x7fafbc00b870 comp rx=0 tx=0).stop 2023-10-05T15:26:54.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 shutdown_connections 2023-10-05T15:26:54.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fafb80a16e0 0x7fafb80a3ba0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:54.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fafcc11a690 0x7fafcc1158d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:54.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafcc10f620 0x7fafcc119970 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:54.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 --2- 172.21.15.29:0/4030257802 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fafcc10fa90 0x7fafcc119eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:26:54.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.013+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 >> 172.21.15.29:0/4030257802 conn(0x7fafcc06cfa0 msgr2=0x7fafcc0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:26:54.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.023+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 shutdown_connections 2023-10-05T15:26:54.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:26:54.032+0000 7fafd3fec700 1 -- 172.21.15.29:0/4030257802 wait complete. 2023-10-05T15:26:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:55 smithi029 ceph-mon[99237]: pgmap v144: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 61 MiB/s wr, 991 op/s 2023-10-05T15:26:55.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:55 smithi040 ceph-mon[103696]: pgmap v144: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 61 MiB/s wr, 991 op/s 2023-10-05T15:26:55.686 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:55 smithi177 ceph-mon[103568]: pgmap v144: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 61 MiB/s wr, 991 op/s 2023-10-05T15:26:57.365 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:57 smithi029 ceph-mon[99237]: pgmap v145: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:57.410 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:57 smithi040 ceph-mon[103696]: pgmap v145: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:57.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:57 smithi177 ceph-mon[103568]: pgmap v145: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 64 MiB/s wr, 1.04k op/s 2023-10-05T15:26:58.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:58 smithi029 ceph-mon[99237]: Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-10-05T15:26:58.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:58 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:26:58.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:58 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:26:58.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:58 smithi040 ceph-mon[103696]: Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-10-05T15:26:58.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:58 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:26:58.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:58 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:26:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:58 smithi177 ceph-mon[103568]: Health check failed: 1 MDSs report slow metadata IOs (MDS_SLOW_METADATA_IO) 2023-10-05T15:26:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:58 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:26:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:58 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:26:59.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:26:59 smithi029 ceph-mon[99237]: pgmap v146: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:26:59.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:26:59 smithi040 ceph-mon[103696]: pgmap v146: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:26:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:26:59 smithi177 ceph-mon[103568]: pgmap v146: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:27:00.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:00 smithi029 ceph-mon[99237]: Health check failed: 0 slow ops, oldest one blocked for 182 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:00.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:00 smithi040 ceph-mon[103696]: Health check failed: 0 slow ops, oldest one blocked for 182 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:00 smithi177 ceph-mon[103568]: Health check failed: 0 slow ops, oldest one blocked for 182 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:01.662 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:01 smithi040 ceph-mon[103696]: pgmap v147: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 74 MiB/s wr, 1.18k op/s 2023-10-05T15:27:01.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:01 smithi177 ceph-mon[103568]: pgmap v147: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 74 MiB/s wr, 1.18k op/s 2023-10-05T15:27:01.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:01 smithi029 ceph-mon[99237]: pgmap v147: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 74 MiB/s wr, 1.18k op/s 2023-10-05T15:27:02.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:02 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:02.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:02 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:02.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:02 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:02.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:02 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:02.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:02 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:02.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:02 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:03.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:03 smithi029 ceph-mon[99237]: pgmap v148: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 59 MiB/s wr, 956 op/s 2023-10-05T15:27:03.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:03 smithi040 ceph-mon[103696]: pgmap v148: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 59 MiB/s wr, 956 op/s 2023-10-05T15:27:03.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:03 smithi177 ceph-mon[103568]: pgmap v148: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 59 MiB/s wr, 956 op/s 2023-10-05T15:27:05.614 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:05 smithi029 ceph-mon[99237]: pgmap v149: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:27:05.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:05 smithi040 ceph-mon[103696]: pgmap v149: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:27:05.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:05 smithi177 ceph-mon[103568]: pgmap v149: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 69 MiB/s wr, 1.11k op/s 2023-10-05T15:27:06.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:06 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 188 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:06 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:06.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:06 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:06.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:06 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 188 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:06.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:06 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:06.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:06 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:06.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:06 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 188 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:06.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:06 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:06.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:06 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.330+0000 7fddf3390700 1 -- 172.21.15.29:0/1832625730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10f620 msgr2=0x7fddec107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.330+0000 7fddf3390700 1 --2- 172.21.15.29:0/1832625730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10f620 0x7fddec107eb0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fdde801a9a0 tx=0x7fdde801acb0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.349+0000 7fddf3390700 1 -- 172.21.15.29:0/1832625730 shutdown_connections 2023-10-05T15:27:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.349+0000 7fddf3390700 1 --2- 172.21.15.29:0/1832625730 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.349+0000 7fddf3390700 1 --2- 172.21.15.29:0/1832625730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10f620 0x7fddec107eb0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.349+0000 7fddf3390700 1 --2- 172.21.15.29:0/1832625730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10fa90 0x7fddec1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.349+0000 7fddf3390700 1 -- 172.21.15.29:0/1832625730 >> 172.21.15.29:0/1832625730 conn(0x7fddec06cfa0 msgr2=0x7fddec06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:07.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.362+0000 7fddf3390700 1 -- 172.21.15.29:0/1832625730 shutdown_connections 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.371+0000 7fddf3390700 1 -- 172.21.15.29:0/1832625730 wait complete. 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.372+0000 7fddf3390700 1 Processor -- start 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.372+0000 7fddf3390700 1 -- start start 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10f620 0x7fddec115ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 0x7fddec116010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec119670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec119cb0 con 0x7fddec10fa90 2023-10-05T15:27:07.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec119e20 con 0x7fddec10f620 2023-10-05T15:27:07.383 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.379+0000 7fddf3390700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddec119fe0 con 0x7fddec11a690 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.388+0000 7fddf192d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec119670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.388+0000 7fddf112c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10f620 0x7fddec115ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.388+0000 7fddf192d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec119670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55734/0 (socket says 172.21.15.29:55734) 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.388+0000 7fddf192d700 1 -- 172.21.15.29:0/4011283476 learned_addr learned my addr 172.21.15.29:0/4011283476 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 0x7fddec116010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 -- 172.21.15.29:0/4011283476 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 msgr2=0x7fddec119670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec119670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 -- 172.21.15.29:0/4011283476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10f620 msgr2=0x7fddec115ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10f620 0x7fddec115ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 -- 172.21.15.29:0/4011283476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde801a600 con 0x7fddec10fa90 2023-10-05T15:27:07.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.390+0000 7fddf092b700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 0x7fddec116010 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00b450 tx=0x7fdddc00b760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.407+0000 7fdde27fc700 1 -- 172.21.15.29:0/4011283476 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc011830 con 0x7fddec10fa90 2023-10-05T15:27:07.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.407+0000 7fdde27fc700 1 -- 172.21.15.29:0/4011283476 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdddc011e50 con 0x7fddec10fa90 2023-10-05T15:27:07.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.407+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddec11a2c0 con 0x7fddec10fa90 2023-10-05T15:27:07.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.407+0000 7fdde27fc700 1 -- 172.21.15.29:0/4011283476 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc010de0 con 0x7fddec10fa90 2023-10-05T15:27:07.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.407+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddec1cc7b0 con 0x7fddec10fa90 2023-10-05T15:27:07.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.412+0000 7fddff57ab80 1 Processor -- start 2023-10-05T15:27:07.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.413+0000 7fdde27fc700 1 -- 172.21.15.29:0/4011283476 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7fdddc011990 con 0x7fddec10fa90 2023-10-05T15:27:07.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.414+0000 7fdde27fc700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 0x7fddd80a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.414+0000 7fdde27fc700 1 -- 172.21.15.29:0/4011283476 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdddc0ccc20 con 0x7fddec10fa90 2023-10-05T15:27:07.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 -- start start 2023-10-05T15:27:07.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204309fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204314e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x5592043177c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559204273400 con 0x5592043153d0 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559204264bc0 con 0x55920430a520 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.422+0000 7fddff57ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592042624e0 con 0x559204309c00 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.425+0000 7fddf092b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204314e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.425+0000 7fddf092b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204314e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56458/0 (socket says 172.21.15.29:56458) 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.425+0000 7fddf092b700 1 -- 172.21.15.29:0/360548054 learned_addr learned my addr 172.21.15.29:0/360548054 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.428+0000 7fddf192d700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 0x7fddd80a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204309fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 -- 172.21.15.29:0/360548054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 msgr2=0x559204314e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204314e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 -- 172.21.15.29:0/360548054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 msgr2=0x5592043177c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x5592043177c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.429+0000 7fddf112c700 1 -- 172.21.15.29:0/360548054 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559204088d80 con 0x559204309c00 2023-10-05T15:27:07.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.430+0000 7fddf112c700 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204309fe0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdde801a8f0 tx=0x7fdde801af10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e0ed4205ed619ef1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.433+0000 7fddd77fe700 1 -- 172.21.15.29:0/360548054 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde801cbf0 con 0x559204309c00 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.433+0000 7fddd77fe700 1 -- 172.21.15.29:0/360548054 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde801cd50 con 0x559204309c00 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.434+0000 7fddf192d700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 0x7fddd80a3ae0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009fd0 tx=0x7fdde40096e0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.439+0000 7fddd77fe700 1 -- 172.21.15.29:0/360548054 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8004b90 con 0x559204309c00 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.440+0000 7fddff57ab80 1 -- 172.21.15.29:0/360548054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 msgr2=0x559204309fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.440+0000 7fddff57ab80 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204309fe0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fdde801a8f0 tx=0x7fdde801af10 comp rx=0 tx=0).stop 2023-10-05T15:27:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.454+0000 7fddff57ab80 1 -- 172.21.15.29:0/360548054 shutdown_connections 2023-10-05T15:27:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.454+0000 7fddff57ab80 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204309fe0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.454+0000 7fddff57ab80 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x5592043177c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.454+0000 7fddff57ab80 1 --2- 172.21.15.29:0/360548054 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204314e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.454+0000 7fddff57ab80 1 -- 172.21.15.29:0/360548054 >> 172.21.15.29:0/360548054 conn(0x55920427f200 msgr2=0x559204306080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:07.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.463+0000 7fddff57ab80 1 -- 172.21.15.29:0/360548054 shutdown_connections 2023-10-05T15:27:07.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.473+0000 7fddff57ab80 1 -- 172.21.15.29:0/360548054 wait complete. 2023-10-05T15:27:07.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.474+0000 7fddff57ab80 1 -- start start 2023-10-05T15:27:07.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.474+0000 7fddff57ab80 1 Processor -- start 2023-10-05T15:27:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204314db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x559204312690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55920425ddd0 con 0x5592043153d0 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592041fa6b0 con 0x55920430a520 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592041fa350 con 0x559204309c00 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.482+0000 7fddff57ab80 10 client.0 _ll_register_callbacks cb 0x5592040577a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56466/0 (socket says 172.21.15.29:56466) 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 -- 172.21.15.29:0/3718229708 learned_addr learned my addr 172.21.15.29:0/3718229708 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 -- 172.21.15.29:0/3718229708 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 msgr2=0x559204314db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204314db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 -- 172.21.15.29:0/3718229708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 msgr2=0x559204312690 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:27:07.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x559204312690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.483+0000 7fddf092b700 1 -- 172.21.15.29:0/3718229708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddec11d3b0 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.485+0000 7fddf092b700 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0964b0 tx=0x7fdddc09a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=da3c8ed11299abc2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.485+0000 7fddd4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.485+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc0a1dd0 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.485+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdddc099ca0 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.486+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5592042fdd50 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.486+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdddc099e60 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.487+0000 7fddff57ab80 10 client.25853 fetch_fsmap learned FSMap version 29 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.487+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559204071c00 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5592042fdd50 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdddc0a19e0 con 0x55920430a520 2023-10-05T15:27:07.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 10 client.25853 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 10 client.25853 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 20 client.25853 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204324ed0 0x559204327330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 4 client.25853 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.488+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559204256db0 con 0x559204324ed0 2023-10-05T15:27:07.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.490+0000 7fddf112c700 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204324ed0 0x559204327330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.497+0000 7fddf112c700 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204324ed0 0x559204327330 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=114e13cc74b3b204 server_cookie=bfd652d12057f707 in_seq=0 out_seq=0 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.497+0000 7fddd4ff9700 10 client.25853 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.498+0000 7fddd4ff9700 1 -- 172.21.15.29:0/3718229708 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559204256db0 con 0x559204324ed0 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.498+0000 7fddd4ff9700 10 client.25853 handle_command_reply: tid=0 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.498+0000 7fddff57ab80 1 client.25853 shutdown 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.499+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 msgr2=0x559204312030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.499+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0964b0 tx=0x7fdddc09a270 comp rx=0 tx=0).stop 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 shutdown_connections 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204324ed0 0x559204327330 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559204309c00 0x559204314db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592043153d0 0x559204312690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3718229708 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55920430a520 0x559204312030 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 >> 172.21.15.29:0/3718229708 conn(0x55920427f200 msgr2=0x559204305c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.505+0000 7fddd4ff9700 0 client.25853 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:07.519 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.511+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 shutdown_connections 2023-10-05T15:27:07.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.511+0000 7fddff57ab80 1 -- 172.21.15.29:0/3718229708 wait complete. 2023-10-05T15:27:07.530 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.518+0000 7fddff57ab80 20 client.25853 trim_cache size 0 max 16384 2023-10-05T15:27:07.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.552+0000 7fddff57ab80 1 Processor -- start 2023-10-05T15:27:07.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.552+0000 7fddff57ab80 1 -- start start 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.552+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559204309c00 0x5592043117f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.552+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5592043153d0 0x55920430d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddff57ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592040de8c0 con 0x55920430a520 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddff57ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55920430dea0 con 0x559204309c00 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddff57ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55920430caa0 con 0x5592043153d0 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49350/0 (socket says 172.21.15.29:49350) 2023-10-05T15:27:07.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 -- 172.21.15.29:0/3094997361 learned_addr learned my addr 172.21.15.29:0/3094997361 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf112c700 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559204309c00 0x5592043117f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 -- 172.21.15.29:0/3094997361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5592043153d0 msgr2=0x55920430d330 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5592043153d0 0x55920430d330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 -- 172.21.15.29:0/3094997361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559204309c00 msgr2=0x5592043117f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559204309c00 0x5592043117f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.553+0000 7fddf092b700 1 -- 172.21.15.29:0/3094997361 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592040af1f0 con 0x55920430a520 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.554+0000 7fddf092b700 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0093f0 tx=0x7fdddc097ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bec2499e900930 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.557 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.554+0000 7fddd7fff700 1 -- 172.21.15.29:0/3094997361 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc095d80 con 0x55920430a520 2023-10-05T15:27:07.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.554+0000 7fddd7fff700 1 -- 172.21.15.29:0/3094997361 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdddc0a1dd0 con 0x55920430a520 2023-10-05T15:27:07.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.554+0000 7fddd7fff700 1 -- 172.21.15.29:0/3094997361 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc098f30 con 0x55920430a520 2023-10-05T15:27:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 -- 172.21.15.29:0/3094997361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 msgr2=0x559204314950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0093f0 tx=0x7fdddc097ff0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 -- 172.21.15.29:0/3094997361 shutdown_connections 2023-10-05T15:27:07.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5592043153d0 0x55920430d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559204309c00 0x5592043117f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 --2- 172.21.15.29:0/3094997361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55920430a520 0x559204314950 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.557+0000 7fddff57ab80 1 -- 172.21.15.29:0/3094997361 >> 172.21.15.29:0/3094997361 conn(0x55920427f200 msgr2=0x559204326ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:07.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.566+0000 7fddff57ab80 1 -- 172.21.15.29:0/3094997361 shutdown_connections 2023-10-05T15:27:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.566+0000 7fddff57ab80 1 -- 172.21.15.29:0/3094997361 wait complete. 2023-10-05T15:27:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.567+0000 7fddff57ab80 1 -- start start 2023-10-05T15:27:07.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.567+0000 7fddff57ab80 1 Processor -- start 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 0x5592043194a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 0x5592043199e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5592043153d0 0x559204319f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55920431c500 con 0x559204309c00 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559204377d80 con 0x5592043153d0 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559204377f10 con 0x55920430a520 2023-10-05T15:27:07.576 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.573+0000 7fddff57ab80 10 client.0 _ll_register_callbacks cb 0x5592040577a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.578+0000 7fddf092b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 0x5592043199e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.578+0000 7fddf092b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 0x5592043199e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55760/0 (socket says 172.21.15.29:55760) 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.578+0000 7fddf092b700 1 -- 172.21.15.29:0/1754714766 learned_addr learned my addr 172.21.15.29:0/1754714766 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.578+0000 7fddf112c700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 0x5592043194a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.579+0000 7fddf112c700 1 -- 172.21.15.29:0/1754714766 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 msgr2=0x5592043199e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.581 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.579+0000 7fddf112c700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 0x5592043199e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.579+0000 7fddf112c700 1 -- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5592043153d0 msgr2=0x559204319f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.579+0000 7fddf112c700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5592043153d0 0x559204319f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.579+0000 7fddf112c700 1 -- 172.21.15.29:0/1754714766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559204071c00 con 0x559204309c00 2023-10-05T15:27:07.582 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.580+0000 7fddf112c700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 0x5592043194a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x559204327c80 tx=0x7fdde8004660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8740bb4938b79a8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.580+0000 7fddd4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:27:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.580+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde804f070 con 0x559204309c00 2023-10-05T15:27:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.580+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdde8053360 con 0x559204309c00 2023-10-05T15:27:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.580+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdde801cd50 con 0x559204309c00 2023-10-05T15:27:07.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.581+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdde8053730 con 0x559204309c00 2023-10-05T15:27:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.585+0000 7fddff57ab80 10 client.16314 fetch_fsmap learned FSMap version 29 2023-10-05T15:27:07.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.585+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x559204087250 con 0x559204309c00 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.591+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde801cd50 con 0x559204309c00 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.591+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 29) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdde80049a0 con 0x559204309c00 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 10 client.16314 fetch_fsmap finished waiting for FSMap version 29 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 10 client.16314 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 20 client.16314 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204379300 0x55920437b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:07.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 4 client.16314 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:27:07.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.592+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559204256ad0 con 0x559204379300 2023-10-05T15:27:07.603 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.601+0000 7fddf092b700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204379300 0x55920437b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:07.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.625+0000 7fddf092b700 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204379300 0x55920437b6f0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7498a0394e1d7cf7 server_cookie=73e62e8eca5e6177 in_seq=0 out_seq=0 2023-10-05T15:27:07.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:07.625+0000 7fddd4ff9700 10 client.16314 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:07.661 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:07 smithi040 ceph-mon[103696]: pgmap v150: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 71 MiB/s wr, 1.14k op/s 2023-10-05T15:27:07.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:07 smithi177 ceph-mon[103568]: pgmap v150: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 71 MiB/s wr, 1.14k op/s 2023-10-05T15:27:07.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:07 smithi029 ceph-mon[99237]: pgmap v150: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 71 MiB/s wr, 1.14k op/s 2023-10-05T15:27:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.266+0000 7fddd4ff9700 1 -- 172.21.15.29:0/1754714766 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559204256ad0 con 0x559204379300 2023-10-05T15:27:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.266+0000 7fddd4ff9700 10 client.16314 handle_command_reply: tid=0 2023-10-05T15:27:09.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.266+0000 7fddff57ab80 1 client.16314 shutdown 2023-10-05T15:27:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.267+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 msgr2=0x5592043194a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:09.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.267+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 0x5592043194a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x559204327c80 tx=0x7fdde8004660 comp rx=0 tx=0).stop 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 shutdown_connections 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559204379300 0x55920437b6f0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5592043153d0 0x559204319f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559204309c00 0x5592043194a0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 --2- 172.21.15.29:0/1754714766 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55920430a520 0x5592043199e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 >> 172.21.15.29:0/1754714766 conn(0x55920427f200 msgr2=0x55920430d330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:09.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.273+0000 7fddd4ff9700 0 client.16314 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:09.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.275+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 shutdown_connections 2023-10-05T15:27:09.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.275+0000 7fddff57ab80 1 -- 172.21.15.29:0/1754714766 wait complete. 2023-10-05T15:27:09.286 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.284+0000 7fddff57ab80 20 client.16314 trim_cache size 0 max 16384 2023-10-05T15:27:09.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:27:09.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:27:09.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:27:09.296 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:27:09.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.304+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 msgr2=0x7fddd80a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.304+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 0x7fddd80a3ae0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdde4009fd0 tx=0x7fdde40096e0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.304+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 msgr2=0x7fddec116010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:09.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.304+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 0x7fddec116010 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fdddc00b450 tx=0x7fdddc00b760 comp rx=0 tx=0).stop 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 shutdown_connections 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a1620 0x7fddd80a3ae0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddec11a690 0x7fddec119670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddec10f620 0x7fddec115ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 --2- 172.21.15.29:0/4011283476 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddec10fa90 0x7fddec116010 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:09.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.316+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 >> 172.21.15.29:0/4011283476 conn(0x7fddec06cfa0 msgr2=0x7fddec0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:09.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.342+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 shutdown_connections 2023-10-05T15:27:09.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:09.349+0000 7fddf3390700 1 -- 172.21.15.29:0/4011283476 wait complete. 2023-10-05T15:27:09.410 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:09 smithi040 ceph-mon[103696]: pgmap v151: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:27:09.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:09 smithi177 ceph-mon[103568]: pgmap v151: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:27:09.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:09 smithi029 ceph-mon[99237]: pgmap v151: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:27:11.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:11 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:11.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:11 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:11.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:11 smithi029 ceph-mon[99237]: pgmap v152: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2023-10-05T15:27:11.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:11 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:11.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:11 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:11.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:11 smithi040 ceph-mon[103696]: pgmap v152: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2023-10-05T15:27:11.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:11 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:11.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:11 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:11.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:11 smithi177 ceph-mon[103568]: pgmap v152: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 72 MiB/s wr, 1.16k op/s 2023-10-05T15:27:12.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:12 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 194 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:12.664 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:12 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 194 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:12 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 194 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:13.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:13 smithi029 ceph-mon[99237]: pgmap v153: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 55 MiB/s wr, 885 op/s 2023-10-05T15:27:13.663 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:13 smithi040 ceph-mon[103696]: pgmap v153: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 55 MiB/s wr, 885 op/s 2023-10-05T15:27:13.683 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:13 smithi177 ceph-mon[103568]: pgmap v153: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 55 MiB/s wr, 885 op/s 2023-10-05T15:27:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:15 smithi040 ceph-mon[103696]: pgmap v154: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 992 op/s 2023-10-05T15:27:15.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:15 smithi177 ceph-mon[103568]: pgmap v154: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 992 op/s 2023-10-05T15:27:15.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:15 smithi029 ceph-mon[99237]: pgmap v154: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 992 op/s 2023-10-05T15:27:17.413 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:17 smithi040 ceph-mon[103696]: pgmap v155: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 987 op/s 2023-10-05T15:27:17.413 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:17 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 200 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:17.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:17 smithi177 ceph-mon[103568]: pgmap v155: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 987 op/s 2023-10-05T15:27:17.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:17 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 200 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:17.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:17 smithi029 ceph-mon[99237]: pgmap v155: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 61 MiB/s wr, 987 op/s 2023-10-05T15:27:17.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:17 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 200 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:19.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:19 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:19.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:19 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:19.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:19 smithi029 ceph-mon[99237]: pgmap v156: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 52 MiB/s wr, 844 op/s 2023-10-05T15:27:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:19 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:19 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:19 smithi040 ceph-mon[103696]: pgmap v156: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 52 MiB/s wr, 844 op/s 2023-10-05T15:27:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:19 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:19 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:19.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:19 smithi177 ceph-mon[103568]: pgmap v156: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 52 MiB/s wr, 844 op/s 2023-10-05T15:27:21.413 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:21 smithi040 ceph-mon[103696]: pgmap v157: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:27:21.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:21 smithi177 ceph-mon[103568]: pgmap v157: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:27:21.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:21 smithi029 ceph-mon[99237]: pgmap v157: 129 pgs: 129 active+clean; 10 GiB data, 26 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 65 MiB/s wr, 1.05k op/s 2023-10-05T15:27:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.937+0000 7f4fbc07c700 1 -- 172.21.15.29:0/1299654280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 msgr2=0x7f4fb4107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:22.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.937+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/1299654280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4107eb0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f4fa401c0d0 tx=0x7f4fa401c3e0 comp rx=0 tx=0).stop 2023-10-05T15:27:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.949+0000 7f4fbc07c700 1 -- 172.21.15.29:0/1299654280 shutdown_connections 2023-10-05T15:27:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.949+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/1299654280 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 0x7f4fb411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.949+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/1299654280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4107eb0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.949+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/1299654280 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb41083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:22.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.949+0000 7f4fbc07c700 1 -- 172.21.15.29:0/1299654280 >> 172.21.15.29:0/1299654280 conn(0x7f4fb406cfa0 msgr2=0x7f4fb406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:22.955 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.953+0000 7f4fbc07c700 1 -- 172.21.15.29:0/1299654280 shutdown_connections 2023-10-05T15:27:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.959+0000 7f4fbc07c700 1 -- 172.21.15.29:0/1299654280 wait complete. 2023-10-05T15:27:22.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.960+0000 7f4fbc07c700 1 Processor -- start 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.971+0000 7f4fbc07c700 1 -- start start 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4115c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb4116150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 0x7f4fb41a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb41a2aa0 con 0x7f4fb410f620 2023-10-05T15:27:22.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb41a2c10 con 0x7f4fb410fa90 2023-10-05T15:27:22.981 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.972+0000 7f4fbc07c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb41a2dd0 con 0x7f4fb411a690 2023-10-05T15:27:22.989 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.978+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4115c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.978+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4115c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49364/0 (socket says 172.21.15.29:49364) 2023-10-05T15:27:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.978+0000 7f4fb9e18700 1 -- 172.21.15.29:0/961905165 learned_addr learned my addr 172.21.15.29:0/961905165 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:22.990 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.978+0000 7f4fba619700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 0x7f4fb41a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.980+0000 7f4fb9617700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb4116150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.985+0000 7f4fb9617700 1 -- 172.21.15.29:0/961905165 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 msgr2=0x7f4fb41a2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.985+0000 7f4fb9617700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 0x7f4fb41a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.985+0000 7f4fb9617700 1 -- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 msgr2=0x7f4fb4115c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.985+0000 7f4fb9617700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4115c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.985+0000 7f4fb9617700 1 -- 172.21.15.29:0/961905165 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fa401ad10 con 0x7f4fb410fa90 2023-10-05T15:27:23.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:22.999+0000 7f4fb9617700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb4116150 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4fac006fd0 tx=0x7f4fac00b7e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.002+0000 7f4fb2ffd700 1 -- 172.21.15.29:0/961905165 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac011830 con 0x7f4fb410fa90 2023-10-05T15:27:23.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.002+0000 7f4fb2ffd700 1 -- 172.21.15.29:0/961905165 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fac011e50 con 0x7f4fb410fa90 2023-10-05T15:27:23.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.002+0000 7f4fb2ffd700 1 -- 172.21.15.29:0/961905165 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac010e80 con 0x7f4fb410fa90 2023-10-05T15:27:23.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.002+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fb41a30b0 con 0x7f4fb410fa90 2023-10-05T15:27:23.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.003+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fb41aa770 con 0x7f4fb410fa90 2023-10-05T15:27:23.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.014+0000 7f4fc8266b80 1 Processor -- start 2023-10-05T15:27:23.023 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.014+0000 7f4fc8266b80 1 -- start start 2023-10-05T15:27:23.023 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f23c00 0x559577f23fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.023 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577f317c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e8d400 con 0x559577f2f3d0 2023-10-05T15:27:23.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e7ebc0 con 0x559577f24520 2023-10-05T15:27:23.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.015+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e7c4e0 con 0x559577f23c00 2023-10-05T15:27:23.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.019+0000 7f4fba619700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f23c00 0x559577f23fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.025+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.025+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56496/0 (socket says 172.21.15.29:56496) 2023-10-05T15:27:23.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.025+0000 7f4fb9e18700 1 -- 172.21.15.29:0/2986302267 learned_addr learned my addr 172.21.15.29:0/2986302267 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:23.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.032+0000 7f4fb9617700 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577f317c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.032+0000 7f4fb2ffd700 1 -- 172.21.15.29:0/961905165 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f4fac011990 con 0x7f4fb410fa90 2023-10-05T15:27:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.033+0000 7f4fb2ffd700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 0x7f4fa00a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.033+0000 7f4fb2ffd700 1 -- 172.21.15.29:0/961905165 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f4fac0cee60 con 0x7f4fb410fa90 2023-10-05T15:27:23.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 -- 172.21.15.29:0/2986302267 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f23c00 msgr2=0x559577f23fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f23c00 0x559577f23fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 -- 172.21.15.29:0/2986302267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 msgr2=0x559577f2ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 -- 172.21.15.29:0/2986302267 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559577ca2d80 con 0x559577f2f3d0 2023-10-05T15:27:23.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fba619700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 0x7f4fa00a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.043+0000 7f4fb9617700 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577f317c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f4fac0cc470 tx=0x7f4fac00bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4db04276a6f7300a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.044+0000 7f4fabfff700 1 -- 172.21.15.29:0/2986302267 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac09b7c0 con 0x559577f2f3d0 2023-10-05T15:27:23.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.044+0000 7f4fabfff700 1 -- 172.21.15.29:0/2986302267 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fac09b5e0 con 0x559577f2f3d0 2023-10-05T15:27:23.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.044+0000 7f4fabfff700 1 -- 172.21.15.29:0/2986302267 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac010510 con 0x559577f2f3d0 2023-10-05T15:27:23.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.045+0000 7f4fc8266b80 1 -- 172.21.15.29:0/2986302267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 msgr2=0x559577f317c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:23.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.045+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577f317c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f4fac0cc470 tx=0x7f4fac00bf90 comp rx=0 tx=0).stop 2023-10-05T15:27:23.065 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.062+0000 7f4fc8266b80 1 -- 172.21.15.29:0/2986302267 shutdown_connections 2023-10-05T15:27:23.065 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.062+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f23c00 0x559577f23fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.065 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.062+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577f317c0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.065 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.062+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/2986302267 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.065 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.062+0000 7f4fc8266b80 1 -- 172.21.15.29:0/2986302267 >> 172.21.15.29:0/2986302267 conn(0x559577e99200 msgr2=0x559577f20080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:23.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.065+0000 7f4fba619700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 0x7f4fa00a3c20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4fb406a250 tx=0x7f4f9c004790 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.086 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.077+0000 7f4fc8266b80 1 -- 172.21.15.29:0/2986302267 shutdown_connections 2023-10-05T15:27:23.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.087+0000 7f4fc8266b80 1 -- 172.21.15.29:0/2986302267 wait complete. 2023-10-05T15:27:23.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.087+0000 7f4fc8266b80 1 -- start start 2023-10-05T15:27:23.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.087+0000 7f4fc8266b80 1 Processor -- start 2023-10-05T15:27:23.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f2f3d0 0x559577f2cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e77dd0 con 0x559577f23c00 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e146b0 con 0x559577f24520 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577e14350 con 0x559577f2f3d0 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.088+0000 7f4fc8266b80 10 client.0 _ll_register_callbacks cb 0x559577c717a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49378/0 (socket says 172.21.15.29:49378) 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 -- 172.21.15.29:0/1252950548 learned_addr learned my addr 172.21.15.29:0/1252950548 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:23.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fba619700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f2f3d0 0x559577f2cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 -- 172.21.15.29:0/1252950548 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f2f3d0 msgr2=0x559577f2cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f2f3d0 0x559577f2cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 -- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 msgr2=0x559577f2c6a0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:27:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2c6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.090+0000 7f4fb9e18700 1 -- 172.21.15.29:0/1252950548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fb41aa770 con 0x559577f23c00 2023-10-05T15:27:23.113 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.110+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4000f80 tx=0x7f4fa4003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ae04b972b84cded server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.113 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.110+0000 7f4fa97fa700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:27:23.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.118+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fa401f070 con 0x559577f23c00 2023-10-05T15:27:23.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.118+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f4fa4018900 con 0x559577f23c00 2023-10-05T15:27:23.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.119+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559577f17d50 con 0x559577f23c00 2023-10-05T15:27:23.132 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.130+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fa4018ac0 con 0x559577f23c00 2023-10-05T15:27:23.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.131+0000 7f4fc8266b80 10 client.16326 fetch_fsmap learned FSMap version 32 2023-10-05T15:27:23.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.131+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x559577c8bc00 con 0x559577f23c00 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x559577f17d50 con 0x559577f23c00 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 32) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4fa401c100 con 0x559577f23c00 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 10 client.16326 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 10 client.16326 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 20 client.16326 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577f60f90 0x559577f633b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 4 client.16326 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:27:23.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.139+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559577e70db0 con 0x559577f60f90 2023-10-05T15:27:23.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.152+0000 7f4fb9617700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577f60f90 0x559577f633b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.175+0000 7f4fb9617700 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577f60f90 0x559577f633b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d77a34d4d25fb216 server_cookie=56fcadd8f201ab8d in_seq=0 out_seq=0 2023-10-05T15:27:23.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.175+0000 7f4fa97fa700 10 client.16326 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:23.195 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.192+0000 7f4fa97fa700 1 -- 172.21.15.29:0/1252950548 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559577e70db0 con 0x559577f60f90 2023-10-05T15:27:23.195 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.192+0000 7f4fa97fa700 10 client.16326 handle_command_reply: tid=0 2023-10-05T15:27:23.206 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.193+0000 7f4fc8266b80 1 client.16326 shutdown 2023-10-05T15:27:23.211 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.209+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 msgr2=0x559577f2c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:23.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.209+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4000f80 tx=0x7f4fa4003db0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 shutdown_connections 2023-10-05T15:27:23.212 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577f60f90 0x559577f633b0 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f2f3d0 0x559577f2cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f2c160 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1252950548 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f24520 0x559577f2c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.210+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 >> 172.21.15.29:0/1252950548 conn(0x559577e99200 msgr2=0x559577f1fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:23.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.214+0000 7f4fa97fa700 0 client.16326 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:23.231 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.226+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 shutdown_connections 2023-10-05T15:27:23.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.227+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1252950548 wait complete. 2023-10-05T15:27:23.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.231+0000 7f4fc8266b80 20 client.16326 trim_cache size 0 max 16384 2023-10-05T15:27:23.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.258+0000 7f4fc8266b80 1 Processor -- start 2023-10-05T15:27:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.272+0000 7f4fc8266b80 1 -- start start 2023-10-05T15:27:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f35ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f2f3d0 0x559577f279b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577cf88c0 con 0x559577f23c00 2023-10-05T15:27:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577f2d770 con 0x559577f2f3d0 2023-10-05T15:27:23.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.273+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577f36400 con 0x559577f24520 2023-10-05T15:27:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.279+0000 7f4fb9617700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.279+0000 7f4fb9617700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55788/0 (socket says 172.21.15.29:55788) 2023-10-05T15:27:23.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.279+0000 7f4fb9617700 1 -- 172.21.15.29:0/1158044069 learned_addr learned my addr 172.21.15.29:0/1158044069 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.282+0000 7f4fba619700 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f2f3d0 0x559577f279b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.292 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.289+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f35ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.295+0000 7f4fb9617700 1 -- 172.21.15.29:0/1158044069 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f2f3d0 msgr2=0x559577f279b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.295+0000 7f4fb9617700 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f2f3d0 0x559577f279b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.295+0000 7f4fb9617700 1 -- 172.21.15.29:0/1158044069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 msgr2=0x559577f35ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.295+0000 7f4fb9617700 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f35ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.295+0000 7f4fb9617700 1 -- 172.21.15.29:0/1158044069 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559577cc91f0 con 0x559577f24520 2023-10-05T15:27:23.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.305+0000 7f4fb9617700 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4fac09b980 tx=0x7f4fac09bb10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=73a50683e00b2d06 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.316+0000 7f4fb0ff9700 1 -- 172.21.15.29:0/1158044069 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac010380 con 0x559577f24520 2023-10-05T15:27:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.316+0000 7f4fb0ff9700 1 -- 172.21.15.29:0/1158044069 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fac09b7c0 con 0x559577f24520 2023-10-05T15:27:23.318 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.316+0000 7f4fb0ff9700 1 -- 172.21.15.29:0/1158044069 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac010510 con 0x559577f24520 2023-10-05T15:27:23.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.322+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1158044069 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 msgr2=0x559577f27470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:23.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.322+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f4fac09b980 tx=0x7f4fac09bb10 comp rx=0 tx=0).stop 2023-10-05T15:27:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.327+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1158044069 shutdown_connections 2023-10-05T15:27:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.327+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f2f3d0 0x559577f279b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.327+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f23c00 0x559577f35ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.327+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/1158044069 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577f27470 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.327+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1158044069 >> 172.21.15.29:0/1158044069 conn(0x559577e99200 msgr2=0x559577f2c920 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.343+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1158044069 shutdown_connections 2023-10-05T15:27:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.353+0000 7f4fc8266b80 1 -- 172.21.15.29:0/1158044069 wait complete. 2023-10-05T15:27:23.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.354+0000 7f4fc8266b80 1 -- start start 2023-10-05T15:27:23.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.354+0000 7f4fc8266b80 1 Processor -- start 2023-10-05T15:27:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f23c00 0x559577fa8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577fa9290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577fb3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577fa9a20 con 0x559577f2f3d0 2023-10-05T15:27:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577fa9b90 con 0x559577f23c00 2023-10-05T15:27:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x559577fb4310 con 0x559577f24520 2023-10-05T15:27:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.356+0000 7f4fc8266b80 10 client.0 _ll_register_callbacks cb 0x559577c717a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:23.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.366+0000 7f4fba619700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577fb3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.366+0000 7f4fba619700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577fb3dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49392/0 (socket says 172.21.15.29:49392) 2023-10-05T15:27:23.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.366+0000 7f4fba619700 1 -- 172.21.15.29:0/528440000 learned_addr learned my addr 172.21.15.29:0/528440000 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.371+0000 7f4fb9617700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577fa9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.371+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f23c00 0x559577fa8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.378+0000 7f4fb9617700 1 -- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f23c00 msgr2=0x559577fa8d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.378+0000 7f4fb9617700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f23c00 0x559577fa8d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.378+0000 7f4fb9617700 1 -- 172.21.15.29:0/528440000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 msgr2=0x559577fb3dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.378+0000 7f4fb9617700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577fb3dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:23.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.378+0000 7f4fb9617700 1 -- 172.21.15.29:0/528440000 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559577ca2d80 con 0x559577f24520 2023-10-05T15:27:23.392 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.389+0000 7f4fb9617700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577fa9290 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x559577f2d400 tx=0x7f4fac09fdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6f4ece0f8070905 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:23.392 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.389+0000 7f4fa97fa700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:27:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.395+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fac09c380 con 0x559577f24520 2023-10-05T15:27:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.395+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f4fac09bc80 con 0x559577f24520 2023-10-05T15:27:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.395+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4fac09b5e0 con 0x559577f24520 2023-10-05T15:27:23.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.404+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4fac010510 con 0x559577f24520 2023-10-05T15:27:23.414 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.412+0000 7f4fc8266b80 10 client.25825 fetch_fsmap learned FSMap version 32 2023-10-05T15:27:23.415 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.412+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=4+}) v3 -- 0x559577ca1250 con 0x559577f24520 2023-10-05T15:27:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.418+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4fac09b5e0 con 0x559577f24520 2023-10-05T15:27:23.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.419+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 32) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f4fac0a6060 con 0x559577f24520 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 10 client.25825 fetch_fsmap finished waiting for FSMap version 32 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 10 client.25825 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 20 client.25825 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577fb5570 0x559577fb7960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 4 client.25825 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:27:23.435 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.425+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x559577e70ad0 con 0x559577fb5570 2023-10-05T15:27:23.446 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.437+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577fb5570 0x559577fb7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:23.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.488+0000 7f4fb9e18700 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577fb5570 0x559577fb7960 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e8ddb148c1d847a server_cookie=6ddadbffbfd90f48 in_seq=0 out_seq=0 2023-10-05T15:27:23.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:23.490+0000 7f4fa97fa700 10 client.25825 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:23 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:23 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:23.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:23 smithi029 ceph-mon[99237]: pgmap v158: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 56 MiB/s wr, 900 op/s 2023-10-05T15:27:23.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:23 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:23.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:23 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:23.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:23 smithi040 ceph-mon[103696]: pgmap v158: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 56 MiB/s wr, 900 op/s 2023-10-05T15:27:23.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:23 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:23.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:23 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:23.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:23 smithi177 ceph-mon[103568]: pgmap v158: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 56 MiB/s wr, 900 op/s 2023-10-05T15:27:24.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.056+0000 7f4fa97fa700 1 -- 172.21.15.29:0/528440000 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x559577e70ad0 con 0x559577fb5570 2023-10-05T15:27:24.058 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.056+0000 7f4fa97fa700 10 client.25825 handle_command_reply: tid=0 2023-10-05T15:27:24.059 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.056+0000 7f4fc8266b80 1 client.25825 shutdown 2023-10-05T15:27:24.059 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 msgr2=0x559577fa9290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:24.059 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577fa9290 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x559577f2d400 tx=0x7f4fac09fdd0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 shutdown_connections 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x559577fb5570 0x559577fb7960 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559577f2f3d0 0x559577fb3dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x559577f23c00 0x559577fa8d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 --2- 172.21.15.29:0/528440000 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x559577f24520 0x559577fa9290 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 >> 172.21.15.29:0/528440000 conn(0x559577e99200 msgr2=0x559577f27470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:24.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.057+0000 7f4fa97fa700 0 client.25825 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:24.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.058+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 shutdown_connections 2023-10-05T15:27:24.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.058+0000 7f4fc8266b80 1 -- 172.21.15.29:0/528440000 wait complete. 2023-10-05T15:27:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:27:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:27:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:27:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:27:24.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.060+0000 7f4fc8266b80 20 client.25825 trim_cache size 0 max 16384 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.066+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 msgr2=0x7f4fa00a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.066+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 0x7f4fa00a3c20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4fb406a250 tx=0x7f4f9c004790 comp rx=0 tx=0).stop 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.066+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 msgr2=0x7f4fb4116150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.067+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb4116150 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4fac006fd0 tx=0x7f4fac00b7e0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 shutdown_connections 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4fa00a1760 0x7f4fa00a3c20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.073 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4fb411a690 0x7f4fb41a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4fb410f620 0x7f4fb4115c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 --2- 172.21.15.29:0/961905165 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4fb410fa90 0x7f4fb4116150 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:24.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.071+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 >> 172.21.15.29:0/961905165 conn(0x7f4fb406cfa0 msgr2=0x7f4fb40718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:24.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.074+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 shutdown_connections 2023-10-05T15:27:24.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:24.074+0000 7f4fbc07c700 1 -- 172.21.15.29:0/961905165 wait complete. 2023-10-05T15:27:24.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:24 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 206 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:24.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:24 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 206 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:24.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:24 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 206 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:25.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:25 smithi040 ceph-mon[103696]: pgmap v159: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:25.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:25 smithi177 ceph-mon[103568]: pgmap v159: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:25.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:25 smithi029 ceph-mon[99237]: pgmap v159: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:26.683 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:26 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:26.683 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:26 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:26 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:26 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:26.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:26 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:26.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:26 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:27.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:27 smithi029 ceph-mon[99237]: pgmap v160: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:27:27.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:27 smithi040 ceph-mon[103696]: pgmap v160: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:27:27.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:27 smithi177 ceph-mon[103568]: pgmap v160: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:27:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:29 smithi029 ceph-mon[99237]: pgmap v161: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 59 MiB/s wr, 952 op/s 2023-10-05T15:27:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:29 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 211 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:29.662 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:29 smithi040 ceph-mon[103696]: pgmap v161: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 59 MiB/s wr, 952 op/s 2023-10-05T15:27:29.662 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:29 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 211 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:29 smithi177 ceph-mon[103568]: pgmap v161: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 59 MiB/s wr, 952 op/s 2023-10-05T15:27:29.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:29 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 211 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:31.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:31 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:31.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:31 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:31.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:31 smithi029 ceph-mon[99237]: pgmap v162: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:31.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:31 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:31 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:31 smithi040 ceph-mon[103696]: pgmap v162: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:31 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:31 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:31.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:31 smithi177 ceph-mon[103568]: pgmap v162: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:34.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:34 smithi040 ceph-mon[103696]: pgmap v163: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 MiB/s wr, 991 op/s 2023-10-05T15:27:34.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:34 smithi177 ceph-mon[103568]: pgmap v163: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 MiB/s wr, 991 op/s 2023-10-05T15:27:34.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:34 smithi029 ceph-mon[99237]: pgmap v163: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 62 MiB/s wr, 991 op/s 2023-10-05T15:27:35.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:35 smithi029 ceph-mon[99237]: pgmap v164: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:27:35.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:35 smithi040 ceph-mon[103696]: pgmap v164: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:27:35.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:35 smithi177 ceph-mon[103568]: pgmap v164: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:27:36.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:36 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 217 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:36.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:36 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 217 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:36.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:36 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 217 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 -- 172.21.15.29:0/1084105706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 msgr2=0x7f9fb411ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1084105706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb411ca80 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f9fac009f90 tx=0x7f9fac00b330 comp rx=0 tx=0).stop 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 -- 172.21.15.29:0/1084105706 shutdown_connections 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1084105706 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb411ca80 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1084105706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb410f620 0x7f9fb4107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1084105706 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9fb410fa90 0x7f9fb41083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.477 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.466+0000 7f9fb9855700 1 -- 172.21.15.29:0/1084105706 >> 172.21.15.29:0/1084105706 conn(0x7f9fb406cfa0 msgr2=0x7f9fb406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:37.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.480+0000 7f9fb9855700 1 -- 172.21.15.29:0/1084105706 shutdown_connections 2023-10-05T15:27:37.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.484+0000 7f9fb9855700 1 -- 172.21.15.29:0/1084105706 wait complete. 2023-10-05T15:27:37.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.484+0000 7f9fb9855700 1 Processor -- start 2023-10-05T15:27:37.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 -- start start 2023-10-05T15:27:37.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9fb410fa90 0x7f9fb41148a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb4114e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 0x7f9fb41b49c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fb41b4fc0 con 0x7f9fb41b4510 2023-10-05T15:27:37.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fb41b5130 con 0x7f9fb411a690 2023-10-05T15:27:37.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.485+0000 7f9fb9855700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fb41b52f0 con 0x7f9fb410fa90 2023-10-05T15:27:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.487+0000 7f9fb27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb4114e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.487+0000 7f9fb27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb4114e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56528/0 (socket says 172.21.15.29:56528) 2023-10-05T15:27:37.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.487+0000 7f9fb27fc700 1 -- 172.21.15.29:0/1593372811 learned_addr learned my addr 172.21.15.29:0/1593372811 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:37.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 0x7f9fb41b49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 -- 172.21.15.29:0/1593372811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9fb410fa90 msgr2=0x7f9fb41148a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:27:37.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9fb410fa90 0x7f9fb41148a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 -- 172.21.15.29:0/1593372811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 msgr2=0x7f9fb4114e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:37.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb4114e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.489+0000 7f9fb37fe700 1 -- 172.21.15.29:0/1593372811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fac009c40 con 0x7f9fb41b4510 2023-10-05T15:27:37.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.490+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 0x7f9fb41b49c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00b770 tx=0x7f9fac004c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.505 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.492+0000 7f9fb8853700 1 -- 172.21.15.29:0/1593372811 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fac00e040 con 0x7f9fb41b4510 2023-10-05T15:27:37.505 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.492+0000 7f9fb8853700 1 -- 172.21.15.29:0/1593372811 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fac004e90 con 0x7f9fb41b4510 2023-10-05T15:27:37.505 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.492+0000 7f9fb8853700 1 -- 172.21.15.29:0/1593372811 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fac01b6c0 con 0x7f9fb41b4510 2023-10-05T15:27:37.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.492+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fb41bb5c0 con 0x7f9fb41b4510 2023-10-05T15:27:37.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.492+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fb41bb9f0 con 0x7f9fb41b4510 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.503+0000 7f9fc5a3fb80 1 Processor -- start 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.509+0000 7f9fb8853700 1 -- 172.21.15.29:0/1593372811 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f9fac01b820 con 0x7f9fb41b4510 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.510+0000 7f9fb8853700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 0x7f9f9c0a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.510+0000 7f9fb8853700 1 -- 172.21.15.29:0/1593372811 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f9fac0cddc0 con 0x7f9fb41b4510 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.513+0000 7f9fb27fc700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 0x7f9f9c0a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.520 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.514+0000 7f9fb27fc700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 0x7f9f9c0a3c20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9fb41160c0 tx=0x7f9fa400b500 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 -- start start 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebc39e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb98400 con 0x5588ebc2ec00 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb89bc0 con 0x5588ebc2f520 2023-10-05T15:27:37.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.519+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb874e0 con 0x5588ebc3a3d0 2023-10-05T15:27:37.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.527+0000 7f9fb27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebc39e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.534+0000 7f9fb2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.534+0000 7f9fb2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49412/0 (socket says 172.21.15.29:49412) 2023-10-05T15:27:37.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.534+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/149630358 learned_addr learned my addr 172.21.15.29:0/149630358 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:37.546 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.538+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.547+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/149630358 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc3a3d0 msgr2=0x5588ebc3c7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.547+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.547+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/149630358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 msgr2=0x5588ebc39e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.547+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebc39e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.547+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/149630358 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588eb9add80 con 0x5588ebc2ec00 2023-10-05T15:27:37.553 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.551+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f9fa800b9f0 tx=0x7f9fa800bd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e706d589c742d55b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.571+0000 7f9f99ffb700 1 -- 172.21.15.29:0/149630358 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8004a30 con 0x5588ebc2ec00 2023-10-05T15:27:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.571+0000 7f9f99ffb700 1 -- 172.21.15.29:0/149630358 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fa800be90 con 0x5588ebc2ec00 2023-10-05T15:27:37.573 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.571+0000 7f9f99ffb700 1 -- 172.21.15.29:0/149630358 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8005480 con 0x5588ebc2ec00 2023-10-05T15:27:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.573+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/149630358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 msgr2=0x5588ebc2efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:37.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.573+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f9fa800b9f0 tx=0x7f9fa800bd00 comp rx=0 tx=0).stop 2023-10-05T15:27:37.583 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.579+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/149630358 shutdown_connections 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.579+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.579+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc2efe0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.579+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/149630358 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebc39e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.579+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/149630358 >> 172.21.15.29:0/149630358 conn(0x5588ebba4200 msgr2=0x5588ebc2b080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.580+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/149630358 shutdown_connections 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.580+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/149630358 wait complete. 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 -- start start 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 Processor -- start 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2ec00 0x5588ebc39db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc37030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb82dd0 con 0x5588ebc3a3d0 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb1f6b0 con 0x5588ebc2ec00 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebb1f350 con 0x5588ebc2f520 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.581+0000 7f9fc5a3fb80 10 client.0 _ll_register_callbacks cb 0x5588eb97c7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49422/0 (socket says 172.21.15.29:49422) 2023-10-05T15:27:37.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 -- 172.21.15.29:0/763511026 learned_addr learned my addr 172.21.15.29:0/763511026 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 -- 172.21.15.29:0/763511026 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 msgr2=0x5588ebc37030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc37030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 -- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2ec00 msgr2=0x5588ebc39db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2ec00 0x5588ebc39db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.582+0000 7f9fb37fe700 1 -- 172.21.15.29:0/763511026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fa800b6a0 con 0x5588ebc3a3d0 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9fb37fe700 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9fac009690 tx=0x7f9fac09b2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1973d6d9a26e04c7 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9f92ffd700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:27:37.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fac0b3400 con 0x5588ebc3a3d0 2023-10-05T15:27:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f9fac09ed40 con 0x5588ebc3a3d0 2023-10-05T15:27:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588ebc22d50 con 0x5588ebc3a3d0 2023-10-05T15:27:37.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.583+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9fac0a2ef0 con 0x5588ebc3a3d0 2023-10-05T15:27:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.594+0000 7f9fc5a3fb80 10 client.16344 fetch_fsmap learned FSMap version 35 2023-10-05T15:27:37.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.594+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) v3 -- 0x5588eb996c00 con 0x5588ebc3a3d0 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.600+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fac0a4020 con 0x5588ebc3a3d0 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.600+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 35) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9fac0a2a60 con 0x5588ebc3a3d0 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 10 client.16344 fetch_fsmap finished waiting for FSMap version 35 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 10 client.16344 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 20 client.16344 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebc6bce0 0x5588ebc6e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 4 client.16344 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:27:37.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.601+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588ebb7bdb0 con 0x5588ebc6bce0 2023-10-05T15:27:37.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.606+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebc6bce0 0x5588ebc6e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.616+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebc6bce0 0x5588ebc6e120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a410be1c7e223f38 server_cookie=42c59df0ecf3041b in_seq=0 out_seq=0 2023-10-05T15:27:37.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.616+0000 7f9f92ffd700 10 client.16344 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.617+0000 7f9f92ffd700 1 -- 172.21.15.29:0/763511026 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5588ebb7bdb0 con 0x5588ebc6bce0 2023-10-05T15:27:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.617+0000 7f9f92ffd700 10 client.16344 handle_command_reply: tid=0 2023-10-05T15:27:37.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.617+0000 7f9fc5a3fb80 1 client.16344 shutdown 2023-10-05T15:27:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.626+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 msgr2=0x5588ebc37690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:37.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.626+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f9fac009690 tx=0x7f9fac09b2f0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 shutdown_connections 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebc6bce0 0x5588ebc6e120 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc37690 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2ec00 0x5588ebc39db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/763511026 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc37030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 >> 172.21.15.29:0/763511026 conn(0x5588ebba4200 msgr2=0x5588ebc2ac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:37.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.630+0000 7f9f92ffd700 0 client.16344 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:37.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.631+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 shutdown_connections 2023-10-05T15:27:37.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.631+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/763511026 wait complete. 2023-10-05T15:27:37.647 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.644+0000 7f9fc5a3fb80 20 client.16344 trim_cache size 0 max 16384 2023-10-05T15:27:37.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:37 smithi177 ceph-mon[103568]: pgmap v165: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 68 MiB/s wr, 1.09k op/s 2023-10-05T15:27:37.680 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.678+0000 7f9fc5a3fb80 1 Processor -- start 2023-10-05T15:27:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.685+0000 7f9fc5a3fb80 1 -- start start 2023-10-05T15:27:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc328d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc3a3d0 0x5588ebc342c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588eba038c0 con 0x5588ebc2ec00 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebc2c680 con 0x5588ebc3a3d0 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.686+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebc2bdc0 con 0x5588ebc2f520 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.690+0000 7f9fb2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.690+0000 7f9fb37fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc3a3d0 0x5588ebc342c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.690+0000 7f9fb2ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49426/0 (socket says 172.21.15.29:49426) 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.690+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/2146930655 learned_addr learned my addr 172.21.15.29:0/2146930655 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:37.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/2146930655 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 msgr2=0x5588ebc328d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:27:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc328d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/2146930655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc3a3d0 msgr2=0x5588ebc342c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc3a3d0 0x5588ebc342c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 -- 172.21.15.29:0/2146930655 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588ebc3c9d0 con 0x5588ebc2ec00 2023-10-05T15:27:37.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.691+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8004ef0 tx=0x7f9fa8004f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95aba92c9b33116e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.692+0000 7f9f9a7fc700 1 -- 172.21.15.29:0/2146930655 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fa801f040 con 0x5588ebc2ec00 2023-10-05T15:27:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.692+0000 7f9f9a7fc700 1 -- 172.21.15.29:0/2146930655 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fa8029020 con 0x5588ebc2ec00 2023-10-05T15:27:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.692+0000 7f9f9a7fc700 1 -- 172.21.15.29:0/2146930655 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fa8025340 con 0x5588ebc2ec00 2023-10-05T15:27:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.693+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2146930655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 msgr2=0x5588ebc32390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:37.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.693+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f9fa8004ef0 tx=0x7f9fa8004f20 comp rx=0 tx=0).stop 2023-10-05T15:27:37.703 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2146930655 shutdown_connections 2023-10-05T15:27:37.703 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc3a3d0 0x5588ebc342c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.703 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc2ec00 0x5588ebc32390 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2146930655 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2f520 0x5588ebc328d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.704 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2146930655 >> 172.21.15.29:0/2146930655 conn(0x5588ebba4200 msgr2=0x5588ebc6dcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2146930655 shutdown_connections 2023-10-05T15:27:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.702+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2146930655 wait complete. 2023-10-05T15:27:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.703+0000 7f9fc5a3fb80 1 -- start start 2023-10-05T15:27:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.703+0000 7f9fc5a3fb80 1 Processor -- start 2023-10-05T15:27:37.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.703+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2ec00 0x5588ebcb8da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebc3f4a0 con 0x5588ebc3a3d0 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebc3f610 con 0x5588ebc2f520 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588ebc3f7d0 con 0x5588ebc2ec00 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fc5a3fb80 10 client.0 _ll_register_callbacks cb 0x7f9fac09a7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fb27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fb27fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56556/0 (socket says 172.21.15.29:56556) 2023-10-05T15:27:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fb27fc700 1 -- 172.21.15.29:0/2222329384 learned_addr learned my addr 172.21.15.29:0/2222329384 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:37.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.704+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2ec00 0x5588ebcb8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.711+0000 7f9fb27fc700 1 -- 172.21.15.29:0/2222329384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2ec00 msgr2=0x5588ebcb8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.711+0000 7f9fb27fc700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2ec00 0x5588ebcb8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.711+0000 7f9fb27fc700 1 -- 172.21.15.29:0/2222329384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 msgr2=0x5588ebc3ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.711+0000 7f9fb27fc700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:37.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.711+0000 7f9fb27fc700 1 -- 172.21.15.29:0/2222329384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5588eb9add80 con 0x5588ebc2f520 2023-10-05T15:27:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.714+0000 7f9fb27fc700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005950 tx=0x7f9fa4004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5fc249f71a0470de server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:37.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.714+0000 7f9f92ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:27:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fa4004440 con 0x5588ebc2f520 2023-10-05T15:27:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f9fa4017070 con 0x5588ebc2f520 2023-10-05T15:27:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9fa800be90 con 0x5588ebc2f520 2023-10-05T15:27:37.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=35) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9fa40045a0 con 0x5588ebc2f520 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9fc5a3fb80 10 client.25880 fetch_fsmap learned FSMap version 35 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.715+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=35,monmap=4+}) v3 -- 0x5588eb9d41f0 con 0x5588ebc2f520 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f9fa800be90 con 0x5588ebc2f520 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 35) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f9fa401f430 con 0x5588ebc2f520 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 10 client.25880 fetch_fsmap finished waiting for FSMap version 35 2023-10-05T15:27:37.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 10 client.25880 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 20 client.25880 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebcc0cf0 0x5588ebcc3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 4 client.25880 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:27:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5588ebb7bad0 con 0x5588ebcc0cf0 2023-10-05T15:27:37.718 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.716+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebcc0cf0 0x5588ebcc3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:37.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.717+0000 7f9fb2ffd700 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebcc0cf0 0x5588ebcc3110 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4149e599b015edf server_cookie=aa6f57b23e122b77 in_seq=0 out_seq=0 2023-10-05T15:27:37.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:37.717+0000 7f9f92ffd700 10 client.25880 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:37.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:37 smithi029 ceph-mon[99237]: pgmap v165: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 68 MiB/s wr, 1.09k op/s 2023-10-05T15:27:37.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:37 smithi040 ceph-mon[103696]: pgmap v165: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 68 MiB/s wr, 1.09k op/s 2023-10-05T15:27:38.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:38 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:38.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:38 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:38.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:38 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:38.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:38 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:38.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:38 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:38.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:38 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:39.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.059+0000 7f9f92ffd700 1 -- 172.21.15.29:0/2222329384 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5588ebb7bad0 con 0x5588ebcc0cf0 2023-10-05T15:27:39.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.059+0000 7f9f92ffd700 10 client.25880 handle_command_reply: tid=0 2023-10-05T15:27:39.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.059+0000 7f9fc5a3fb80 1 client.25880 shutdown 2023-10-05T15:27:39.066 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.065+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 msgr2=0x5588ebcb92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:39.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.065+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f9fa4005950 tx=0x7f9fa4004750 comp rx=0 tx=0).stop 2023-10-05T15:27:39.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 shutdown_connections 2023-10-05T15:27:39.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5588ebcc0cf0 0x5588ebcc3110 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.067 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5588ebc2ec00 0x5588ebcb8da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588ebc3a3d0 0x5588ebc3ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 --2- 172.21.15.29:0/2222329384 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5588ebc2f520 0x5588ebcb92e0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 >> 172.21.15.29:0/2222329384 conn(0x5588ebba4200 msgr2=0x5588ebc32390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9f92ffd700 0 client.25880 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 shutdown_connections 2023-10-05T15:27:39.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.066+0000 7f9fc5a3fb80 1 -- 172.21.15.29:0/2222329384 wait complete. 2023-10-05T15:27:39.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.082+0000 7f9fc5a3fb80 20 client.25880 trim_cache size 0 max 16384 2023-10-05T15:27:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:27:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:27:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:27:39.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:27:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.094+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 msgr2=0x7f9f9c0a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.094+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 0x7f9f9c0a3c20 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9fb41160c0 tx=0x7f9fa400b500 comp rx=0 tx=0).stop 2023-10-05T15:27:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.094+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 msgr2=0x7f9fb41b49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:39.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.094+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 0x7f9fb41b49c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f9fac00b770 tx=0x7f9fac004c60 comp rx=0 tx=0).stop 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 shutdown_connections 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f9f9c0a1760 0x7f9f9c0a3c20 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f9fb410fa90 0x7f9fb41148a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9fb41b4510 0x7f9fb41b49c0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 --2- 172.21.15.29:0/1593372811 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f9fb411a690 0x7f9fb4114e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:39.110 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.105+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 >> 172.21.15.29:0/1593372811 conn(0x7f9fb406cfa0 msgr2=0x7f9fb40718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:39.115 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.112+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 shutdown_connections 2023-10-05T15:27:39.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:39.112+0000 7f9fb9855700 1 -- 172.21.15.29:0/1593372811 wait complete. 2023-10-05T15:27:39.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:39 smithi029 ceph-mon[99237]: pgmap v166: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:27:39.909 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:39 smithi040 ceph-mon[103696]: pgmap v166: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:27:39.936 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:39 smithi177 ceph-mon[103568]: pgmap v166: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:27:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:41 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:27:41.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:41 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:27:41.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:41 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:27:42.366 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:42 smithi029 ceph-mon[99237]: pgmap v167: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:42.366 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:42 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 223 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:42 smithi040 ceph-mon[103696]: pgmap v167: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:42.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:42 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 223 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:42.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:42 smithi177 ceph-mon[103568]: pgmap v167: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 63 MiB/s wr, 1.02k op/s 2023-10-05T15:27:42.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:42 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 223 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:43 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:43.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:43 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:43 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:43.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:43 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:43 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:43 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:44 smithi029 ceph-mon[99237]: pgmap v168: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:44 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:27:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:44 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:27:44.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:44 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:27:44.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:44 smithi040 ceph-mon[103696]: pgmap v168: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:44.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:44 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:27:44.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:44 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:27:44.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:44 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:27:44.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:44 smithi177 ceph-mon[103568]: pgmap v168: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 64 MiB/s wr, 1.03k op/s 2023-10-05T15:27:44.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:44 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:27:44.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:44 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:27:44.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:44 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:27:45.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:45 smithi040 ceph-mon[103696]: pgmap v169: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2023-10-05T15:27:45.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:45 smithi177 ceph-mon[103568]: pgmap v169: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2023-10-05T15:27:45.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:45 smithi029 ceph-mon[99237]: pgmap v169: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 65 MiB/s wr, 1.04k op/s 2023-10-05T15:27:46.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:46 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:46.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:46 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:46.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:46 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:46.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:46 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:46.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:46 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:46.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:46 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:47.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:47 smithi029 ceph-mon[99237]: pgmap v170: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:27:47.909 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:47 smithi040 ceph-mon[103696]: pgmap v170: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:27:47.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:47 smithi177 ceph-mon[103568]: pgmap v170: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:27:48.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:48 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 229 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:48.912 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:48 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 229 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:48.937 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:48 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 229 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:49.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:49 smithi029 ceph-mon[99237]: pgmap v171: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 50 MiB/s wr, 813 op/s 2023-10-05T15:27:49.909 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:49 smithi040 ceph-mon[103696]: pgmap v171: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 50 MiB/s wr, 813 op/s 2023-10-05T15:27:49.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:49 smithi177 ceph-mon[103568]: pgmap v171: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 50 MiB/s wr, 813 op/s 2023-10-05T15:27:50.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:50.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:50 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:50.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:50.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:50 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:50.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:50.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:50 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:51.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:51 smithi177 ceph-mon[103568]: pgmap v172: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 977 op/s 2023-10-05T15:27:52.110 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:51 smithi029 ceph-mon[99237]: pgmap v172: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 977 op/s 2023-10-05T15:27:52.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:51 smithi040 ceph-mon[103696]: pgmap v172: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 977 op/s 2023-10-05T15:27:52.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.383+0000 7f0e76db9700 1 -- 172.21.15.29:0/686977543 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010f620 msgr2=0x7f0e70107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:52.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.383+0000 7f0e76db9700 1 --2- 172.21.15.29:0/686977543 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010f620 0x7f0e70107eb0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0e600098f0 tx=0x7f0e60009c00 comp rx=0 tx=0).stop 2023-10-05T15:27:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.408+0000 7f0e76db9700 1 -- 172.21.15.29:0/686977543 shutdown_connections 2023-10-05T15:27:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.408+0000 7f0e76db9700 1 --2- 172.21.15.29:0/686977543 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010f620 0x7f0e70107eb0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.408+0000 7f0e76db9700 1 --2- 172.21.15.29:0/686977543 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e7011a690 0x7f0e7011ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.408+0000 7f0e76db9700 1 --2- 172.21.15.29:0/686977543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010fa90 0x7f0e701083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.408+0000 7f0e76db9700 1 -- 172.21.15.29:0/686977543 >> 172.21.15.29:0/686977543 conn(0x7f0e7006cfa0 msgr2=0x7f0e7006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.413+0000 7f0e76db9700 1 -- 172.21.15.29:0/686977543 shutdown_connections 2023-10-05T15:27:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.416+0000 7f0e76db9700 1 -- 172.21.15.29:0/686977543 wait complete. 2023-10-05T15:27:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 Processor -- start 2023-10-05T15:27:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 -- start start 2023-10-05T15:27:52.432 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010fa90 0x7f0e70116150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e7011a690 0x7f0e701a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e701a2aa0 con 0x7f0e7010f620 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e701a2c10 con 0x7f0e7011a690 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.417+0000 7f0e76db9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e701a2dd0 con 0x7f0e7010fa90 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49446/0 (socket says 172.21.15.29:49446) 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 -- 172.21.15.29:0/2594281901 learned_addr learned my addr 172.21.15.29:0/2594281901 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 -- 172.21.15.29:0/2594281901 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010fa90 msgr2=0x7f0e70116150 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:27:52.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010fa90 0x7f0e70116150 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 -- 172.21.15.29:0/2594281901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e7011a690 msgr2=0x7f0e701a2310 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e7011a690 0x7f0e701a2310 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 -- 172.21.15.29:0/2594281901 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e60009520 con 0x7f0e7010f620 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.418+0000 7f0e74b55700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0e60009230 tx=0x7f0e6000b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.427+0000 7f0e6dffb700 1 -- 172.21.15.29:0/2594281901 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e6001c070 con 0x7f0e7010f620 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.427+0000 7f0e6dffb700 1 -- 172.21.15.29:0/2594281901 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e6000bbb0 con 0x7f0e7010f620 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.427+0000 7f0e6dffb700 1 -- 172.21.15.29:0/2594281901 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e60017400 con 0x7f0e7010f620 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.427+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e701a3050 con 0x7f0e7010f620 2023-10-05T15:27:52.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.427+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e700792f0 con 0x7f0e7010f620 2023-10-05T15:27:52.445 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.432+0000 7f0e82fa3b80 1 Processor -- start 2023-10-05T15:27:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.444+0000 7f0e82fa3b80 1 -- start start 2023-10-05T15:27:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d6338fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d633903d0 0x558d633927c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.447 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d632ee400 con 0x558d63385520 2023-10-05T15:27:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d632dfbc0 con 0x558d63384c00 2023-10-05T15:27:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d632dd4e0 con 0x558d633903d0 2023-10-05T15:27:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e75356700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e75356700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56572/0 (socket says 172.21.15.29:56572) 2023-10-05T15:27:52.448 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e75356700 1 -- 172.21.15.29:0/1111543710 learned_addr learned my addr 172.21.15.29:0/1111543710 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.445+0000 7f0e6dffb700 1 -- 172.21.15.29:0/2594281901 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f0e60005030 con 0x7f0e7010f620 2023-10-05T15:27:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.446+0000 7f0e6dffb700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 0x7f0e580a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.446+0000 7f0e6dffb700 1 -- 172.21.15.29:0/2594281901 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0e600ce7d0 con 0x7f0e7010f620 2023-10-05T15:27:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.447+0000 7f0e75356700 1 -- 172.21.15.29:0/1111543710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d633903d0 msgr2=0x558d633927c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:27:52.449 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.447+0000 7f0e75356700 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d633903d0 0x558d633927c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.447+0000 7f0e75356700 1 -- 172.21.15.29:0/1111543710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 msgr2=0x558d6338fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.447+0000 7f0e75356700 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d6338fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.450 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.447+0000 7f0e75356700 1 -- 172.21.15.29:0/1111543710 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d63103d80 con 0x558d63384c00 2023-10-05T15:27:52.454 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.449+0000 7f0e75356700 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0e6401cbc0 tx=0x7f0e6401ced0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6961723b53a0ea64 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.454 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.449+0000 7f0e75356700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 0x7f0e580a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.457 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.455+0000 7f0e75356700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 0x7f0e580a3c20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0e6402d000 tx=0x7f0e64022b60 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.458+0000 7f0e56ffd700 1 -- 172.21.15.29:0/1111543710 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e6401ed10 con 0x558d63384c00 2023-10-05T15:27:52.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.458+0000 7f0e56ffd700 1 -- 172.21.15.29:0/1111543710 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e6401ee70 con 0x558d63384c00 2023-10-05T15:27:52.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.458+0000 7f0e56ffd700 1 -- 172.21.15.29:0/1111543710 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e64022920 con 0x558d63384c00 2023-10-05T15:27:52.461 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1111543710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 msgr2=0x558d63384fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f0e6401cbc0 tx=0x7f0e6401ced0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1111543710 shutdown_connections 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d633903d0 0x558d633927c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63384fe0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1111543710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d6338fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1111543710 >> 172.21.15.29:0/1111543710 conn(0x558d632fa200 msgr2=0x558d63381080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:52.462 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1111543710 shutdown_connections 2023-10-05T15:27:52.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.459+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1111543710 wait complete. 2023-10-05T15:27:52.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.460+0000 7f0e82fa3b80 1 -- start start 2023-10-05T15:27:52.463 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.460+0000 7f0e82fa3b80 1 Processor -- start 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63385520 0x558d6338d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d632d8dd0 con 0x558d633903d0 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d632756b0 con 0x558d63385520 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d63275350 con 0x558d63384c00 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e82fa3b80 10 client.0 _ll_register_callbacks cb 0x558d630d27a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.464 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55862/0 (socket says 172.21.15.29:55862) 2023-10-05T15:27:52.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e74b55700 1 -- 172.21.15.29:0/1180983018 learned_addr learned my addr 172.21.15.29:0/1180983018 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:52.465 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.461+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63385520 0x558d6338d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.463+0000 7f0e74b55700 1 -- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63385520 msgr2=0x558d6338d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.463+0000 7f0e74b55700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63385520 0x558d6338d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.463+0000 7f0e74b55700 1 -- 172.21.15.29:0/1180983018 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 msgr2=0x558d6338dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.463+0000 7f0e74b55700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.463+0000 7f0e74b55700 1 -- 172.21.15.29:0/1180983018 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e6401c700 con 0x558d63384c00 2023-10-05T15:27:52.466 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.464+0000 7f0e74b55700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0e6009b270 tx=0x7f0e6009b0b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6adea8e854cd8293 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.470+0000 7f0e4ffff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.470+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e600cc120 con 0x558d63384c00 2023-10-05T15:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.470+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0e6009b570 con 0x558d63384c00 2023-10-05T15:27:52.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.470+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558d63378d50 con 0x558d63384c00 2023-10-05T15:27:52.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.481+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e6009f6c0 con 0x558d63384c00 2023-10-05T15:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.483+0000 7f0e82fa3b80 10 client.25837 fetch_fsmap learned FSMap version 38 2023-10-05T15:27:52.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.483+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) v3 -- 0x558d630ecc00 con 0x558d63384c00 2023-10-05T15:27:52.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.496+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558d63378d50 con 0x558d63384c00 2023-10-05T15:27:52.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.496+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 38) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0e6009aa60 con 0x558d63384c00 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 10 client.25837 fetch_fsmap finished waiting for FSMap version 38 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 10 client.25837 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 20 client.25837 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d6339fc80 0x558d633a2070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 4 client.25837 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:27:52.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.506+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558d632d1db0 con 0x558d6339fc80 2023-10-05T15:27:52.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.517+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d6339fc80 0x558d633a2070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.563+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d6339fc80 0x558d633a2070 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac5590c999d6fd0 server_cookie=532b94365772172a in_seq=0 out_seq=0 2023-10-05T15:27:52.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.563+0000 7f0e4ffff700 10 client.25837 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.574+0000 7f0e4ffff700 1 -- 172.21.15.29:0/1180983018 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558d632d1db0 con 0x558d6339fc80 2023-10-05T15:27:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.574+0000 7f0e4ffff700 10 client.25837 handle_command_reply: tid=0 2023-10-05T15:27:52.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.574+0000 7f0e82fa3b80 1 client.25837 shutdown 2023-10-05T15:27:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.577+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 msgr2=0x558d6338d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:52.580 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.577+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f0e6009b270 tx=0x7f0e6009b0b0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 shutdown_connections 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d6339fc80 0x558d633a2070 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d6338d210 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/1180983018 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63385520 0x558d6338d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.584+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 >> 172.21.15.29:0/1180983018 conn(0x558d632fa200 msgr2=0x558d63380c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:52.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.585+0000 7f0e4ffff700 0 client.25837 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:52.598 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.595+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 shutdown_connections 2023-10-05T15:27:52.603 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.597+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/1180983018 wait complete. 2023-10-05T15:27:52.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.612+0000 7f0e82fa3b80 20 client.25837 trim_cache size 0 max 16384 2023-10-05T15:27:52.641 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.639+0000 7f0e82fa3b80 1 Processor -- start 2023-10-05T15:27:52.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.639+0000 7f0e82fa3b80 1 -- start start 2023-10-05T15:27:52.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.639+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63396f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.639+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 0x558d6338dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.640+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.640+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d631598c0 con 0x558d633903d0 2023-10-05T15:27:52.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.640+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d633866c0 con 0x558d63384c00 2023-10-05T15:27:52.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.640+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d63397450 con 0x558d63385520 2023-10-05T15:27:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.651+0000 7f0e75356700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.651+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63396f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.653 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.651+0000 7f0e75356700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49466/0 (socket says 172.21.15.29:49466) 2023-10-05T15:27:52.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.651+0000 7f0e75356700 1 -- 172.21.15.29:0/2672067133 learned_addr learned my addr 172.21.15.29:0/2672067133 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:52.656 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.654+0000 7f0e75356700 1 -- 172.21.15.29:0/2672067133 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 msgr2=0x558d6338dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.651+0000 7f0e6ffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 0x558d6338dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.664+0000 7f0e75356700 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 0x558d6338dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.664+0000 7f0e75356700 1 -- 172.21.15.29:0/2672067133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 msgr2=0x558d63396f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.664+0000 7f0e75356700 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63396f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.664+0000 7f0e75356700 1 -- 172.21.15.29:0/2672067133 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d6312a1f0 con 0x558d633903d0 2023-10-05T15:27:52.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.666+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 0x558d6338dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:27:52.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.667+0000 7f0e74b55700 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63396f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:27:52.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.669+0000 7f0e75356700 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0e6402e040 tx=0x7f0e64033000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ded94b719c7f86e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.677+0000 7f0e577fe700 1 -- 172.21.15.29:0/2672067133 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e6401ed10 con 0x558d633903d0 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.677+0000 7f0e577fe700 1 -- 172.21.15.29:0/2672067133 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e64022d70 con 0x558d633903d0 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.677+0000 7f0e577fe700 1 -- 172.21.15.29:0/2672067133 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e64005300 con 0x558d633903d0 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.678+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/2672067133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 msgr2=0x558d6338a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.678+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f0e6402e040 tx=0x7f0e64033000 comp rx=0 tx=0).stop 2023-10-05T15:27:52.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.679+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/2672067133 shutdown_connections 2023-10-05T15:27:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.679+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d633903d0 0x558d6338a4c0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.679+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d63384c00 0x558d63396f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.679+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/2672067133 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63385520 0x558d6338dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.687 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.679+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/2672067133 >> 172.21.15.29:0/2672067133 conn(0x558d632fa200 msgr2=0x558d63388530 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:52.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.689+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/2672067133 shutdown_connections 2023-10-05T15:27:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.701+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/2672067133 wait complete. 2023-10-05T15:27:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.701+0000 7f0e82fa3b80 1 -- start start 2023-10-05T15:27:52.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.701+0000 7f0e82fa3b80 1 Processor -- start 2023-10-05T15:27:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d63394b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d633903d0 0x558d633f2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d633f2fe0 con 0x558d63385520 2023-10-05T15:27:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d633f3120 con 0x558d633903d0 2023-10-05T15:27:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d633f32b0 con 0x558d63384c00 2023-10-05T15:27:52.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.718+0000 7f0e82fa3b80 10 client.0 _ll_register_callbacks cb 0x558d630d27a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:27:52.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.730+0000 7f0e74b55700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d63394b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.739+0000 7f0e75356700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d633903d0 0x558d633f2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.739+0000 7f0e6ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.739+0000 7f0e6ffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49470/0 (socket says 172.21.15.29:49470) 2023-10-05T15:27:52.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.739+0000 7f0e6ffff700 1 -- 172.21.15.29:0/3485674927 learned_addr learned my addr 172.21.15.29:0/3485674927 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:27:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.744+0000 7f0e6ffff700 1 -- 172.21.15.29:0/3485674927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 msgr2=0x558d63394b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.744+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d63394b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.744+0000 7f0e6ffff700 1 -- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d633903d0 msgr2=0x558d633f2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:27:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.744+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d633903d0 0x558d633f2aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:52.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.744+0000 7f0e6ffff700 1 -- 172.21.15.29:0/3485674927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558d63103d80 con 0x558d63385520 2023-10-05T15:27:52.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.775+0000 7f0e6ffff700 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x558d6338e8c0 tx=0x7f0e68009ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cac634840a49496 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:27:52.781 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.777+0000 7f0e4ffff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:27:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.797+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e68010040 con 0x558d63385520 2023-10-05T15:27:52.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.797+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0e68006e40 con 0x558d63385520 2023-10-05T15:27:52.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.803+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0e6401ee70 con 0x558d63385520 2023-10-05T15:27:52.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.815+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=38) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0e68018590 con 0x558d63385520 2023-10-05T15:27:52.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.823+0000 7f0e82fa3b80 10 client.16356 fetch_fsmap learned FSMap version 38 2023-10-05T15:27:52.825 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.823+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=38,monmap=4+}) v3 -- 0x558d63102250 con 0x558d63385520 2023-10-05T15:27:52.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0e6401ee70 con 0x558d63385520 2023-10-05T15:27:52.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 38) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0e6802b730 con 0x558d63385520 2023-10-05T15:27:52.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 10 client.16356 fetch_fsmap finished waiting for FSMap version 38 2023-10-05T15:27:52.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 10 client.16356 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:27:52.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 20 client.16356 populate_metadata read hostname 'smithi029' 2023-10-05T15:27:52.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d633f49f0 0x558d633f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:27:52.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 4 client.16356 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:27:52.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.844+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558d632d1ad0 con 0x558d633f49f0 2023-10-05T15:27:52.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.866+0000 7f0e74b55700 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d633f49f0 0x558d633f6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:27:52.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.898+0000 7f0e74b55700 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d633f49f0 0x558d633f6e10 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=20f86c88a759de13 server_cookie=aac221a7b3592d43 in_seq=0 out_seq=0 2023-10-05T15:27:52.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:52.898+0000 7f0e4ffff700 10 client.16356 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.168+0000 7f0e4ffff700 1 -- 172.21.15.29:0/3485674927 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558d632d1ad0 con 0x558d633f49f0 2023-10-05T15:27:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.168+0000 7f0e4ffff700 10 client.16356 handle_command_reply: tid=0 2023-10-05T15:27:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.169+0000 7f0e82fa3b80 1 client.16356 shutdown 2023-10-05T15:27:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.175+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 msgr2=0x558d63395060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.175+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x558d6338e8c0 tx=0x7f0e68009ca0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 shutdown_connections 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558d633f49f0 0x558d633f6e10 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558d63384c00 0x558d63394b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558d633903d0 0x558d633f2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 --2- 172.21.15.29:0/3485674927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558d63385520 0x558d63395060 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 >> 172.21.15.29:0/3485674927 conn(0x558d632fa200 msgr2=0x558d6338d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:54.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.182+0000 7f0e4ffff700 0 client.16356 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:27:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.201+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 shutdown_connections 2023-10-05T15:27:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.201+0000 7f0e82fa3b80 1 -- 172.21.15.29:0/3485674927 wait complete. 2023-10-05T15:27:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.204+0000 7f0e82fa3b80 20 client.16356 trim_cache size 0 max 16384 2023-10-05T15:27:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:27:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:27:54.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:27:54.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:27:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.228+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 msgr2=0x7f0e580a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.228+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 0x7f0e580a3c20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f0e6402d000 tx=0x7f0e64022b60 comp rx=0 tx=0).stop 2023-10-05T15:27:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.228+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 msgr2=0x7f0e70115c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:27:54.230 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.228+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f0e60009230 tx=0x7f0e6000b6c0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 shutdown_connections 2023-10-05T15:27:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0e580a1760 0x7f0e580a3c20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0e7011a690 0x7f0e701a2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e7010f620 0x7f0e70115c10 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 --2- 172.21.15.29:0/2594281901 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0e7010fa90 0x7f0e70116150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:27:54.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.234+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 >> 172.21.15.29:0/2594281901 conn(0x7f0e7006cfa0 msgr2=0x7f0e7011bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:27:54.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.243+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 shutdown_connections 2023-10-05T15:27:54.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:27:54.245+0000 7f0e76db9700 1 -- 172.21.15.29:0/2594281901 wait complete. 2023-10-05T15:27:54.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:54 smithi040 ceph-mon[103696]: pgmap v173: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:27:54.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:54 smithi177 ceph-mon[103568]: pgmap v173: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:27:54.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:54 smithi029 ceph-mon[99237]: pgmap v173: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 58 MiB/s wr, 938 op/s 2023-10-05T15:27:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:55 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 235 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:55 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 235 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:55 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 235 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:27:56.613 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:56 smithi029 ceph-mon[99237]: pgmap v174: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 930 op/s 2023-10-05T15:27:56.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:56 smithi040 ceph-mon[103696]: pgmap v174: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 930 op/s 2023-10-05T15:27:56.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:56 smithi177 ceph-mon[103568]: pgmap v174: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 930 op/s 2023-10-05T15:27:58.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:58 smithi029 ceph-mon[99237]: pgmap v175: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 MiB/s wr, 907 op/s 2023-10-05T15:27:58.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:58 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:58.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:27:58 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:58 smithi040 ceph-mon[103696]: pgmap v175: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 MiB/s wr, 907 op/s 2023-10-05T15:27:58.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:58 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:58.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:27:58 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:27:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:58 smithi177 ceph-mon[103568]: pgmap v175: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 56 MiB/s wr, 907 op/s 2023-10-05T15:27:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:58 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:27:58.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:27:58 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:00 smithi029 ceph-mon[99237]: pgmap v176: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 49 MiB/s wr, 792 op/s 2023-10-05T15:28:00.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:00 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 241 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:00 smithi040 ceph-mon[103696]: pgmap v176: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 49 MiB/s wr, 792 op/s 2023-10-05T15:28:00.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:00 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 241 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:00.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:00 smithi177 ceph-mon[103568]: pgmap v176: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 49 MiB/s wr, 792 op/s 2023-10-05T15:28:00.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:00 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 241 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:01.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:01 smithi029 ceph-mon[99237]: pgmap v177: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 59 MiB/s wr, 958 op/s 2023-10-05T15:28:01.660 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:01 smithi040 ceph-mon[103696]: pgmap v177: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 59 MiB/s wr, 958 op/s 2023-10-05T15:28:01.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:01 smithi177 ceph-mon[103568]: pgmap v177: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 59 MiB/s wr, 958 op/s 2023-10-05T15:28:02.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:02 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:02.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:02 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:02.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:02 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:02.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:02 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:02.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:02 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:02.680 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:02 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:03.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:03 smithi177 ceph-mon[103568]: pgmap v178: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:28:03.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:03 smithi029 ceph-mon[99237]: pgmap v178: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:28:03.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:03 smithi040 ceph-mon[103696]: pgmap v178: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 59 MiB/s wr, 946 op/s 2023-10-05T15:28:04.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:04 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 246 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:04.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:04 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 246 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:04.916 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:04 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 246 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:05.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:05 smithi029 ceph-mon[99237]: pgmap v179: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 MiB/s wr, 877 op/s 2023-10-05T15:28:05.909 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:05 smithi040 ceph-mon[103696]: pgmap v179: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 MiB/s wr, 877 op/s 2023-10-05T15:28:05.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:05 smithi177 ceph-mon[103568]: pgmap v179: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 54 MiB/s wr, 877 op/s 2023-10-05T15:28:06.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:06 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:06.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:06 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:06 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:06.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:06 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:06.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:06 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:06.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:06 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.798+0000 7f847349e700 1 -- 172.21.15.29:0/3678868751 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10fa90 msgr2=0x7f846c1083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:07.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.798+0000 7f847349e700 1 --2- 172.21.15.29:0/3678868751 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10fa90 0x7f846c1083f0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f846401a9a0 tx=0x7f846401acb0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.820 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.818+0000 7f847349e700 1 -- 172.21.15.29:0/3678868751 shutdown_connections 2023-10-05T15:28:07.820 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.818+0000 7f847349e700 1 --2- 172.21.15.29:0/3678868751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846c11a690 0x7f846c11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.820 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.818+0000 7f847349e700 1 --2- 172.21.15.29:0/3678868751 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10f620 0x7f846c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.820 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.818+0000 7f847349e700 1 --2- 172.21.15.29:0/3678868751 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10fa90 0x7f846c1083f0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.820 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.818+0000 7f847349e700 1 -- 172.21.15.29:0/3678868751 >> 172.21.15.29:0/3678868751 conn(0x7f846c06cfa0 msgr2=0x7f846c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:07.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.835+0000 7f847349e700 1 -- 172.21.15.29:0/3678868751 shutdown_connections 2023-10-05T15:28:07.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.836+0000 7f847349e700 1 -- 172.21.15.29:0/3678868751 wait complete. 2023-10-05T15:28:07.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.837+0000 7f847349e700 1 Processor -- start 2023-10-05T15:28:07.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 -- start start 2023-10-05T15:28:07.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10f620 0x7f846c1198f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846c11a690 0x7f846c115790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f846c115f20 con 0x7f846c11a690 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f846c116090 con 0x7f846c10fa90 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f847349e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f846c116250 con 0x7f846c10f620 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.841+0000 7f8470a39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.842+0000 7f8470a39700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56604/0 (socket says 172.21.15.29:56604) 2023-10-05T15:28:07.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.842+0000 7f8470a39700 1 -- 172.21.15.29:0/3437983724 learned_addr learned my addr 172.21.15.29:0/3437983724 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f847123a700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10f620 0x7f846c1198f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f8470a39700 1 -- 172.21.15.29:0/3437983724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10f620 msgr2=0x7f846c1198f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f8470a39700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10f620 0x7f846c1198f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f8470a39700 1 -- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846c11a690 msgr2=0x7f846c115790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f8470a39700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846c11a690 0x7f846c115790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.855+0000 7f8470a39700 1 -- 172.21.15.29:0/3437983724 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f846401a600 con 0x7f846c10fa90 2023-10-05T15:28:07.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:07 smithi029 ceph-mon[99237]: pgmap v180: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2023-10-05T15:28:07.874 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.872+0000 7f8470a39700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8464000c00 tx=0x7f8464003c40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:07.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.888+0000 7f846a7fc700 1 -- 172.21.15.29:0/3437983724 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f846402d070 con 0x7f846c10fa90 2023-10-05T15:28:07.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.888+0000 7f846a7fc700 1 -- 172.21.15.29:0/3437983724 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8464003680 con 0x7f846c10fa90 2023-10-05T15:28:07.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.888+0000 7f846a7fc700 1 -- 172.21.15.29:0/3437983724 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8464031c70 con 0x7f846c10fa90 2023-10-05T15:28:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.893+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f846c1164d0 con 0x7f846c10fa90 2023-10-05T15:28:07.900 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.893+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f846c1aa540 con 0x7f846c10fa90 2023-10-05T15:28:07.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.898+0000 7f847f688b80 1 Processor -- start 2023-10-05T15:28:07.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:07 smithi040 ceph-mon[103696]: pgmap v180: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2023-10-05T15:28:07.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 -- start start 2023-10-05T15:28:07.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b12fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b207c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a7c400 con 0x55f300b13520 2023-10-05T15:28:07.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a6dbc0 con 0x55f300b12c00 2023-10-05T15:28:07.909 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.901+0000 7f847f688b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a6b4e0 con 0x55f300b1e3d0 2023-10-05T15:28:07.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:07 smithi177 ceph-mon[103568]: pgmap v180: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 63 MiB/s wr, 1.01k op/s 2023-10-05T15:28:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.918+0000 7f8471a3b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b12fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.919+0000 7f8470a39700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b207c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.924+0000 7f847123a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.924+0000 7f847123a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49488/0 (socket says 172.21.15.29:49488) 2023-10-05T15:28:07.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.924+0000 7f847123a700 1 -- 172.21.15.29:0/2470361521 learned_addr learned my addr 172.21.15.29:0/2470361521 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.938+0000 7f847123a700 1 -- 172.21.15.29:0/2470361521 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 msgr2=0x55f300b207c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.938+0000 7f847123a700 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b207c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.938+0000 7f847123a700 1 -- 172.21.15.29:0/2470361521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 msgr2=0x55f300b12fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.938+0000 7f847123a700 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b12fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.938+0000 7f847123a700 1 -- 172.21.15.29:0/2470361521 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f300891d80 con 0x55f300b13520 2023-10-05T15:28:07.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.950+0000 7f846a7fc700 1 -- 172.21.15.29:0/3437983724 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f8464031510 con 0x7f846c10fa90 2023-10-05T15:28:07.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.950+0000 7f846a7fc700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 0x7f84540a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:07.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.951+0000 7f846a7fc700 1 -- 172.21.15.29:0/3437983724 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f84640decc0 con 0x7f846c10fa90 2023-10-05T15:28:07.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.951+0000 7f8471a3b700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 0x7f84540a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:07.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.952+0000 7f8471a3b700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 0x7f84540a3c20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8460005950 tx=0x7f846000b310 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:07.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.968+0000 7f847123a700 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f845c009e10 tx=0x7f845c0077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c514ed58ad8cb62 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:07.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.986+0000 7f84537fe700 1 -- 172.21.15.29:0/2470361521 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c014610 con 0x55f300b13520 2023-10-05T15:28:07.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.986+0000 7f84537fe700 1 -- 172.21.15.29:0/2470361521 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f845c00f050 con 0x55f300b13520 2023-10-05T15:28:07.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.986+0000 7f84537fe700 1 -- 172.21.15.29:0/2470361521 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c013960 con 0x55f300b13520 2023-10-05T15:28:07.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.987+0000 7f847f688b80 1 -- 172.21.15.29:0/2470361521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 msgr2=0x55f300b1de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:07.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.987+0000 7f847f688b80 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f845c009e10 tx=0x7f845c0077e0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.992+0000 7f847f688b80 1 -- 172.21.15.29:0/2470361521 shutdown_connections 2023-10-05T15:28:07.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.992+0000 7f847f688b80 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b207c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.992+0000 7f847f688b80 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b12fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.992+0000 7f847f688b80 1 --2- 172.21.15.29:0/2470361521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1de90 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:07.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:07.992+0000 7f847f688b80 1 -- 172.21.15.29:0/2470361521 >> 172.21.15.29:0/2470361521 conn(0x55f300a88200 msgr2=0x55f300b0f080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:08.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.003+0000 7f847f688b80 1 -- 172.21.15.29:0/2470361521 shutdown_connections 2023-10-05T15:28:08.016 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.014+0000 7f847f688b80 1 -- 172.21.15.29:0/2470361521 wait complete. 2023-10-05T15:28:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.014+0000 7f847f688b80 1 -- start start 2023-10-05T15:28:08.017 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.014+0000 7f847f688b80 1 Processor -- start 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b12c00 0x55f300b1de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b1e3d0 0x55f300b1b750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a66dd0 con 0x55f300b12c00 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a036b0 con 0x55f300b1e3d0 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300a03350 con 0x55f300b13520 2023-10-05T15:28:08.018 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.015+0000 7f847f688b80 10 client.0 _ll_register_callbacks cb 0x55f3008607a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:08.023 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.021+0000 7f8470a39700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.021+0000 7f8470a39700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55904/0 (socket says 172.21.15.29:55904) 2023-10-05T15:28:08.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.021+0000 7f8470a39700 1 -- 172.21.15.29:0/3225964320 learned_addr learned my addr 172.21.15.29:0/3225964320 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:08.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.027+0000 7f8471a3b700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b1e3d0 0x55f300b1b750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.030+0000 7f847123a700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b12c00 0x55f300b1de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.031+0000 7f8470a39700 1 -- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b1e3d0 msgr2=0x55f300b1b750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.031+0000 7f8470a39700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b1e3d0 0x55f300b1b750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.031+0000 7f8470a39700 1 -- 172.21.15.29:0/3225964320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b12c00 msgr2=0x55f300b1de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.031+0000 7f8470a39700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b12c00 0x55f300b1de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.031+0000 7f8470a39700 1 -- 172.21.15.29:0/3225964320 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f845c009a40 con 0x55f300b13520 2023-10-05T15:28:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.039+0000 7f8470a39700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8464031ac0 tx=0x7f84640ac210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbab26dc945fc4b3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:08.042 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.040+0000 7f8450ff9700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:28:08.056 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.054+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84640b3d60 con 0x55f300b13520 2023-10-05T15:28:08.057 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.054+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f84640317c0 con 0x55f300b13520 2023-10-05T15:28:08.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.059+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f300b06d50 con 0x55f300b13520 2023-10-05T15:28:08.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.060+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84640aaf50 con 0x55f300b13520 2023-10-05T15:28:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.069+0000 7f847f688b80 10 client.25852 fetch_fsmap learned FSMap version 41 2023-10-05T15:28:08.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.069+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x55f30087ac00 con 0x55f300b13520 2023-10-05T15:28:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.082+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55f300b06d50 con 0x55f300b13520 2023-10-05T15:28:08.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.082+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 41) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f84640cb0c0 con 0x55f300b13520 2023-10-05T15:28:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 10 client.25852 fetch_fsmap finished waiting for FSMap version 41 2023-10-05T15:28:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 10 client.25852 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:08.086 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 20 client.25852 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300b2db20 0x55f300b2ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 4 client.25852 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:28:08.087 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.083+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f300a5fdb0 con 0x55f300b2db20 2023-10-05T15:28:08.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.095+0000 7f847123a700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300b2db20 0x55f300b2ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.125+0000 7f8450ff9700 10 client.25852 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:08.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.125+0000 7f847123a700 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300b2db20 0x55f300b2ff40 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3accfaa4638360aa server_cookie=cfcce5bceacd8546 in_seq=0 out_seq=0 2023-10-05T15:28:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.134+0000 7f8450ff9700 1 -- 172.21.15.29:0/3225964320 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55f300a5fdb0 con 0x55f300b2db20 2023-10-05T15:28:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.134+0000 7f8450ff9700 10 client.25852 handle_command_reply: tid=0 2023-10-05T15:28:08.142 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.137+0000 7f847f688b80 1 client.25852 shutdown 2023-10-05T15:28:08.156 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.152+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 msgr2=0x55f300b1b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:08.156 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.152+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8464031ac0 tx=0x7f84640ac210 comp rx=0 tx=0).stop 2023-10-05T15:28:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 shutdown_connections 2023-10-05T15:28:08.160 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300b2db20 0x55f300b2ff40 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b1e3d0 0x55f300b1b750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b12c00 0x55f300b1de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 --2- 172.21.15.29:0/3225964320 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b13520 0x55f300b1b010 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.161 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.157+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 >> 172.21.15.29:0/3225964320 conn(0x55f300a88200 msgr2=0x55f300b0ec10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:08.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.161+0000 7f8450ff9700 0 client.25852 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:08.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.164+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 shutdown_connections 2023-10-05T15:28:08.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.173+0000 7f847f688b80 1 -- 172.21.15.29:0/3225964320 wait complete. 2023-10-05T15:28:08.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.182+0000 7f847f688b80 20 client.25852 trim_cache size 0 max 16384 2023-10-05T15:28:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 Processor -- start 2023-10-05T15:28:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 -- start start 2023-10-05T15:28:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b24f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1d930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b162f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f3008e78c0 con 0x55f300b13520 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300b2a870 con 0x55f300b12c00 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.209+0000 7f847f688b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300b25530 con 0x55f300b1e3d0 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b24f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f8471a3b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b162f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f8470a39700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f8470a39700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49504/0 (socket says 172.21.15.29:49504) 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f8470a39700 1 -- 172.21.15.29:0/293057025 learned_addr learned my addr 172.21.15.29:0/293057025 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 -- 172.21.15.29:0/293057025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 msgr2=0x55f300b162f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b162f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 -- 172.21.15.29:0/293057025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 msgr2=0x55f300b1d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:08.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1d930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.210+0000 7f847123a700 1 -- 172.21.15.29:0/293057025 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f300b20990 con 0x55f300b12c00 2023-10-05T15:28:08.215 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.211+0000 7f847123a700 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b24f70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f845c007b30 tx=0x7f845c009040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c455bd36a09eef22 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:08.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.226+0000 7f8453fff700 1 -- 172.21.15.29:0/293057025 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c0097e0 con 0x55f300b12c00 2023-10-05T15:28:08.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.226+0000 7f8453fff700 1 -- 172.21.15.29:0/293057025 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f845c026340 con 0x55f300b12c00 2023-10-05T15:28:08.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.226+0000 7f8453fff700 1 -- 172.21.15.29:0/293057025 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f845c004320 con 0x55f300b12c00 2023-10-05T15:28:08.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.231+0000 7f847f688b80 1 -- 172.21.15.29:0/293057025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 msgr2=0x55f300b24f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:08.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.231+0000 7f847f688b80 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b24f70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f845c007b30 tx=0x7f845c009040 comp rx=0 tx=0).stop 2023-10-05T15:28:08.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.236+0000 7f847f688b80 1 -- 172.21.15.29:0/293057025 shutdown_connections 2023-10-05T15:28:08.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.236+0000 7f847f688b80 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b162f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.236+0000 7f847f688b80 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b24f70 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.236+0000 7f847f688b80 1 --2- 172.21.15.29:0/293057025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b1d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.239 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.236+0000 7f847f688b80 1 -- 172.21.15.29:0/293057025 >> 172.21.15.29:0/293057025 conn(0x55f300a88200 msgr2=0x55f300b296d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:08.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.242+0000 7f847f688b80 1 -- 172.21.15.29:0/293057025 shutdown_connections 2023-10-05T15:28:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.247+0000 7f847f688b80 1 -- 172.21.15.29:0/293057025 wait complete. 2023-10-05T15:28:08.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.247+0000 7f847f688b80 1 -- start start 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.247+0000 7f847f688b80 1 Processor -- start 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b20f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b219d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300b80a30 con 0x55f300b13520 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300b80ba0 con 0x55f300b12c00 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f300b80d60 con 0x55f300b1e3d0 2023-10-05T15:28:08.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f847f688b80 10 client.0 _ll_register_callbacks cb 0x7f84640ab630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f8470a39700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f8470a39700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49510/0 (socket says 172.21.15.29:49510) 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.248+0000 7f8470a39700 1 -- 172.21.15.29:0/4238646787 learned_addr learned my addr 172.21.15.29:0/4238646787 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 -- 172.21.15.29:0/4238646787 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 msgr2=0x55f300b219d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b219d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 -- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 msgr2=0x55f300b20f50 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:28:08.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b20f50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 -- 172.21.15.29:0/4238646787 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f300891d80 con 0x55f300b13520 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.249+0000 7f8470a39700 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8464038040 tx=0x7f84640afd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13ad014db7ada062 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f8450ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84640a7ae0 con 0x55f300b13520 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f84640317c0 con 0x55f300b13520 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f845c00f050 con 0x55f300b13520 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84640abae0 con 0x55f300b13520 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f847f688b80 10 client.16371 fetch_fsmap learned FSMap version 41 2023-10-05T15:28:08.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.255+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=4+}) v3 -- 0x55f3008b81f0 con 0x55f300b13520 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f845c00f050 con 0x55f300b13520 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 41) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f84640aaf50 con 0x55f300b13520 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 10 client.16371 fetch_fsmap finished waiting for FSMap version 41 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 10 client.16371 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 20 client.16371 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300ba3fd0 0x55f300ba63c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 4 client.16371 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:28:08.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.256+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55f300a5fad0 con 0x55f300ba3fd0 2023-10-05T15:28:08.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.264+0000 7f847123a700 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300ba3fd0 0x55f300ba63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:08.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.278+0000 7f847123a700 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300ba3fd0 0x55f300ba63c0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31b3eb106f4c1a8d server_cookie=69bef54dc8bb459d in_seq=0 out_seq=0 2023-10-05T15:28:08.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.279+0000 7f8450ff9700 10 client.16371 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.712+0000 7f8450ff9700 1 -- 172.21.15.29:0/4238646787 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55f300a5fad0 con 0x55f300ba3fd0 2023-10-05T15:28:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.712+0000 7f8450ff9700 10 client.16371 handle_command_reply: tid=0 2023-10-05T15:28:08.715 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.712+0000 7f847f688b80 1 client.16371 shutdown 2023-10-05T15:28:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.714+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 msgr2=0x55f300b21490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:08.716 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.714+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8464038040 tx=0x7f84640afd30 comp rx=0 tx=0).stop 2023-10-05T15:28:08.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 shutdown_connections 2023-10-05T15:28:08.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55f300ba3fd0 0x55f300ba63c0 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55f300b1e3d0 0x55f300b219d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55f300b12c00 0x55f300b20f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 --2- 172.21.15.29:0/4238646787 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f300b13520 0x55f300b21490 secure :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f8464038040 tx=0x7f84640afd30 comp rx=0 tx=0).stop 2023-10-05T15:28:08.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 >> 172.21.15.29:0/4238646787 conn(0x55f300a88200 msgr2=0x55f300b162f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:08.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.723+0000 7f8450ff9700 0 client.16371 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:08.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.724+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 shutdown_connections 2023-10-05T15:28:08.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.733+0000 7f847f688b80 1 -- 172.21.15.29:0/4238646787 wait complete. 2023-10-05T15:28:08.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.742+0000 7f847f688b80 20 client.16371 trim_cache size 0 max 16384 2023-10-05T15:28:08.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:28:08.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:28:08.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:28:08.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:28:08.755 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.749+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 msgr2=0x7f84540a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:08.756 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.749+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 0x7f84540a3c20 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8460005950 tx=0x7f846000b310 comp rx=0 tx=0).stop 2023-10-05T15:28:08.756 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.749+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 msgr2=0x7f846c119e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:08.756 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.749+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f8464000c00 tx=0x7f8464003c40 comp rx=0 tx=0).stop 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 shutdown_connections 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f84540a1760 0x7f84540a3c20 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f846c10f620 0x7f846c1198f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f846c11a690 0x7f846c115790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 --2- 172.21.15.29:0/3437983724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f846c10fa90 0x7f846c119e30 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:08.757 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.755+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 >> 172.21.15.29:0/3437983724 conn(0x7f846c06cfa0 msgr2=0x7f846c0718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:08.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.765+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 shutdown_connections 2023-10-05T15:28:08.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:08.769+0000 7f847349e700 1 -- 172.21.15.29:0/3437983724 wait complete. 2023-10-05T15:28:10.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:10 smithi029 ceph-mon[99237]: pgmap v181: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:28:10.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:10 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 251 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:10.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:10 smithi040 ceph-mon[103696]: pgmap v181: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:28:10.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:10 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 251 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:10.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:10 smithi177 ceph-mon[103568]: pgmap v181: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 26 KiB/s rd, 60 MiB/s wr, 964 op/s 2023-10-05T15:28:10.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:10 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 251 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:11.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:11 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:11.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:11 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:11.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:11 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:11.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:11 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:11.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:11 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:11.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:11 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:12.658 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:12 smithi040 ceph-mon[103696]: pgmap v182: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 62 MiB/s wr, 992 op/s 2023-10-05T15:28:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:12 smithi177 ceph-mon[103568]: pgmap v182: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 62 MiB/s wr, 992 op/s 2023-10-05T15:28:12.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:12 smithi029 ceph-mon[99237]: pgmap v182: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 62 MiB/s wr, 992 op/s 2023-10-05T15:28:13.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:13 smithi040 ceph-mon[103696]: pgmap v183: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:28:13.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:13 smithi177 ceph-mon[103568]: pgmap v183: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:28:13.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:13 smithi029 ceph-mon[99237]: pgmap v183: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 67 MiB/s wr, 1.08k op/s 2023-10-05T15:28:14.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:14 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 257 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:14.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:14 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 257 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:14.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:14 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 257 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:15.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:15 smithi029 ceph-mon[99237]: pgmap v184: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:15.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:15 smithi040 ceph-mon[103696]: pgmap v184: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:15.934 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:15 smithi177 ceph-mon[103568]: pgmap v184: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:18.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:18 smithi029 ceph-mon[99237]: pgmap v185: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2023-10-05T15:28:18.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:18 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:18.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:18 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:18.666 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:18 smithi040 ceph-mon[103696]: pgmap v185: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2023-10-05T15:28:18.666 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:18 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:18.666 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:18 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:18 smithi177 ceph-mon[103568]: pgmap v185: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 68 MiB/s wr, 1.10k op/s 2023-10-05T15:28:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:18 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:18.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:18 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:20 smithi029 ceph-mon[99237]: pgmap v186: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 973 op/s 2023-10-05T15:28:20.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:20 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 262 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:20 smithi040 ceph-mon[103696]: pgmap v186: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 973 op/s 2023-10-05T15:28:20.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:20 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 262 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:20.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:20 smithi177 ceph-mon[103568]: pgmap v186: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 61 MiB/s wr, 973 op/s 2023-10-05T15:28:20.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:20 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 262 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:21.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.987+0000 7f3b84603700 1 -- 172.21.15.29:0/2644816992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c107cf0 msgr2=0x7f3b7c108170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:21.991 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.987+0000 7f3b84603700 1 --2- 172.21.15.29:0/2644816992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c108170 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3b7801a9a0 tx=0x7f3b7801acb0 comp rx=0 tx=0).stop 2023-10-05T15:28:21.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.993+0000 7f3b84603700 1 -- 172.21.15.29:0/2644816992 shutdown_connections 2023-10-05T15:28:21.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.993+0000 7f3b84603700 1 --2- 172.21.15.29:0/2644816992 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3b7c10d5d0 0x7f3b7c10d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:21.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.993+0000 7f3b84603700 1 --2- 172.21.15.29:0/2644816992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c1086b0 0x7f3b7c114350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:21.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.993+0000 7f3b84603700 1 --2- 172.21.15.29:0/2644816992 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c108170 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:21.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.993+0000 7f3b84603700 1 -- 172.21.15.29:0/2644816992 >> 172.21.15.29:0/2644816992 conn(0x7f3b7c076e80 msgr2=0x7f3b7c0792a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:21.999+0000 7f3b84603700 1 -- 172.21.15.29:0/2644816992 shutdown_connections 2023-10-05T15:28:22.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.000+0000 7f3b84603700 1 -- 172.21.15.29:0/2644816992 wait complete. 2023-10-05T15:28:22.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.000+0000 7f3b84603700 1 Processor -- start 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.000+0000 7f3b84603700 1 -- start start 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c1086b0 0x7f3b7c110240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3b7c10d5d0 0x7f3b7c0838d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b7c07b760 con 0x7f3b7c107cf0 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b7c07b8a0 con 0x7f3b7c1086b0 2023-10-05T15:28:22.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b84603700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b7c07ba60 con 0x7f3b7c10d5d0 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49520/0 (socket says 172.21.15.29:49520) 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.001+0000 7f3b8239f700 1 -- 172.21.15.29:0/1784570499 learned_addr learned my addr 172.21.15.29:0/1784570499 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 -- 172.21.15.29:0/1784570499 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3b7c10d5d0 msgr2=0x7f3b7c0838d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3b7c10d5d0 0x7f3b7c0838d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 -- 172.21.15.29:0/1784570499 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c1086b0 msgr2=0x7f3b7c110240 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:28:22.004 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c1086b0 0x7f3b7c110240 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 -- 172.21.15.29:0/1784570499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b7801a600 con 0x7f3b7c107cf0 2023-10-05T15:28:22.005 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.002+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f3b7400ba50 tx=0x7f3b7400be10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.009+0000 7f3b737fe700 1 -- 172.21.15.29:0/1784570499 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b7400cab0 con 0x7f3b7c107cf0 2023-10-05T15:28:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.009+0000 7f3b737fe700 1 -- 172.21.15.29:0/1784570499 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b7400cc10 con 0x7f3b7c107cf0 2023-10-05T15:28:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.009+0000 7f3b737fe700 1 -- 172.21.15.29:0/1784570499 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b74007570 con 0x7f3b7c107cf0 2023-10-05T15:28:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.010+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b7c07bc80 con 0x7f3b7c107cf0 2023-10-05T15:28:22.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.010+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b7c07c1c0 con 0x7f3b7c107cf0 2023-10-05T15:28:22.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.016+0000 7f3b737fe700 1 -- 172.21.15.29:0/1784570499 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f3b74007790 con 0x7f3b7c107cf0 2023-10-05T15:28:22.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.017+0000 7f3b737fe700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 0x7f3b680a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.018+0000 7f3b737fe700 1 -- 172.21.15.29:0/1784570499 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3b740cd950 con 0x7f3b7c107cf0 2023-10-05T15:28:22.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.018+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 0x7f3b680a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.026+0000 7f3b907edb80 1 Processor -- start 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.026+0000 7f3b907edb80 1 -- start start 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243b9c00 0x562f243b9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f24323400 con 0x562f243ba520 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f24314bc0 con 0x562f243b9c00 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b907edb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f243124e0 con 0x562f243c53d0 2023-10-05T15:28:22.030 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 0x7f3b680a3bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3b7801a8f0 tx=0x7f3b78005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b81b9e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b81b9e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49532/0 (socket says 172.21.15.29:49532) 2023-10-05T15:28:22.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b81b9e700 1 -- 172.21.15.29:0/2261718118 learned_addr learned my addr 172.21.15.29:0/2261718118 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:22.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b82ba0700 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.031 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.027+0000 7f3b8239f700 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243b9c00 0x562f243b9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 -- 172.21.15.29:0/2261718118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 msgr2=0x562f243c77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 -- 172.21.15.29:0/2261718118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243b9c00 msgr2=0x562f243b9fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243b9c00 0x562f243b9fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 -- 172.21.15.29:0/2261718118 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f24138d80 con 0x562f243ba520 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f3b7801a9a0 tx=0x7f3b7802d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b3a1eefbcd88ce server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b70ff9700 1 -- 172.21.15.29:0/2261718118 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b7802d070 con 0x562f243ba520 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b70ff9700 1 -- 172.21.15.29:0/2261718118 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b780054b0 con 0x562f243ba520 2023-10-05T15:28:22.032 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.028+0000 7f3b70ff9700 1 -- 172.21.15.29:0/2261718118 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b78003c50 con 0x562f243ba520 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.029+0000 7f3b907edb80 1 -- 172.21.15.29:0/2261718118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 msgr2=0x562f243c4e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.029+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f3b7801a9a0 tx=0x7f3b7802d000 comp rx=0 tx=0).stop 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.031+0000 7f3b907edb80 1 -- 172.21.15.29:0/2261718118 shutdown_connections 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.031+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.031+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243b9c00 0x562f243b9fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.031+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2261718118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243c4e90 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.033 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.031+0000 7f3b907edb80 1 -- 172.21.15.29:0/2261718118 >> 172.21.15.29:0/2261718118 conn(0x562f2432f200 msgr2=0x562f243b6080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.034+0000 7f3b907edb80 1 -- 172.21.15.29:0/2261718118 shutdown_connections 2023-10-05T15:28:22.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.037+0000 7f3b907edb80 1 -- 172.21.15.29:0/2261718118 wait complete. 2023-10-05T15:28:22.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 -- start start 2023-10-05T15:28:22.040 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 Processor -- start 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243c2040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f2430ddd0 con 0x562f243b9c00 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f242aa6b0 con 0x562f243ba520 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f242aa350 con 0x562f243c53d0 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b907edb80 10 client.0 _ll_register_callbacks cb 0x562f241077a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.038+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49534/0 (socket says 172.21.15.29:49534) 2023-10-05T15:28:22.041 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 -- 172.21.15.29:0/4292644177 learned_addr learned my addr 172.21.15.29:0/4292644177 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:22.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 -- 172.21.15.29:0/4292644177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 msgr2=0x562f243c2780 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:28:22.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c2780 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 -- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 msgr2=0x562f243c2040 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243c2040 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 -- 172.21.15.29:0/4292644177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b7c114c50 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b8239f700 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3b74013000 tx=0x7f3b740cb380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7ff2364bf106d6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b7400cd80 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3b74099c60 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.039+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f243add50 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b74099e20 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 10 client.16380 fetch_fsmap learned FSMap version 44 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) v3 -- 0x562f24121c00 con 0x562f243b9c00 2023-10-05T15:28:22.044 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562f243add50 con 0x562f243b9c00 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 44) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3b740996d0 con 0x562f243b9c00 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 10 client.16380 fetch_fsmap finished waiting for FSMap version 44 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 10 client.16380 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 20 client.16380 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f243d4e20 0x562f243d7260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 4 client.16380 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.040+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f24306db0 con 0x562f243d4e20 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.041+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f243d4e20 0x562f243d7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.041+0000 7f3b65ffb700 10 client.16380 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:22.045 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.041+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f243d4e20 0x562f243d7260 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56bb0808472e0b85 server_cookie=dbc6a6942ead965a in_seq=0 out_seq=0 2023-10-05T15:28:22.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.042+0000 7f3b65ffb700 1 -- 172.21.15.29:0/4292644177 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562f24306db0 con 0x562f243d4e20 2023-10-05T15:28:22.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.042+0000 7f3b65ffb700 10 client.16380 handle_command_reply: tid=0 2023-10-05T15:28:22.046 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.042+0000 7f3b907edb80 1 client.16380 shutdown 2023-10-05T15:28:22.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 msgr2=0x562f243c4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f3b74013000 tx=0x7f3b740cb380 comp rx=0 tx=0).stop 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 shutdown_connections 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f243d4e20 0x562f243d7260 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243c53d0 0x562f243c2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243b9c00 0x562f243c4e30 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 --2- 172.21.15.29:0/4292644177 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243c2040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 >> 172.21.15.29:0/4292644177 conn(0x562f2432f200 msgr2=0x562f243b5c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b65ffb700 0 client.16380 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 shutdown_connections 2023-10-05T15:28:22.048 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.045+0000 7f3b907edb80 1 -- 172.21.15.29:0/4292644177 wait complete. 2023-10-05T15:28:22.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.046+0000 7f3b907edb80 20 client.16380 trim_cache size 0 max 16384 2023-10-05T15:28:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.066+0000 7f3b907edb80 1 Processor -- start 2023-10-05T15:28:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 -- start start 2023-10-05T15:28:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243bd390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 0x562f243bd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f2418e8c0 con 0x562f243ba520 2023-10-05T15:28:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f243bae50 con 0x562f243c53d0 2023-10-05T15:28:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b907edb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f243bde90 con 0x562f243b9c00 2023-10-05T15:28:22.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b82ba0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 0x562f243bd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b8239f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55942/0 (socket says 172.21.15.29:55942) 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b82ba0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 0x562f243bd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56662/0 (socket says 172.21.15.29:56662) 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b8239f700 1 -- 172.21.15.29:0/2499461103 learned_addr learned my addr 172.21.15.29:0/2499461103 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.067+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243bd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 -- 172.21.15.29:0/2499461103 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 msgr2=0x562f243bd8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 0x562f243bd8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 -- 172.21.15.29:0/2499461103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 msgr2=0x562f243bd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243bd390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 -- 172.21.15.29:0/2499461103 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f2415f1f0 con 0x562f243b9c00 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b8239f700 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3b74098ac0 tx=0x7f3b7409a2b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e2c5ee6ad6466d9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b717fa700 1 -- 172.21.15.29:0/2499461103 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b74099ac0 con 0x562f243b9c00 2023-10-05T15:28:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b717fa700 1 -- 172.21.15.29:0/2499461103 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b74098b10 con 0x562f243b9c00 2023-10-05T15:28:22.072 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.068+0000 7f3b717fa700 1 -- 172.21.15.29:0/2499461103 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b74099c60 con 0x562f243b9c00 2023-10-05T15:28:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- 172.21.15.29:0/2499461103 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 msgr2=0x562f243c4960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3b74098ac0 tx=0x7f3b7409a2b0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.074 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- 172.21.15.29:0/2499461103 shutdown_connections 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c4960 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243c53d0 0x562f243bd8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 --2- 172.21.15.29:0/2499461103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243ba520 0x562f243bd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- 172.21.15.29:0/2499461103 >> 172.21.15.29:0/2499461103 conn(0x562f2432f200 msgr2=0x562f243d1130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- 172.21.15.29:0/2499461103 shutdown_connections 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- 172.21.15.29:0/2499461103 wait complete. 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.069+0000 7f3b907edb80 1 -- start start 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 Processor -- start 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243ca150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f244281f0 con 0x562f243c53d0 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f24428330 con 0x562f243ba520 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f24428470 con 0x562f243b9c00 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b907edb80 10 client.0 _ll_register_callbacks cb 0x7f3b7409a0d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b82ba0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b82ba0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49546/0 (socket says 172.21.15.29:49546) 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b82ba0700 1 -- 172.21.15.29:0/1149027209 learned_addr learned my addr 172.21.15.29:0/1149027209 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.070+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243ca150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 -- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 msgr2=0x562f243ca150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243ca150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 -- 172.21.15.29:0/1149027209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 msgr2=0x562f24427cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:22.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 -- 172.21.15.29:0/1149027209 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562f24121c00 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b82ba0700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b8239f700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c9c10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3b740971e0 tx=0x7f3b740964b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf19622aba9532a4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b740a2670 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3b780054b0 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3b740a27d0 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=44) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3b740ae0d0 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b907edb80 10 client.25864 fetch_fsmap learned FSMap version 44 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.071+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=44,monmap=4+}) v3 -- 0x562f24137250 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3b780054b0 con 0x562f243b9c00 2023-10-05T15:28:22.077 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 44) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3b7409baa0 con 0x562f243b9c00 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 10 client.25864 fetch_fsmap finished waiting for FSMap version 44 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 10 client.25864 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 20 client.25864 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f24429680 0x562f2442ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 4 client.25864 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562f24306ad0 con 0x562f24429680 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.072+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f24429680 0x562f2442ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:22.078 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.073+0000 7f3b65ffb700 10 client.25864 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:22.079 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.073+0000 7f3b81b9e700 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f24429680 0x562f2442ba70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a07cead5d049d406 server_cookie=911d35d6e500f58b in_seq=0 out_seq=0 2023-10-05T15:28:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.307+0000 7f3b65ffb700 1 -- 172.21.15.29:0/1149027209 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562f24306ad0 con 0x562f24429680 2023-10-05T15:28:22.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.307+0000 7f3b65ffb700 10 client.25864 handle_command_reply: tid=0 2023-10-05T15:28:22.314 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.311+0000 7f3b907edb80 1 client.25864 shutdown 2023-10-05T15:28:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.331+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 msgr2=0x562f243c9c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.331+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c9c10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f3b740971e0 tx=0x7f3b740964b0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.341+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 shutdown_connections 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.341+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562f24429680 0x562f2442ba70 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562f243b9c00 0x562f243c9c10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562f243c53d0 0x562f24427cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b907edb80 1 --2- 172.21.15.29:0/1149027209 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562f243ba520 0x562f243ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 >> 172.21.15.29:0/1149027209 conn(0x562f2432f200 msgr2=0x562f243bd390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b65ffb700 0 client.25864 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:22.345 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.342+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 shutdown_connections 2023-10-05T15:28:22.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.349+0000 7f3b907edb80 1 -- 172.21.15.29:0/1149027209 wait complete. 2023-10-05T15:28:22.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:28:22.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:28:22.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:28:22.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:28:22.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.361+0000 7f3b907edb80 20 client.25864 trim_cache size 0 max 16384 2023-10-05T15:28:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.378+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 msgr2=0x7f3b680a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.378+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 0x7f3b680a3bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3b7801a8f0 tx=0x7f3b78005fb0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.378+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 msgr2=0x7f3b7c10fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:22.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.378+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f3b7400ba50 tx=0x7f3b7400be10 comp rx=0 tx=0).stop 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 shutdown_connections 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3b680a1730 0x7f3b680a3bf0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3b7c10d5d0 0x7f3b7c0838d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b7c107cf0 0x7f3b7c10fd00 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 --2- 172.21.15.29:0/1784570499 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3b7c1086b0 0x7f3b7c110240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:22.406 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.399+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 >> 172.21.15.29:0/1784570499 conn(0x7f3b7c076e80 msgr2=0x7f3b7c0794b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:22.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.414+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 shutdown_connections 2023-10-05T15:28:22.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:22.418+0000 7f3b84603700 1 -- 172.21.15.29:0/1784570499 wait complete. 2023-10-05T15:28:22.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:22 smithi029 ceph-mon[99237]: pgmap v187: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:22 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:22.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:22 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:22 smithi040 ceph-mon[103696]: pgmap v187: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:28:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:22 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:22.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:22 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:22.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:22 smithi177 ceph-mon[103568]: pgmap v187: 129 pgs: 129 active+clean; 10 GiB data, 27 GiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 62 MiB/s wr, 998 op/s 2023-10-05T15:28:22.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:22 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:22.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:22 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:23.684 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:23 smithi177 ceph-mon[103568]: pgmap v188: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:28:23.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:23 smithi029 ceph-mon[99237]: pgmap v188: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:28:23.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:23 smithi040 ceph-mon[103696]: pgmap v188: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 21 KiB/s rd, 66 MiB/s wr, 1.06k op/s 2023-10-05T15:28:25.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:25 smithi029 ceph-mon[99237]: pgmap v189: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 56 MiB/s wr, 898 op/s 2023-10-05T15:28:25.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:25 smithi040 ceph-mon[103696]: pgmap v189: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 56 MiB/s wr, 898 op/s 2023-10-05T15:28:25.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:25 smithi177 ceph-mon[103568]: pgmap v189: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 56 MiB/s wr, 898 op/s 2023-10-05T15:28:26.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:26 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 268 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:26.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:26 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:26.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:26 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:26.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:26 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 268 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:26.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:26 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:26.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:26 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:26.932 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:26 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 268 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:26.932 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:26 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:26.932 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:26 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:27.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:27 smithi040 ceph-mon[103696]: pgmap v190: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 62 MiB/s wr, 996 op/s 2023-10-05T15:28:27.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:27 smithi177 ceph-mon[103568]: pgmap v190: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 62 MiB/s wr, 996 op/s 2023-10-05T15:28:28.118 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:27 smithi029 ceph-mon[99237]: pgmap v190: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 62 MiB/s wr, 996 op/s 2023-10-05T15:28:30.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:30 smithi029 ceph-mon[99237]: pgmap v191: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 55 MiB/s wr, 894 op/s 2023-10-05T15:28:30.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:30 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:30.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:30 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:30 smithi040 ceph-mon[103696]: pgmap v191: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 55 MiB/s wr, 894 op/s 2023-10-05T15:28:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:30 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:30.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:30 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:30.682 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:30 smithi177 ceph-mon[103568]: pgmap v191: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 55 MiB/s wr, 894 op/s 2023-10-05T15:28:30.682 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:30 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:30.682 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:30 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:31.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:31 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 274 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:31.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:31 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 274 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:31.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:31 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 274 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:32.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:32 smithi029 ceph-mon[99237]: pgmap v192: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 54 MiB/s wr, 880 op/s 2023-10-05T15:28:32.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:32 smithi040 ceph-mon[103696]: pgmap v192: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 54 MiB/s wr, 880 op/s 2023-10-05T15:28:32.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:32 smithi177 ceph-mon[103568]: pgmap v192: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 54 MiB/s wr, 880 op/s 2023-10-05T15:28:33.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:33 smithi029 ceph-mon[99237]: pgmap v193: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 60 MiB/s wr, 975 op/s 2023-10-05T15:28:33.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:33 smithi040 ceph-mon[103696]: pgmap v193: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 60 MiB/s wr, 975 op/s 2023-10-05T15:28:33.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:33 smithi177 ceph-mon[103568]: pgmap v193: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 60 MiB/s wr, 975 op/s 2023-10-05T15:28:35.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.717+0000 7f32c6bdf700 1 -- 172.21.15.29:0/4285247703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c011a690 msgr2=0x7f32c011ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:35.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.717+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/4285247703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c011a690 0x7f32c011ca80 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f32b0009990 tx=0x7f32b0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.720+0000 7f32c6bdf700 1 -- 172.21.15.29:0/4285247703 shutdown_connections 2023-10-05T15:28:35.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.720+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/4285247703 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c010f620 0x7f32c0107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.720+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/4285247703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c011a690 0x7f32c011ca80 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.720+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/4285247703 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.720+0000 7f32c6bdf700 1 -- 172.21.15.29:0/4285247703 >> 172.21.15.29:0/4285247703 conn(0x7f32c006cfa0 msgr2=0x7f32c006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:35.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.732+0000 7f32c6bdf700 1 -- 172.21.15.29:0/4285247703 shutdown_connections 2023-10-05T15:28:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.743+0000 7f32c6bdf700 1 -- 172.21.15.29:0/4285247703 wait complete. 2023-10-05T15:28:35.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.743+0000 7f32c6bdf700 1 Processor -- start 2023-10-05T15:28:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 -- start start 2023-10-05T15:28:35.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c010f620 0x7f32c01a5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c011a690 0x7f32c01aa920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32c01aaf60 con 0x7f32c010f620 2023-10-05T15:28:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32c01ab0d0 con 0x7f32c010fa90 2023-10-05T15:28:35.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.762+0000 7f32c6bdf700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32c01ab290 con 0x7f32c011a690 2023-10-05T15:28:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.765+0000 7f32bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.766+0000 7f32bffff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56680/0 (socket says 172.21.15.29:56680) 2023-10-05T15:28:35.768 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.766+0000 7f32bffff700 1 -- 172.21.15.29:0/46393820 learned_addr learned my addr 172.21.15.29:0/46393820 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.773+0000 7f32c517c700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c011a690 0x7f32c01aa920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32c497b700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c010f620 0x7f32c01a5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 -- 172.21.15.29:0/46393820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c011a690 msgr2=0x7f32c01aa920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:35.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c011a690 0x7f32c01aa920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 -- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c010f620 msgr2=0x7f32c01a5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c010f620 0x7f32c01a5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 -- 172.21.15.29:0/46393820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32b00095f0 con 0x7f32c010fa90 2023-10-05T15:28:35.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.774+0000 7f32bffff700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f32b80060b0 tx=0x7f32b8007f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.794+0000 7f32bdffb700 1 -- 172.21.15.29:0/46393820 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b800de20 con 0x7f32c010fa90 2023-10-05T15:28:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.794+0000 7f32bdffb700 1 -- 172.21.15.29:0/46393820 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f32b800f040 con 0x7f32c010fa90 2023-10-05T15:28:35.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.794+0000 7f32bdffb700 1 -- 172.21.15.29:0/46393820 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b8014700 con 0x7f32c010fa90 2023-10-05T15:28:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.795+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32c01ab570 con 0x7f32c010fa90 2023-10-05T15:28:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.795+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32c0110050 con 0x7f32c010fa90 2023-10-05T15:28:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.800+0000 7f32d2dc9b80 1 Processor -- start 2023-10-05T15:28:35.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.800+0000 7f32d2dc9b80 1 -- start start 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x565127701fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127702520 0x56512770ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56512766b400 con 0x56512770d3d0 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56512765cbc0 con 0x565127702520 2023-10-05T15:28:35.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.804+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56512765a4e0 con 0x565127701c00 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.805+0000 7f32bffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.805+0000 7f32bffff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49568/0 (socket says 172.21.15.29:49568) 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.805+0000 7f32bffff700 1 -- 172.21.15.29:0/3169331724 learned_addr learned my addr 172.21.15.29:0/3169331724 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.806+0000 7f32bffff700 1 -- 172.21.15.29:0/3169331724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 msgr2=0x565127701fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.806+0000 7f32bffff700 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x565127701fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.806+0000 7f32bffff700 1 -- 172.21.15.29:0/3169331724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127702520 msgr2=0x56512770ce90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:28:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.806+0000 7f32bffff700 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127702520 0x56512770ce90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.806+0000 7f32bffff700 1 -- 172.21.15.29:0/3169331724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565127480d80 con 0x56512770d3d0 2023-10-05T15:28:35.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.807+0000 7f32bffff700 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f32b800dfc0 tx=0x7f32b8004ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=907446b7c1cef8e8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:35.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.807+0000 7f32b6ffd700 1 -- 172.21.15.29:0/3169331724 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b8015600 con 0x56512770d3d0 2023-10-05T15:28:35.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.807+0000 7f32b6ffd700 1 -- 172.21.15.29:0/3169331724 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f32b8004e80 con 0x56512770d3d0 2023-10-05T15:28:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.807+0000 7f32b6ffd700 1 -- 172.21.15.29:0/3169331724 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b8005760 con 0x56512770d3d0 2023-10-05T15:28:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.808+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3169331724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 msgr2=0x56512770f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:35.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.808+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f32b800dfc0 tx=0x7f32b8004ca0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.810+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3169331724 shutdown_connections 2023-10-05T15:28:35.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.810+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x565127701fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.810+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770f7c0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.810+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3169331724 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127702520 0x56512770ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.810+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3169331724 >> 172.21.15.29:0/3169331724 conn(0x565127677200 msgr2=0x5651276fe080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.816+0000 7f32bdffb700 1 -- 172.21.15.29:0/46393820 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f32b80058c0 con 0x7f32c010fa90 2023-10-05T15:28:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.816+0000 7f32bdffb700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 0x7f32ac0a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.817+0000 7f32bdffb700 1 -- 172.21.15.29:0/46393820 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f32b80d1650 con 0x7f32c010fa90 2023-10-05T15:28:35.819 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.817+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3169331724 shutdown_connections 2023-10-05T15:28:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.833+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3169331724 wait complete. 2023-10-05T15:28:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.834+0000 7f32d2dc9b80 1 -- start start 2023-10-05T15:28:35.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.834+0000 7f32d2dc9b80 1 Processor -- start 2023-10-05T15:28:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x56512770ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.837 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 0x565127718fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x565127655dd0 con 0x56512770d3d0 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651275f26b0 con 0x56512770a7b0 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651275f2350 con 0x565127701c00 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32d2dc9b80 10 client.0 _ll_register_callbacks cb 0x56512744f7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.835+0000 7f32c497b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x56512770ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.836+0000 7f32c497b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x56512770ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55978/0 (socket says 172.21.15.29:55978) 2023-10-05T15:28:35.838 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.836+0000 7f32c497b700 1 -- 172.21.15.29:0/3030351853 learned_addr learned my addr 172.21.15.29:0/3030351853 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.840+0000 7f32bffff700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.840+0000 7f32c517c700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 0x565127718fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.840+0000 7f32c497b700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 0x7f32ac0a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.845+0000 7f32c517c700 1 -- 172.21.15.29:0/3030351853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 msgr2=0x56512770ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.845+0000 7f32c517c700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x56512770ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.845+0000 7f32c517c700 1 -- 172.21.15.29:0/3030351853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 msgr2=0x56512770a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.845+0000 7f32c517c700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.845+0000 7f32c517c700 1 -- 172.21.15.29:0/3030351853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32c0110050 con 0x56512770a7b0 2023-10-05T15:28:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.855+0000 7f32c517c700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 0x565127718fd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f32b00098e0 tx=0x7f32b0005b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c734e95328b447d1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:35.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.855+0000 7f329ffff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:28:35.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:35 smithi029 ceph-mon[99237]: pgmap v194: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 52 MiB/s wr, 845 op/s 2023-10-05T15:28:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.862+0000 7f32c497b700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 0x7f32ac0a3c20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f32a8005950 tx=0x7f32a80058e0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.866+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b0003ca0 con 0x56512770a7b0 2023-10-05T15:28:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.866+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f32b0003e00 con 0x56512770a7b0 2023-10-05T15:28:35.869 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.866+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56512764edb0 con 0x56512770a7b0 2023-10-05T15:28:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.875+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32b0005070 con 0x56512770a7b0 2023-10-05T15:28:35.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.878+0000 7f32d2dc9b80 10 client.25922 fetch_fsmap learned FSMap version 46 2023-10-05T15:28:35.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.878+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) v3 -- 0x565127469c00 con 0x56512770a7b0 2023-10-05T15:28:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56512764edb0 con 0x56512770a7b0 2023-10-05T15:28:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 46) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f32b002a070 con 0x56512770a7b0 2023-10-05T15:28:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 10 client.25922 fetch_fsmap finished waiting for FSMap version 46 2023-10-05T15:28:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 10 client.25922 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 20 client.25922 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56512771d330 0x56512771f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 4 client.25922 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:28:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.892+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56512764ead0 con 0x56512771d330 2023-10-05T15:28:35.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:35 smithi040 ceph-mon[103696]: pgmap v194: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 52 MiB/s wr, 845 op/s 2023-10-05T15:28:35.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.901+0000 7f32c497b700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56512771d330 0x56512771f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.922 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.919+0000 7f32c497b700 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56512771d330 0x56512771f750 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af9ba9176a8af78 server_cookie=3876ec49ad4ae89c in_seq=0 out_seq=0 2023-10-05T15:28:35.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:35 smithi177 ceph-mon[103568]: pgmap v194: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 52 MiB/s wr, 845 op/s 2023-10-05T15:28:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.929+0000 7f329ffff700 10 client.25922 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.929+0000 7f329ffff700 1 -- 172.21.15.29:0/3030351853 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56512764ead0 con 0x56512771d330 2023-10-05T15:28:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.929+0000 7f329ffff700 10 client.25922 handle_command_reply: tid=0 2023-10-05T15:28:35.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.929+0000 7f32d2dc9b80 1 client.25922 shutdown 2023-10-05T15:28:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.935+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 msgr2=0x565127718fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:35.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.935+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 0x565127718fd0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f32b00098e0 tx=0x7f32b0005b00 comp rx=0 tx=0).stop 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 shutdown_connections 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56512771d330 0x56512771f750 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565127701c00 0x56512770ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56512770a7b0 0x565127718fd0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3030351853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x56512770a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 >> 172.21.15.29:0/3030351853 conn(0x565127677200 msgr2=0x5651276fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:35.940 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.937+0000 7f329ffff700 0 client.25922 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:35.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.939+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 shutdown_connections 2023-10-05T15:28:35.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.950+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3030351853 wait complete. 2023-10-05T15:28:35.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.961+0000 7f32d2dc9b80 20 client.25922 trim_cache size 0 max 16384 2023-10-05T15:28:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.994+0000 7f32d2dc9b80 1 Processor -- start 2023-10-05T15:28:35.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 -- start start 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127713f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 0x5651277098f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x5651277195d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651274d68c0 con 0x56512770d3d0 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651276fd960 con 0x565127701c00 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56512770b500 con 0x56512770a7b0 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32bffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 0x5651277098f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:35.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32bffff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 0x5651277098f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55984/0 (socket says 172.21.15.29:55984) 2023-10-05T15:28:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.995+0000 7f32bffff700 1 -- 172.21.15.29:0/3734839832 learned_addr learned my addr 172.21.15.29:0/3734839832 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x5651277195d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:36.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 -- 172.21.15.29:0/3734839832 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 msgr2=0x5651277098f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 0x5651277098f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 -- 172.21.15.29:0/3734839832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 msgr2=0x565127713f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127713f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:35.999+0000 7f32c517c700 1 -- 172.21.15.29:0/3734839832 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651274a71f0 con 0x56512770d3d0 2023-10-05T15:28:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.000+0000 7f32c517c700 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x5651277195d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f32b0006010 tx=0x7f32b0009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3b97abc5d6fbc20 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:36.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.000+0000 7f32b77fe700 1 -- 172.21.15.29:0/3734839832 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b0005c00 con 0x56512770d3d0 2023-10-05T15:28:36.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.000+0000 7f32b77fe700 1 -- 172.21.15.29:0/3734839832 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f32b001e040 con 0x56512770d3d0 2023-10-05T15:28:36.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.000+0000 7f32b77fe700 1 -- 172.21.15.29:0/3734839832 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b0005570 con 0x56512770d3d0 2023-10-05T15:28:36.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.001+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3734839832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 msgr2=0x5651277195d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:36.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.001+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x5651277195d0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f32b0006010 tx=0x7f32b0009910 comp rx=0 tx=0).stop 2023-10-05T15:28:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.007+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3734839832 shutdown_connections 2023-10-05T15:28:36.009 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.007+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770d3d0 0x5651277195d0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.007+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127713f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.007+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3734839832 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770a7b0 0x5651277098f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.007+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3734839832 >> 172.21.15.29:0/3734839832 conn(0x565127677200 msgr2=0x5651276fd250 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:36.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.017+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3734839832 shutdown_connections 2023-10-05T15:28:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.023+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3734839832 wait complete. 2023-10-05T15:28:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.023+0000 7f32d2dc9b80 1 -- start start 2023-10-05T15:28:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 Processor -- start 2023-10-05T15:28:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127711f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770a7b0 0x565127712440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x565127712d30 con 0x56512770a7b0 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x565127770660 con 0x565127701c00 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651277707d0 con 0x56512770d3d0 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.024+0000 7f32d2dc9b80 10 client.0 _ll_register_callbacks cb 0x7f32b0009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.025+0000 7f32c517c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.025+0000 7f32c517c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:55990/0 (socket says 172.21.15.29:55990) 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.025+0000 7f32c517c700 1 -- 172.21.15.29:0/3398999496 learned_addr learned my addr 172.21.15.29:0/3398999496 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.026+0000 7f32c517c700 1 -- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 msgr2=0x565127711f00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.026+0000 7f32c517c700 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127711f00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.026+0000 7f32c517c700 1 -- 172.21.15.29:0/3398999496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770a7b0 msgr2=0x565127712440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:28:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.026+0000 7f32c517c700 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770a7b0 0x565127712440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:36.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.026+0000 7f32c517c700 1 -- 172.21.15.29:0/3398999496 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x565127469c00 con 0x56512770d3d0 2023-10-05T15:28:36.047 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.045+0000 7f32c517c700 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f32b000c010 tx=0x7f32b0009fa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a95abbabe245fea0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:36.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.045+0000 7f329ffff700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:28:36.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.058+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32b0005c00 con 0x56512770d3d0 2023-10-05T15:28:36.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.058+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f32b0005110 con 0x56512770d3d0 2023-10-05T15:28:36.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.061+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5651276f5d50 con 0x56512770d3d0 2023-10-05T15:28:36.079 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.077+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f32b0005310 con 0x56512770d3d0 2023-10-05T15:28:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.083+0000 7f32d2dc9b80 10 client.25879 fetch_fsmap learned FSMap version 46 2023-10-05T15:28:36.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.083+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=4+}) v3 -- 0x56512747f250 con 0x56512770d3d0 2023-10-05T15:28:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5651276f5d50 con 0x56512770d3d0 2023-10-05T15:28:36.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 46) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f32b003d070 con 0x56512770d3d0 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 10 client.25879 fetch_fsmap finished waiting for FSMap version 46 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 10 client.25879 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 20 client.25879 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5651277719f0 0x565127773de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 4 client.25879 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5651274a1f10 con 0x5651277719f0 2023-10-05T15:28:36.099 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.096+0000 7f32c497b700 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5651277719f0 0x565127773de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.115+0000 7f32c497b700 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5651277719f0 0x565127773de0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3db24988912b1f30 server_cookie=77d7e70d9fa67593 in_seq=0 out_seq=0 2023-10-05T15:28:36.118 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:36.116+0000 7f329ffff700 10 client.25879 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:37.240 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.230+0000 7f329ffff700 1 -- 172.21.15.29:0/3398999496 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5651274a1f10 con 0x5651277719f0 2023-10-05T15:28:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.230+0000 7f329ffff700 10 client.25879 handle_command_reply: tid=0 2023-10-05T15:28:37.241 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.238+0000 7f32d2dc9b80 1 client.25879 shutdown 2023-10-05T15:28:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 msgr2=0x565127770120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f32b000c010 tx=0x7f32b0009fa0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 shutdown_connections 2023-10-05T15:28:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5651277719f0 0x565127773de0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56512770d3d0 0x565127770120 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565127701c00 0x565127711f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 --2- 172.21.15.29:0/3398999496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56512770a7b0 0x565127712440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 >> 172.21.15.29:0/3398999496 conn(0x565127677200 msgr2=0x565127705390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f329ffff700 0 client.25879 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 shutdown_connections 2023-10-05T15:28:37.249 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.246+0000 7f32d2dc9b80 1 -- 172.21.15.29:0/3398999496 wait complete. 2023-10-05T15:28:37.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.247+0000 7f32d2dc9b80 20 client.25879 trim_cache size 0 max 16384 2023-10-05T15:28:37.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:28:37.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:28:37.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:28:37.250 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:28:37.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.256+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 msgr2=0x7f32ac0a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:37.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.256+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 0x7f32ac0a3c20 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f32a8005950 tx=0x7f32a80058e0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.256+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 msgr2=0x7f32c01a62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:37.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.256+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f32b80060b0 tx=0x7f32b8007f90 comp rx=0 tx=0).stop 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 shutdown_connections 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f32ac0a1760 0x7f32ac0a3c20 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32c011a690 0x7f32c01aa920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32c010f620 0x7f32c01a5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 --2- 172.21.15.29:0/46393820 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32c010fa90 0x7f32c01a62b0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:37.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.268+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 >> 172.21.15.29:0/46393820 conn(0x7f32c006cfa0 msgr2=0x7f32c0118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:37.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.280+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 shutdown_connections 2023-10-05T15:28:37.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:37.284+0000 7f32c6bdf700 1 -- 172.21.15.29:0/46393820 wait complete. 2023-10-05T15:28:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:38 smithi029 ceph-mon[99237]: pgmap v195: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:38.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:38 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:38.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:38 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:38.661 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:38 smithi040 ceph-mon[103696]: pgmap v195: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:38.661 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:38 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:38.661 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:38 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:38.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:38 smithi177 ceph-mon[103568]: pgmap v195: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 58 MiB/s wr, 935 op/s 2023-10-05T15:28:38.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:38 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:38.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:38 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:40 smithi177 ceph-mon[103568]: pgmap v196: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 MiB/s wr, 896 op/s 2023-10-05T15:28:40.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:40 smithi177 ceph-mon[103568]: Health check update: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:40.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:40 smithi029 ceph-mon[99237]: pgmap v196: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 MiB/s wr, 896 op/s 2023-10-05T15:28:40.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:40 smithi029 ceph-mon[99237]: Health check update: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:40.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:40 smithi040 ceph-mon[103696]: pgmap v196: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 MiB/s wr, 896 op/s 2023-10-05T15:28:40.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:40 smithi040 ceph-mon[103696]: Health check update: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops (SLOW_OPS) 2023-10-05T15:28:41.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:41 smithi029 ceph-mon[99237]: pgmap v197: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 57 MiB/s wr, 919 op/s 2023-10-05T15:28:41.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:41 smithi029 ceph-mon[99237]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 280 secs 2023-10-05T15:28:41.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:41 smithi040 ceph-mon[103696]: pgmap v197: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 57 MiB/s wr, 919 op/s 2023-10-05T15:28:41.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:41 smithi040 ceph-mon[103696]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 280 secs 2023-10-05T15:28:41.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:41 smithi177 ceph-mon[103568]: pgmap v197: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 57 MiB/s wr, 919 op/s 2023-10-05T15:28:41.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:41 smithi177 ceph-mon[103568]: MDS health message cleared (mds.?): 1 slow metadata IOs are blocked > 180 secs, oldest blocked for 280 secs 2023-10-05T15:28:42.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:42 smithi029 ceph-mon[99237]: Health check cleared: SLOW_OPS (was: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops) 2023-10-05T15:28:42.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:42 smithi029 ceph-mon[99237]: Health check cleared: MDS_SLOW_METADATA_IO (was: 1 MDSs report slow metadata IOs) 2023-10-05T15:28:42.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:42 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:42.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:42 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:42.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:42 smithi040 ceph-mon[103696]: Health check cleared: SLOW_OPS (was: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops) 2023-10-05T15:28:42.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:42 smithi040 ceph-mon[103696]: Health check cleared: MDS_SLOW_METADATA_IO (was: 1 MDSs report slow metadata IOs) 2023-10-05T15:28:42.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:42 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:42.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:42 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:42.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:42 smithi177 ceph-mon[103568]: Health check cleared: SLOW_OPS (was: 0 slow ops, oldest one blocked for 279 sec, osd.9 has slow ops) 2023-10-05T15:28:42.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:42 smithi177 ceph-mon[103568]: Health check cleared: MDS_SLOW_METADATA_IO (was: 1 MDSs report slow metadata IOs) 2023-10-05T15:28:42.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:42 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] up:active 2023-10-05T15:28:42.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:42 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:28:43.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:43 smithi029 ceph-mon[99237]: pgmap v198: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 MiB/s wr, 997 op/s 2023-10-05T15:28:43.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:43 smithi040 ceph-mon[103696]: pgmap v198: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 MiB/s wr, 997 op/s 2023-10-05T15:28:43.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:43 smithi177 ceph-mon[103568]: pgmap v198: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 61 MiB/s wr, 997 op/s 2023-10-05T15:28:44.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:44 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:28:44.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:44 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:28:44.935 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:44 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:28:45.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:45 smithi029 ceph-mon[99237]: pgmap v199: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 MiB/s wr, 802 op/s 2023-10-05T15:28:45.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:45 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:28:45.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:45 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:28:45.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:45 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:28:45.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:45 smithi040 ceph-mon[103696]: pgmap v199: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 MiB/s wr, 802 op/s 2023-10-05T15:28:45.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:45 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:28:45.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:45 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:28:45.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:45 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:28:45.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:45 smithi177 ceph-mon[103568]: pgmap v199: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 MiB/s wr, 802 op/s 2023-10-05T15:28:45.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:45 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:28:45.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:45 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:28:45.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:45 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:28:48.616 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:48 smithi029 ceph-mon[99237]: pgmap v200: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 MiB/s wr, 962 op/s 2023-10-05T15:28:48.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:48 smithi040 ceph-mon[103696]: pgmap v200: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 MiB/s wr, 962 op/s 2023-10-05T15:28:48.687 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:48 smithi177 ceph-mon[103568]: pgmap v200: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 59 MiB/s wr, 962 op/s 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/1983447961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410fa90 msgr2=0x7f2b841083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/1983447961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410fa90 0x7f2b841083f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c01c0d0 tx=0x7f2b7c01c3e0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/1983447961 shutdown_connections 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/1983447961 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b8410f620 0x7f2b84107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/1983447961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8411a690 0x7f2b8411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/1983447961 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410fa90 0x7f2b841083f0 secure :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c01c0d0 tx=0x7f2b7c01c3e0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.522 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.508+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/1983447961 >> 172.21.15.29:0/1983447961 conn(0x7f2b8406cfa0 msgr2=0x7f2b8406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.538 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.530+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/1983447961 shutdown_connections 2023-10-05T15:28:50.542 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.540+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/1983447961 wait complete. 2023-10-05T15:28:50.542 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.540+0000 7f2b8bb6c700 1 Processor -- start 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 -- start start 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8411a690 0x7f2b84115b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b841160d0 0x7f2b84116580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b841aa360 con 0x7f2b8411a690 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b841aa4a0 con 0x7f2b8410f620 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.542+0000 7f2b8bb6c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b841aa5e0 con 0x7f2b841160d0 2023-10-05T15:28:50.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.548+0000 7f2b89908700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.548+0000 7f2b89908700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56716/0 (socket says 172.21.15.29:56716) 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.548+0000 7f2b89908700 1 -- 172.21.15.29:0/2351182707 learned_addr learned my addr 172.21.15.29:0/2351182707 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.551+0000 7f2b89908700 1 -- 172.21.15.29:0/2351182707 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b841160d0 msgr2=0x7f2b84116580 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.551+0000 7f2b89908700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b841160d0 0x7f2b84116580 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.551+0000 7f2b89908700 1 -- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8411a690 msgr2=0x7f2b84115b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.551+0000 7f2b89908700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8411a690 0x7f2b84115b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.551+0000 7f2b89908700 1 -- 172.21.15.29:0/2351182707 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b7c01ad10 con 0x7f2b8410f620 2023-10-05T15:28:50.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.552+0000 7f2b89908700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2b7400b580 tx=0x7f2b7400b940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.568+0000 7f2b7affd700 1 -- 172.21.15.29:0/2351182707 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b74011830 con 0x7f2b8410f620 2023-10-05T15:28:50.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.568+0000 7f2b7affd700 1 -- 172.21.15.29:0/2351182707 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b74011e50 con 0x7f2b8410f620 2023-10-05T15:28:50.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.568+0000 7f2b7affd700 1 -- 172.21.15.29:0/2351182707 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7400f2e0 con 0x7f2b8410f620 2023-10-05T15:28:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.570+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b841aa890 con 0x7f2b8410f620 2023-10-05T15:28:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.570+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b841aad20 con 0x7f2b8410f620 2023-10-05T15:28:50.578 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.576+0000 7f2b7affd700 1 -- 172.21.15.29:0/2351182707 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 25) v1 ==== 136077+0+0 (secure 0 0 0) 0x7f2b7400f440 con 0x7f2b8410f620 2023-10-05T15:28:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.579+0000 7f2b7affd700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 0x7f2b700a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.584 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.579+0000 7f2b7affd700 1 -- 172.21.15.29:0/2351182707 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2b740cdce0 con 0x7f2b8410f620 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.580+0000 7f2b97d56b80 1 Processor -- start 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.580+0000 7f2b97d56b80 1 -- start start 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e22e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e257c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d81400 con 0x558498e17c00 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d72bc0 con 0x558498e18520 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d704e0 con 0x558498e233d0 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.581+0000 7f2b89908700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49600/0 (socket says 172.21.15.29:49600) 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 -- 172.21.15.29:0/927598885 learned_addr learned my addr 172.21.15.29:0/927598885 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:50.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 -- 172.21.15.29:0/927598885 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 msgr2=0x558498e257c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:28:50.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e257c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 -- 172.21.15.29:0/927598885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 msgr2=0x558498e22e90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:28:50.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e22e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 -- 172.21.15.29:0/927598885 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558498b96d80 con 0x558498e17c00 2023-10-05T15:28:50.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.582+0000 7f2b89908700 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2b74097000 tx=0x7f2b7409b2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ac05bfa0aacd78a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.583+0000 7f2b6ffff700 1 -- 172.21.15.29:0/927598885 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b740a2e90 con 0x558498e17c00 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.583+0000 7f2b6ffff700 1 -- 172.21.15.29:0/927598885 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b74018310 con 0x558498e17c00 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.583+0000 7f2b6ffff700 1 -- 172.21.15.29:0/927598885 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b740a2a00 con 0x558498e17c00 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.584+0000 7f2b97d56b80 1 -- 172.21.15.29:0/927598885 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 msgr2=0x558498e17fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.584+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2b74097000 tx=0x7f2b7409b2d0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.585+0000 7f2b97d56b80 1 -- 172.21.15.29:0/927598885 shutdown_connections 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.585+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e257c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.585+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e17c00 0x558498e17fe0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.585+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/927598885 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e22e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.585+0000 7f2b97d56b80 1 -- 172.21.15.29:0/927598885 >> 172.21.15.29:0/927598885 conn(0x558498d8d200 msgr2=0x558498e14080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.588+0000 7f2b97d56b80 1 -- 172.21.15.29:0/927598885 shutdown_connections 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.588+0000 7f2b97d56b80 1 -- 172.21.15.29:0/927598885 wait complete. 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.588+0000 7f2b97d56b80 1 -- start start 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.588+0000 7f2b97d56b80 1 Processor -- start 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e201d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e20710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 0x558498e20c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d6bdd0 con 0x558498e18520 2023-10-05T15:28:50.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d086b0 con 0x558498e233d0 2023-10-05T15:28:50.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498d08350 con 0x558498e17c00 2023-10-05T15:28:50.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.589+0000 7f2b97d56b80 10 client.0 _ll_register_callbacks cb 0x558498b657a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:50.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.591+0000 7f2b89107700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 0x7f2b700a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.598+0000 7f2b89107700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e20710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.598+0000 7f2b89107700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e20710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49610/0 (socket says 172.21.15.29:49610) 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.598+0000 7f2b89107700 1 -- 172.21.15.29:0/169525192 learned_addr learned my addr 172.21.15.29:0/169525192 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.598+0000 7f2b8a109700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 0x558498e20c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.598+0000 7f2b89908700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e201d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 -- 172.21.15.29:0/169525192 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 msgr2=0x558498e201d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e201d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 -- 172.21.15.29:0/169525192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 msgr2=0x558498e20710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e20710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 -- 172.21.15.29:0/169525192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b841aad20 con 0x558498e233d0 2023-10-05T15:28:50.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.599+0000 7f2b8a109700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 0x558498e20c50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b8000bb40 tx=0x7f2b8000bf00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b49e2075a05448ec server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.600+0000 7f2b89107700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 0x7f2b700a3c20 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2b8410e7b0 tx=0x7f2b7c018e10 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.603 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.602+0000 7f2b6d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:28:50.606 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.605+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b8000dd50 con 0x558498e233d0 2023-10-05T15:28:50.606 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.605+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2b80004830 con 0x558498e233d0 2023-10-05T15:28:50.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.606+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558498e0bd50 con 0x558498e233d0 2023-10-05T15:28:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-mon[99237]: pgmap v201: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 937 op/s 2023-10-05T15:28:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.606+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b8000deb0 con 0x558498e233d0 2023-10-05T15:28:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.607+0000 7f2b97d56b80 10 client.25931 fetch_fsmap learned FSMap version 48 2023-10-05T15:28:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.607+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x558498b7fc00 con 0x558498e233d0 2023-10-05T15:28:50.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.607+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x558498e0bd50 con 0x558498e233d0 2023-10-05T15:28:50.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2b800049f0 con 0x558498e233d0 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 10 client.25931 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 10 client.25931 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 20 client.25931 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498e550d0 0x558498e574f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 4 client.25931 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:28:50.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.608+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558498d64db0 con 0x558498e550d0 2023-10-05T15:28:50.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.617+0000 7f2b89908700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498e550d0 0x558498e574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.653+0000 7f2b89908700 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498e550d0 0x558498e574f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=947ad18944bc5218 server_cookie=94928811ee00377 in_seq=0 out_seq=0 2023-10-05T15:28:50.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.653+0000 7f2b6d7fa700 10 client.25931 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:50.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:50 smithi040 ceph-mon[103696]: pgmap v201: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 937 op/s 2023-10-05T15:28:50.658 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.657+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/169525192 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x558498d64db0 con 0x558498e550d0 2023-10-05T15:28:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.657+0000 7f2b6d7fa700 10 client.25931 handle_command_reply: tid=0 2023-10-05T15:28:50.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.657+0000 7f2b97d56b80 1 client.25931 shutdown 2023-10-05T15:28:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.671+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 msgr2=0x558498e20c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.671+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 0x558498e20c50 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f2b8000bb40 tx=0x7f2b8000bf00 comp rx=0 tx=0).stop 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 shutdown_connections 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498e550d0 0x558498e574f0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e201d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e233d0 0x558498e20c50 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/169525192 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e20710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 >> 172.21.15.29:0/169525192 conn(0x558498d8d200 msgr2=0x558498e13c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b6d7fa700 0 client.25931 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 shutdown_connections 2023-10-05T15:28:50.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 1 -- 172.21.15.29:0/169525192 wait complete. 2023-10-05T15:28:50.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:50 smithi177 ceph-mon[103568]: pgmap v201: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 58 MiB/s wr, 937 op/s 2023-10-05T15:28:50.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.675+0000 7f2b97d56b80 20 client.25931 trim_cache size 0 max 16384 2023-10-05T15:28:50.719 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.717+0000 7f2b97d56b80 1 Processor -- start 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 -- start start 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e1ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e233d0 0x558498e4bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498bec8c0 con 0x558498e233d0 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498e15680 con 0x558498e18520 2023-10-05T15:28:50.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.721+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498e14be0 con 0x558498e17c00 2023-10-05T15:28:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56740/0 (socket says 172.21.15.29:56740) 2023-10-05T15:28:50.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 -- 172.21.15.29:0/1214894954 learned_addr learned my addr 172.21.15.29:0/1214894954 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 -- 172.21.15.29:0/1214894954 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 msgr2=0x558498e1ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e1ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 -- 172.21.15.29:0/1214894954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e233d0 msgr2=0x558498e4bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e233d0 0x558498e4bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.725 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.723+0000 7f2b89107700 1 -- 172.21.15.29:0/1214894954 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558498e578a0 con 0x558498e18520 2023-10-05T15:28:50.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.725+0000 7f2b89107700 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c018fd0 tx=0x7f2b7c02f040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=48a2bd4fc5ebb895 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.731+0000 7f2b78d82700 1 -- 172.21.15.29:0/1214894954 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c01f040 con 0x558498e18520 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.731+0000 7f2b78d82700 1 -- 172.21.15.29:0/1214894954 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b7c01a460 con 0x558498e18520 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.731+0000 7f2b78d82700 1 -- 172.21.15.29:0/1214894954 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7c005770 con 0x558498e18520 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- 172.21.15.29:0/1214894954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 msgr2=0x558498e1fa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f2b7c018fd0 tx=0x7f2b7c02f040 comp rx=0 tx=0).stop 2023-10-05T15:28:50.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- 172.21.15.29:0/1214894954 shutdown_connections 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e17c00 0x558498e1ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e233d0 0x558498e4bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/1214894954 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e18520 0x558498e1fa50 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- 172.21.15.29:0/1214894954 >> 172.21.15.29:0/1214894954 conn(0x558498d8d200 msgr2=0x558498e1b590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- 172.21.15.29:0/1214894954 shutdown_connections 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- 172.21.15.29:0/1214894954 wait complete. 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.732+0000 7f2b97d56b80 1 -- start start 2023-10-05T15:28:50.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 Processor -- start 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e4bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e49f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498e4a650 con 0x558498e18520 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498e4a7c0 con 0x558498e17c00 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x558498e4a980 con 0x558498e233d0 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b97d56b80 10 client.0 _ll_register_callbacks cb 0x7f2b8000b620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b89908700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b89908700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56742/0 (socket says 172.21.15.29:56742) 2023-10-05T15:28:50.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b89107700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e4bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b89908700 1 -- 172.21.15.29:0/4044729855 learned_addr learned my addr 172.21.15.29:0/4044729855 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.733+0000 7f2b8a109700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e49f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 -- 172.21.15.29:0/4044729855 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 msgr2=0x558498e49f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e49f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 -- 172.21.15.29:0/4044729855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 msgr2=0x558498e4bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e4bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 -- 172.21.15.29:0/4044729855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b8411d3b0 con 0x558498e17c00 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89107700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e4bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b89908700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2b7409a800 tx=0x7f2b7400b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c369987785a0c71 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b6d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b7409a060 con 0x558498e17c00 2023-10-05T15:28:50.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2b7409a1c0 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2b74018310 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2b740b3170 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b97d56b80 10 client.25937 fetch_fsmap learned FSMap version 48 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.734+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x558498bbd1f0 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2b74018310 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2b740a2b20 con 0x558498e17c00 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 10 client.25937 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 10 client.25937 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 20 client.25937 populate_metadata read hostname 'smithi029' 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498ea9e40 0x558498eac230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:28:50.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 4 client.25937 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:28:50.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x558498d64ad0 con 0x558498ea9e40 2023-10-05T15:28:50.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.735+0000 7f2b89107700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498ea9e40 0x558498eac230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:28:50.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.736+0000 7f2b6d7fa700 10 client.25937 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:50.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.736+0000 7f2b89107700 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498ea9e40 0x558498eac230 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3e2bcbdbe1fb44aa server_cookie=11d109481e2cdabd in_seq=0 out_seq=0 2023-10-05T15:28:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.881+0000 7f2b6d7fa700 1 -- 172.21.15.29:0/4044729855 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x558498d64ad0 con 0x558498ea9e40 2023-10-05T15:28:50.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.881+0000 7f2b6d7fa700 10 client.25937 handle_command_reply: tid=0 2023-10-05T15:28:50.883 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.881+0000 7f2b97d56b80 1 client.25937 shutdown 2023-10-05T15:28:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.884+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 msgr2=0x558498e4b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.884+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f2b7409a800 tx=0x7f2b7400b4d0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 shutdown_connections 2023-10-05T15:28:50.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x558498ea9e40 0x558498eac230 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x558498e233d0 0x558498e49f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x558498e17c00 0x558498e4b770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.889 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 --2- 172.21.15.29:0/4044729855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558498e18520 0x558498e4bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 >> 172.21.15.29:0/4044729855 conn(0x558498d8d200 msgr2=0x558498e20120 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b6d7fa700 0 client.25937 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:28:50.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 shutdown_connections 2023-10-05T15:28:50.890 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.888+0000 7f2b97d56b80 1 -- 172.21.15.29:0/4044729855 wait complete. 2023-10-05T15:28:50.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.892+0000 7f2b97d56b80 20 client.25937 trim_cache size 0 max 16384 2023-10-05T15:28:50.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:28:50.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:28:50.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:28:50.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:28:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.909+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 msgr2=0x7f2b700a3c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.909+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 0x7f2b700a3c20 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f2b8410e7b0 tx=0x7f2b7c018e10 comp rx=0 tx=0).stop 2023-10-05T15:28:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.909+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 msgr2=0x7f2b84119da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:28:50.910 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.909+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f2b7400b580 tx=0x7f2b7400b940 comp rx=0 tx=0).stop 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 shutdown_connections 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2b700a1760 0x7f2b700a3c20 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2b841160d0 0x7f2b84116580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2b8410f620 0x7f2b84119da0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 --2- 172.21.15.29:0/2351182707 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2b8411a690 0x7f2b84115b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:28:50.917 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.915+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 >> 172.21.15.29:0/2351182707 conn(0x7f2b8406cfa0 msgr2=0x7f2b840718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:28:50.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.923+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 shutdown_connections 2023-10-05T15:28:50.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:28:50.923+0000 7f2b8bb6c700 1 -- 172.21.15.29:0/2351182707 wait complete. 2023-10-05T15:28:51.357 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:28:50.934+0000 7f90482ba700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:28:51.358 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:28:50.934+0000 7f90482ba700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:28:51.358 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:28:50.934+0000 7f90482ba700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:28:51.358 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:28:50.934+0000 7f90482ba700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:28:51.358 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:28:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:28:50.934+0000 7f90482ba700 -1 client.0 error registering admin socket command: (17) File exists 2023-10-05T15:28:52.614 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:52 smithi029 ceph-mon[99237]: pgmap v202: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 57 MiB/s wr, 926 op/s 2023-10-05T15:28:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:52 smithi040 ceph-mon[103696]: pgmap v202: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 57 MiB/s wr, 926 op/s 2023-10-05T15:28:52.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:52 smithi177 ceph-mon[103568]: pgmap v202: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 57 MiB/s wr, 926 op/s 2023-10-05T15:28:53.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:53 smithi040 ceph-mon[103696]: mgrmap e26: x(active, since 6m), standbys: z, y 2023-10-05T15:28:53.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:53 smithi177 ceph-mon[103568]: mgrmap e26: x(active, since 6m), standbys: z, y 2023-10-05T15:28:53.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:53 smithi029 ceph-mon[99237]: mgrmap e26: x(active, since 6m), standbys: z, y 2023-10-05T15:28:54.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:54 smithi177 ceph-mon[103568]: pgmap v203: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 61 MiB/s wr, 996 op/s 2023-10-05T15:28:54.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:54 smithi029 ceph-mon[99237]: pgmap v203: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 61 MiB/s wr, 996 op/s 2023-10-05T15:28:54.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:54 smithi040 ceph-mon[103696]: pgmap v203: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 61 MiB/s wr, 996 op/s 2023-10-05T15:28:55.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:55 smithi029 ceph-mon[99237]: pgmap v204: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 62 MiB/s wr, 946 op/s 2023-10-05T15:28:55.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:55 smithi040 ceph-mon[103696]: pgmap v204: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 62 MiB/s wr, 946 op/s 2023-10-05T15:28:55.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:55 smithi177 ceph-mon[103568]: pgmap v204: 129 pgs: 129 active+clean; 10 GiB data, 28 GiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 62 MiB/s wr, 946 op/s 2023-10-05T15:28:58.616 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:28:58 smithi029 ceph-mon[99237]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 119 MiB/s wr, 1.53k op/s 2023-10-05T15:28:58.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:28:58 smithi040 ceph-mon[103696]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 119 MiB/s wr, 1.53k op/s 2023-10-05T15:28:58.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:28:58 smithi177 ceph-mon[103568]: pgmap v205: 129 pgs: 129 active+clean; 11 GiB data, 29 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 119 MiB/s wr, 1.53k op/s 2023-10-05T15:29:00.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:00 smithi029 ceph-mon[99237]: pgmap v206: 129 pgs: 129 active+clean; 12 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 163 MiB/s wr, 1.94k op/s 2023-10-05T15:29:00.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:00 smithi040 ceph-mon[103696]: pgmap v206: 129 pgs: 129 active+clean; 12 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 163 MiB/s wr, 1.94k op/s 2023-10-05T15:29:00.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:00 smithi177 ceph-mon[103568]: pgmap v206: 129 pgs: 129 active+clean; 12 GiB data, 30 GiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 163 MiB/s wr, 1.94k op/s 2023-10-05T15:29:01.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:01 smithi029 ceph-mon[99237]: pgmap v207: 129 pgs: 129 active+clean; 12 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 169 MiB/s wr, 1.94k op/s 2023-10-05T15:29:01.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:01 smithi040 ceph-mon[103696]: pgmap v207: 129 pgs: 129 active+clean; 12 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 169 MiB/s wr, 1.94k op/s 2023-10-05T15:29:01.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:01 smithi177 ceph-mon[103568]: pgmap v207: 129 pgs: 129 active+clean; 12 GiB data, 31 GiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 169 MiB/s wr, 1.94k op/s 2023-10-05T15:29:04.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.202+0000 7f0ae1454700 1 -- 172.21.15.29:0/3212301516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 msgr2=0x7f0adc107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.202+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3212301516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc107eb0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4009990 tx=0x7f0ac4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.211+0000 7f0ae1454700 1 -- 172.21.15.29:0/3212301516 shutdown_connections 2023-10-05T15:29:04.213 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.211+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3212301516 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc11a690 0x7f0adc11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.211+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3212301516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc107eb0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.211+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3212301516 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc10fa90 0x7f0adc1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.211+0000 7f0ae1454700 1 -- 172.21.15.29:0/3212301516 >> 172.21.15.29:0/3212301516 conn(0x7f0adc06cfa0 msgr2=0x7f0adc06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:04.220 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.218+0000 7f0ae1454700 1 -- 172.21.15.29:0/3212301516 shutdown_connections 2023-10-05T15:29:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.221+0000 7f0ae1454700 1 -- 172.21.15.29:0/3212301516 wait complete. 2023-10-05T15:29:04.231 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.222+0000 7f0ae1454700 1 Processor -- start 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 -- start start 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc118ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc10fa90 0x7f0adc119050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 0x7f0adc111a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc1121d0 con 0x7f0adc10f620 2023-10-05T15:29:04.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc112340 con 0x7f0adc10fa90 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.233+0000 7f0ae1454700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0adc112500 con 0x7f0adc11a690 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.235+0000 7f0ada7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc10fa90 0x7f0adc119050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.241+0000 7f0adaffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc118ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.241+0000 7f0adb7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 0x7f0adc111a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.241+0000 7f0adaffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc118ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49652/0 (socket says 172.21.15.29:49652) 2023-10-05T15:29:04.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.241+0000 7f0adaffd700 1 -- 172.21.15.29:0/3544838053 learned_addr learned my addr 172.21.15.29:0/3544838053 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3544838053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc10fa90 msgr2=0x7f0adc119050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc10fa90 0x7f0adc119050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 msgr2=0x7f0adc118ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc118ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3544838053 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ac40095f0 con 0x7f0adc11a690 2023-10-05T15:29:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 0x7f0adc111a40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0acc007fd0 tx=0x7f0acc00ae20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0ad3fff700 1 -- 172.21.15.29:0/3544838053 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc00f070 con 0x7f0adc11a690 2023-10-05T15:29:04.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0adc116660 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.251+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0adc116b70 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.252+0000 7f0ad3fff700 1 -- 172.21.15.29:0/3544838053 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0acc004bb0 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.252+0000 7f0ad3fff700 1 -- 172.21.15.29:0/3544838053 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc005310 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.263+0000 7f0ad3fff700 1 -- 172.21.15.29:0/3544838053 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f0acc004d20 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.265+0000 7f0ad3fff700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 0x7f0ac80a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.265+0000 7f0ad3fff700 1 -- 172.21.15.29:0/3544838053 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0acc0cc880 con 0x7f0adc11a690 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.268+0000 7f0aed63eb80 1 Processor -- start 2023-10-05T15:29:04.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.268+0000 7f0aed63eb80 1 -- start start 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6cefe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6dc7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c638400 con 0x55845c6cec00 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c629bc0 con 0x55845c6cf520 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.269+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c6274e0 con 0x55845c6da3d0 2023-10-05T15:29:04.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.270+0000 7f0adaffd700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 0x7f0ac80a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56782/0 (socket says 172.21.15.29:56782) 2023-10-05T15:29:04.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 -- 172.21.15.29:0/3698420020 learned_addr learned my addr 172.21.15.29:0/3698420020 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0adaffd700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 0x7f0ac80a3bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4003800 tx=0x7f0ac401a040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 -- 172.21.15.29:0/3698420020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 msgr2=0x55845c6dc7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6dc7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 -- 172.21.15.29:0/3698420020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 msgr2=0x55845c6cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6cefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.271+0000 7f0ada7fc700 1 -- 172.21.15.29:0/3698420020 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55845c44dd80 con 0x55845c6cf520 2023-10-05T15:29:04.276 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.274+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009860 tx=0x7f0ad4009b70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce58c84b142baae server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.275+0000 7f0ad17fa700 1 -- 172.21.15.29:0/3698420020 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad400d610 con 0x55845c6cf520 2023-10-05T15:29:04.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.275+0000 7f0ad17fa700 1 -- 172.21.15.29:0/3698420020 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ad400dc30 con 0x55845c6cf520 2023-10-05T15:29:04.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.275+0000 7f0ad17fa700 1 -- 172.21.15.29:0/3698420020 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4014d80 con 0x55845c6cf520 2023-10-05T15:29:04.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.276+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3698420020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 msgr2=0x55845c6d9e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.276+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009860 tx=0x7f0ad4009b70 comp rx=0 tx=0).stop 2023-10-05T15:29:04.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.282+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3698420020 shutdown_connections 2023-10-05T15:29:04.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.282+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6dc7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.282+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6cefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.282+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3698420020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cf520 0x55845c6d9e90 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.282+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3698420020 >> 172.21.15.29:0/3698420020 conn(0x55845c644200 msgr2=0x55845c6cb080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:04.322 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.319+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3698420020 shutdown_connections 2023-10-05T15:29:04.322 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.319+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3698420020 wait complete. 2023-10-05T15:29:04.322 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.320+0000 7f0aed63eb80 1 -- start start 2023-10-05T15:29:04.322 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.320+0000 7f0aed63eb80 1 Processor -- start 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.320+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.320+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6d7700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.320+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6da3d0 0x55845c6d7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c622dd0 con 0x55845c6da3d0 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c5bf6b0 con 0x55845c6cec00 2023-10-05T15:29:04.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c5bf350 con 0x55845c6cf520 2023-10-05T15:29:04.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0aed63eb80 10 client.0 _ll_register_callbacks cb 0x55845c41c7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:04.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0adaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0adaffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56786/0 (socket says 172.21.15.29:56786) 2023-10-05T15:29:04.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0adaffd700 1 -- 172.21.15.29:0/1626498467 learned_addr learned my addr 172.21.15.29:0/1626498467 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:04.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.321+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6d7700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.330+0000 7f0adaffd700 1 -- 172.21.15.29:0/1626498467 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 msgr2=0x55845c6d7700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.330+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6d7700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.330+0000 7f0adaffd700 1 -- 172.21.15.29:0/1626498467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6da3d0 msgr2=0x55845c6d7c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.330+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6da3d0 0x55845c6d7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.330+0000 7f0adaffd700 1 -- 172.21.15.29:0/1626498467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ad400e040 con 0x55845c6cec00 2023-10-05T15:29:04.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.343+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400bf50 tx=0x7f0ac4009310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0d2896fb9327ae2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.344+0000 7f0ac27fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:29:04.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.344+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac402b070 con 0x55845c6cec00 2023-10-05T15:29:04.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.344+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0ac4005610 con 0x55845c6cec00 2023-10-05T15:29:04.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.344+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55845c6c2d50 con 0x55845c6cec00 2023-10-05T15:29:04.347 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.345+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0ac400f460 con 0x55845c6cec00 2023-10-05T15:29:04.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.354+0000 7f0aed63eb80 10 client.25952 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:04.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.354+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55845c436c00 con 0x55845c6cec00 2023-10-05T15:29:04.380 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.378+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55845c6c2d50 con 0x55845c6cec00 2023-10-05T15:29:04.380 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.378+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0ac40306e0 con 0x55845c6cec00 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 10 client.25952 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 10 client.25952 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 20 client.25952 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c6ea120 0x55845c6ec540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 4 client.25952 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:29:04.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.382+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55845c61bdb0 con 0x55845c6ea120 2023-10-05T15:29:04.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.389+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c6ea120 0x55845c6ec540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.406+0000 7f0ada7fc700 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c6ea120 0x55845c6ec540 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5cf23b3ad2887c7 server_cookie=4c78594cb07d4aa6 in_seq=0 out_seq=0 2023-10-05T15:29:04.409 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.407+0000 7f0ac27fc700 10 client.25952 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.409+0000 7f0ac27fc700 1 -- 172.21.15.29:0/1626498467 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55845c61bdb0 con 0x55845c6ea120 2023-10-05T15:29:04.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.409+0000 7f0ac27fc700 10 client.25952 handle_command_reply: tid=0 2023-10-05T15:29:04.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.409+0000 7f0aed63eb80 1 client.25952 shutdown 2023-10-05T15:29:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.411+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 msgr2=0x55845c6d71c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.411+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f0ac400bf50 tx=0x7f0ac4009310 comp rx=0 tx=0).stop 2023-10-05T15:29:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 shutdown_connections 2023-10-05T15:29:04.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c6ea120 0x55845c6ec540 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6da3d0 0x55845c6d7c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d71c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1626498467 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6d7700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.416+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 >> 172.21.15.29:0/1626498467 conn(0x55845c644200 msgr2=0x55845c6cac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:04.422 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.420+0000 7f0ac27fc700 0 client.25952 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.424+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 shutdown_connections 2023-10-05T15:29:04.431 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.428+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1626498467 wait complete. 2023-10-05T15:29:04.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.438+0000 7f0aed63eb80 20 client.25952 trim_cache size 0 max 16384 2023-10-05T15:29:04.468 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.466+0000 7f0aed63eb80 1 Processor -- start 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 -- start start 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d1c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cf520 0x55845c6d7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6d5e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c4a38c0 con 0x55845c6cf520 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c6c9ed0 con 0x55845c6cec00 2023-10-05T15:29:04.484 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.481+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c6cfe70 con 0x55845c6da3d0 2023-10-05T15:29:04.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.484+0000 7f0ada7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cf520 0x55845c6d7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.485+0000 7f0adb7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6d5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.485+0000 7f0adb7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6d5e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56080/0 (socket says 172.21.15.29:56080) 2023-10-05T15:29:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.485+0000 7f0adb7fe700 1 -- 172.21.15.29:0/1398461533 learned_addr learned my addr 172.21.15.29:0/1398461533 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:04.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.485+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d1c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.492+0000 7f0adaffd700 1 -- 172.21.15.29:0/1398461533 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 msgr2=0x55845c6d5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.492+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6d5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.492+0000 7f0adaffd700 1 -- 172.21.15.29:0/1398461533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cf520 msgr2=0x55845c6d7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.492+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cf520 0x55845c6d7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.492+0000 7f0adaffd700 1 -- 172.21.15.29:0/1398461533 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55845c6f1190 con 0x55845c6cec00 2023-10-05T15:29:04.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.493+0000 7f0adaffd700 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d1c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4009ce0 tx=0x7f0ac4004f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a63829a6498eb3ac server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.494+0000 7f0ad1ffb700 1 -- 172.21.15.29:0/1398461533 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac402b070 con 0x55845c6cec00 2023-10-05T15:29:04.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.494+0000 7f0ad1ffb700 1 -- 172.21.15.29:0/1398461533 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ac402c040 con 0x55845c6cec00 2023-10-05T15:29:04.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.494+0000 7f0ad1ffb700 1 -- 172.21.15.29:0/1398461533 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ac400f8f0 con 0x55845c6cec00 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.498+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1398461533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 msgr2=0x55845c6d1c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.498+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d1c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4009ce0 tx=0x7f0ac4004f80 comp rx=0 tx=0).stop 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.499+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1398461533 shutdown_connections 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.499+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6da3d0 0x55845c6d5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.499+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6cec00 0x55845c6d1c50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.499+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/1398461533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cf520 0x55845c6d7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.499+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1398461533 >> 172.21.15.29:0/1398461533 conn(0x55845c644200 msgr2=0x55845c6d5720 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:04.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.509+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1398461533 shutdown_connections 2023-10-05T15:29:04.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.510+0000 7f0aed63eb80 1 -- 172.21.15.29:0/1398461533 wait complete. 2023-10-05T15:29:04.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.510+0000 7f0aed63eb80 1 -- start start 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.510+0000 7f0aed63eb80 1 Processor -- start 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6de5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6deb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c73cf70 con 0x55845c6cec00 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c73d0b0 con 0x55845c6da3d0 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55845c73d1f0 con 0x55845c6cf520 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0aed63eb80 10 client.0 _ll_register_callbacks cb 0x7f0ac400b8b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0adb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0adb7fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56800/0 (socket says 172.21.15.29:56800) 2023-10-05T15:29:04.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.511+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3669221601 learned_addr learned my addr 172.21.15.29:0/3669221601 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:04.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.512+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3669221601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 msgr2=0x55845c6deb10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:29:04.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.512+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6deb10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.512+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3669221601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 msgr2=0x55845c6de5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:04.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.512+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6de5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:04.515 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.512+0000 7f0adb7fe700 1 -- 172.21.15.29:0/3669221601 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55845c436c00 con 0x55845c6da3d0 2023-10-05T15:29:04.517 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.515+0000 7f0adb7fe700 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00a0a0 tx=0x7f0acc0991c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f53a99735f7a4391 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:04.518 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.515+0000 7f0ac27fc700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:29:04.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.519+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc0999c0 con 0x55845c6da3d0 2023-10-05T15:29:04.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.519+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0acc099560 con 0x55845c6da3d0 2023-10-05T15:29:04.521 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.519+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0ad400dc30 con 0x55845c6da3d0 2023-10-05T15:29:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.527+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0acc09d6b0 con 0x55845c6da3d0 2023-10-05T15:29:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.527+0000 7f0aed63eb80 10 client.25958 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:04.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.527+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55845c4741f0 con 0x55845c6da3d0 2023-10-05T15:29:04.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f0ad400dc30 con 0x55845c6da3d0 2023-10-05T15:29:04.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0acc0ae030 con 0x55845c6da3d0 2023-10-05T15:29:04.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 10 client.25958 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:04.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 10 client.25958 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:04.540 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 20 client.25958 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c73e9d0 0x55845c740e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 4 client.25958 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:29:04.541 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.538+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55845c61bad0 con 0x55845c73e9d0 2023-10-05T15:29:04.548 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.541+0000 7f0adaffd700 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c73e9d0 0x55845c740e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.551+0000 7f0adaffd700 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c73e9d0 0x55845c740e10 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c866143da9e0b053 server_cookie=aee9efd3455b4e3f in_seq=0 out_seq=0 2023-10-05T15:29:04.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:04.557+0000 7f0ac27fc700 10 client.25958 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:04.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:04 smithi029 ceph-mon[99237]: pgmap v208: 129 pgs: 129 active+clean; 12 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 202 MiB/s wr, 2.26k op/s 2023-10-05T15:29:04.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:04 smithi040 ceph-mon[103696]: pgmap v208: 129 pgs: 129 active+clean; 12 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 202 MiB/s wr, 2.26k op/s 2023-10-05T15:29:04.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:04 smithi177 ceph-mon[103568]: pgmap v208: 129 pgs: 129 active+clean; 12 GiB data, 32 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 202 MiB/s wr, 2.26k op/s 2023-10-05T15:29:05.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:05 smithi029 ceph-mon[99237]: pgmap v209: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 209 MiB/s wr, 2.27k op/s 2023-10-05T15:29:05.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:05 smithi040 ceph-mon[103696]: pgmap v209: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 209 MiB/s wr, 2.27k op/s 2023-10-05T15:29:05.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:05 smithi177 ceph-mon[103568]: pgmap v209: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 209 MiB/s wr, 2.27k op/s 2023-10-05T15:29:06.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.090+0000 7f0ac27fc700 1 -- 172.21.15.29:0/3669221601 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55845c61bad0 con 0x55845c73e9d0 2023-10-05T15:29:06.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.090+0000 7f0ac27fc700 10 client.25958 handle_command_reply: tid=0 2023-10-05T15:29:06.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.090+0000 7f0aed63eb80 1 client.25958 shutdown 2023-10-05T15:29:06.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.090+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 msgr2=0x55845c6df050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:06.093 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.090+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00a0a0 tx=0x7f0acc0991c0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 shutdown_connections 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55845c73e9d0 0x55845c740e10 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55845c6da3d0 0x55845c6df050 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55845c6cec00 0x55845c6de5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 --2- 172.21.15.29:0/3669221601 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55845c6cf520 0x55845c6deb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 >> 172.21.15.29:0/3669221601 conn(0x55845c644200 msgr2=0x55845c6d5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:06.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.098+0000 7f0ac27fc700 0 client.25958 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:06.106 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.104+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 shutdown_connections 2023-10-05T15:29:06.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.106+0000 7f0aed63eb80 1 -- 172.21.15.29:0/3669221601 wait complete. 2023-10-05T15:29:06.120 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.118+0000 7f0aed63eb80 20 client.25958 trim_cache size 0 max 16384 2023-10-05T15:29:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:29:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:29:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:29:06.122 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:29:06.132 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.130+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 msgr2=0x7f0ac80a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:06.132 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.130+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 0x7f0ac80a3bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f0ac4003800 tx=0x7f0ac401a040 comp rx=0 tx=0).stop 2023-10-05T15:29:06.132 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.130+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 msgr2=0x7f0adc111a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:06.132 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.130+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 0x7f0adc111a40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f0acc007fd0 tx=0x7f0acc00ae20 comp rx=0 tx=0).stop 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 shutdown_connections 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f0ac80a1730 0x7f0ac80a3bf0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f0adc11a690 0x7f0adc111a40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0adc10f620 0x7f0adc118ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 --2- 172.21.15.29:0/3544838053 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f0adc10fa90 0x7f0adc119050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:06.143 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.137+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 >> 172.21.15.29:0/3544838053 conn(0x7f0adc06cfa0 msgr2=0x7f0adc06f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:06.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.146+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 shutdown_connections 2023-10-05T15:29:06.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:06.150+0000 7f0ae1454700 1 -- 172.21.15.29:0/3544838053 wait complete. 2023-10-05T15:29:08.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:08 smithi029 ceph-mon[99237]: pgmap v210: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 199 MiB/s wr, 2.17k op/s 2023-10-05T15:29:08.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:08 smithi040 ceph-mon[103696]: pgmap v210: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 199 MiB/s wr, 2.17k op/s 2023-10-05T15:29:08.685 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:08 smithi177 ceph-mon[103568]: pgmap v210: 129 pgs: 129 active+clean; 12 GiB data, 33 GiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 199 MiB/s wr, 2.17k op/s 2023-10-05T15:29:10.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:10 smithi029 ceph-mon[99237]: pgmap v211: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 154 MiB/s wr, 1.78k op/s 2023-10-05T15:29:10.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:10 smithi040 ceph-mon[103696]: pgmap v211: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 154 MiB/s wr, 1.78k op/s 2023-10-05T15:29:10.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:10 smithi177 ceph-mon[103568]: pgmap v211: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 154 MiB/s wr, 1.78k op/s 2023-10-05T15:29:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:12 smithi040 ceph-mon[103696]: pgmap v212: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 106 MiB/s wr, 1.32k op/s 2023-10-05T15:29:12.688 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:12 smithi177 ceph-mon[103568]: pgmap v212: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 106 MiB/s wr, 1.32k op/s 2023-10-05T15:29:13.027 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:12 smithi029 ceph-mon[99237]: pgmap v212: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 106 MiB/s wr, 1.32k op/s 2023-10-05T15:29:14.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:14 smithi040 ceph-mon[103696]: pgmap v213: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 89 MiB/s wr, 1.14k op/s 2023-10-05T15:29:14.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:14 smithi177 ceph-mon[103568]: pgmap v213: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 89 MiB/s wr, 1.14k op/s 2023-10-05T15:29:14.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:14 smithi029 ceph-mon[99237]: pgmap v213: 129 pgs: 129 active+clean; 13 GiB data, 34 GiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 89 MiB/s wr, 1.14k op/s 2023-10-05T15:29:15.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:15 smithi029 ceph-mon[99237]: pgmap v214: 129 pgs: 129 active+clean; 13 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 112 MiB/s wr, 1.45k op/s 2023-10-05T15:29:15.908 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:15 smithi040 ceph-mon[103696]: pgmap v214: 129 pgs: 129 active+clean; 13 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 112 MiB/s wr, 1.45k op/s 2023-10-05T15:29:15.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:15 smithi177 ceph-mon[103568]: pgmap v214: 129 pgs: 129 active+clean; 13 GiB data, 35 GiB used, 1.0 TiB / 1.0 TiB avail; 86 KiB/s rd, 112 MiB/s wr, 1.45k op/s 2023-10-05T15:29:18.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:18 smithi029 ceph-mon[99237]: pgmap v215: 129 pgs: 129 active+clean; 14 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 137 MiB/s wr, 1.73k op/s 2023-10-05T15:29:18.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:18 smithi040 ceph-mon[103696]: pgmap v215: 129 pgs: 129 active+clean; 14 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 137 MiB/s wr, 1.73k op/s 2023-10-05T15:29:18.683 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:18 smithi177 ceph-mon[103568]: pgmap v215: 129 pgs: 129 active+clean; 14 GiB data, 36 GiB used, 1.0 TiB / 1.0 TiB avail; 89 KiB/s rd, 137 MiB/s wr, 1.73k op/s 2023-10-05T15:29:20.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 -- 172.21.15.29:0/3001346947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810f620 msgr2=0x7fde18107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 --2- 172.21.15.29:0/3001346947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810f620 0x7fde18107eb0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fde08009990 tx=0x7fde08009ca0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 -- 172.21.15.29:0/3001346947 shutdown_connections 2023-10-05T15:29:20.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 --2- 172.21.15.29:0/3001346947 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde1811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 --2- 172.21.15.29:0/3001346947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810f620 0x7fde18107eb0 secure :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fde08009990 tx=0x7fde08009ca0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 --2- 172.21.15.29:0/3001346947 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde1810fa90 0x7fde181083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.490 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.481+0000 7fde1e920700 1 -- 172.21.15.29:0/3001346947 >> 172.21.15.29:0/3001346947 conn(0x7fde1806cfa0 msgr2=0x7fde1806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:20.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.490+0000 7fde1e920700 1 -- 172.21.15.29:0/3001346947 shutdown_connections 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.492+0000 7fde1e920700 1 -- 172.21.15.29:0/3001346947 wait complete. 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.493+0000 7fde1e920700 1 Processor -- start 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.493+0000 7fde1e920700 1 -- start start 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810fa90 0x7fde18119c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde18112f80 0x7fde18113430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde1811a4f0 con 0x7fde1810fa90 2023-10-05T15:29:20.506 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde181177d0 con 0x7fde1811a690 2023-10-05T15:29:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.494+0000 7fde1e920700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde18117960 con 0x7fde18112f80 2023-10-05T15:29:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.499+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde18112f80 0x7fde18113430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.499+0000 7fde177fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.502+0000 7fde177fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56816/0 (socket says 172.21.15.29:56816) 2023-10-05T15:29:20.507 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.502+0000 7fde177fe700 1 -- 172.21.15.29:0/1899649065 learned_addr learned my addr 172.21.15.29:0/1899649065 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:20.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.510+0000 7fde177fe700 1 -- 172.21.15.29:0/1899649065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde18112f80 msgr2=0x7fde18113430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.510+0000 7fde177fe700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde18112f80 0x7fde18113430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.510+0000 7fde177fe700 1 -- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810fa90 msgr2=0x7fde18119c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.510+0000 7fde177fe700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810fa90 0x7fde18119c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.510+0000 7fde177fe700 1 -- 172.21.15.29:0/1899649065 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde080095f0 con 0x7fde1811a690 2023-10-05T15:29:20.525 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.523+0000 7fde177fe700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00d950 tx=0x7fde0c00dd10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.533+0000 7fde157fa700 1 -- 172.21.15.29:0/1899649065 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c009b40 con 0x7fde1811a690 2023-10-05T15:29:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.533+0000 7fde157fa700 1 -- 172.21.15.29:0/1899649065 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde0c009ca0 con 0x7fde1811a690 2023-10-05T15:29:20.535 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.533+0000 7fde157fa700 1 -- 172.21.15.29:0/1899649065 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c00f620 con 0x7fde1811a690 2023-10-05T15:29:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.539+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde18117c40 con 0x7fde1811a690 2023-10-05T15:29:20.542 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.539+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde181180d0 con 0x7fde1811a690 2023-10-05T15:29:20.549 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.544+0000 7fde2ab0ab80 1 Processor -- start 2023-10-05T15:29:20.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.547+0000 7fde2ab0ab80 1 -- start start 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c929f5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c92a00e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a037c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c9295f400 con 0x560c92a013d0 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92950bc0 con 0x560c929f6520 2023-10-05T15:29:20.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.548+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c9294e4e0 con 0x560c929f5c00 2023-10-05T15:29:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.551+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c929f5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.554+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c929f5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56102/0 (socket says 172.21.15.29:56102) 2023-10-05T15:29:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.554+0000 7fde1cebd700 1 -- 172.21.15.29:0/3500115122 learned_addr learned my addr 172.21.15.29:0/3500115122 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.559+0000 7fde177fe700 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a037c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.559+0000 7fde17fff700 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c92a00e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.562+0000 7fde157fa700 1 -- 172.21.15.29:0/1899649065 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fde0c010460 con 0x7fde1811a690 2023-10-05T15:29:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.562+0000 7fde157fa700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 0x7fde000a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.563+0000 7fde157fa700 1 -- 172.21.15.29:0/1899649065 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fde0c0d2860 con 0x7fde1811a690 2023-10-05T15:29:20.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.569+0000 7fde17fff700 1 -- 172.21.15.29:0/3500115122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 msgr2=0x560c929f5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.569+0000 7fde17fff700 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c929f5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.569+0000 7fde17fff700 1 -- 172.21.15.29:0/3500115122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 msgr2=0x560c92a037c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.569+0000 7fde17fff700 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a037c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.569+0000 7fde17fff700 1 -- 172.21.15.29:0/3500115122 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560c92774d80 con 0x560c929f6520 2023-10-05T15:29:20.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.593+0000 7fde17fff700 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c92a00e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fde08008000 tx=0x7fde080036a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ea756751d9d29656 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.598+0000 7fddfe7fc700 1 -- 172.21.15.29:0/3500115122 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0801d070 con 0x560c929f6520 2023-10-05T15:29:20.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.598+0000 7fddfe7fc700 1 -- 172.21.15.29:0/3500115122 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde0800be00 con 0x560c929f6520 2023-10-05T15:29:20.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.598+0000 7fddfe7fc700 1 -- 172.21.15.29:0/3500115122 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde08005320 con 0x560c929f6520 2023-10-05T15:29:20.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.599+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/3500115122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 msgr2=0x560c92a00e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.602 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.599+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c92a00e90 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fde08008000 tx=0x7fde080036a0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.601+0000 7fde1cebd700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 0x7fde000a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.606+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/3500115122 shutdown_connections 2023-10-05T15:29:20.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.606+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c929f5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.606+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.606+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/3500115122 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c92a00e90 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.606+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/3500115122 >> 172.21.15.29:0/3500115122 conn(0x560c9296b200 msgr2=0x560c929f2080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:20.627 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.625+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/3500115122 shutdown_connections 2023-10-05T15:29:20.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.627+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/3500115122 wait complete. 2023-10-05T15:29:20.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.627+0000 7fde2ab0ab80 1 -- start start 2023-10-05T15:29:20.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.627+0000 7fde2ab0ab80 1 Processor -- start 2023-10-05T15:29:20.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.633+0000 7fde1cebd700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 0x7fde000a3cc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fde10009dd0 tx=0x7fde10004ad0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c929fe0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c92a013d0 0x560c929fe7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92949dd0 con 0x560c929f5c00 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c928e66b0 con 0x560c92a013d0 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c928e6350 con 0x560c929f6520 2023-10-05T15:29:20.644 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde2ab0ab80 10 client.0 _ll_register_callbacks cb 0x560c927437a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde17fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde17fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49706/0 (socket says 172.21.15.29:49706) 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.641+0000 7fde17fff700 1 -- 172.21.15.29:0/2553961025 learned_addr learned my addr 172.21.15.29:0/2553961025 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.643+0000 7fde177fe700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c929fe0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.643+0000 7fde1cebd700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c92a013d0 0x560c929fe7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.654 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 -- 172.21.15.29:0/2553961025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 msgr2=0x560c929fe0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c929fe0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 -- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c92a013d0 msgr2=0x560c929fe7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c92a013d0 0x560c929fe7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 -- 172.21.15.29:0/2553961025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde1811d3b0 con 0x560c929f5c00 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fde17fff700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fde08003c10 tx=0x7fde0800bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=768e8615b3d1c637 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.645+0000 7fddf77fe700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.646+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0801d070 con 0x560c929f5c00 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.646+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fde08005540 con 0x560c929f5c00 2023-10-05T15:29:20.655 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.652+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560c929e9d50 con 0x560c929f5c00 2023-10-05T15:29:20.665 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.660+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde08005700 con 0x560c929f5c00 2023-10-05T15:29:20.665 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:20 smithi040 ceph-mon[103696]: pgmap v216: 129 pgs: 129 active+clean; 14 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 160 MiB/s wr, 1.96k op/s 2023-10-05T15:29:20.671 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.669+0000 7fde2ab0ab80 10 client.16434 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:20.671 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.669+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x560c9275dc00 con 0x560c929f5c00 2023-10-05T15:29:20.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:20 smithi177 ceph-mon[103568]: pgmap v216: 129 pgs: 129 active+clean; 14 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 160 MiB/s wr, 1.96k op/s 2023-10-05T15:29:20.682 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.675+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x560c929e9d50 con 0x560c929f5c00 2023-10-05T15:29:20.682 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.675+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fde08029030 con 0x560c929f5c00 2023-10-05T15:29:20.682 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 10 client.16434 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:20.682 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 10 client.16434 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:20.682 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 20 client.16434 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:20.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a10940 0x560c92a12d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 4 client.16434 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:29:20.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.680+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560c92942db0 con 0x560c92a10940 2023-10-05T15:29:20.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.691+0000 7fde177fe700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a10940 0x560c92a12d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.729+0000 7fde177fe700 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a10940 0x560c92a12d30 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8105f695d8ea179a server_cookie=90ae8fa7a5fa9cde in_seq=0 out_seq=0 2023-10-05T15:29:20.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.730+0000 7fddf77fe700 10 client.16434 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.742+0000 7fddf77fe700 1 -- 172.21.15.29:0/2553961025 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560c92942db0 con 0x560c92a10940 2023-10-05T15:29:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.742+0000 7fddf77fe700 10 client.16434 handle_command_reply: tid=0 2023-10-05T15:29:20.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.742+0000 7fde2ab0ab80 1 client.16434 shutdown 2023-10-05T15:29:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.757+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 msgr2=0x560c92a00e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.760 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.757+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fde08003c10 tx=0x7fde0800bab0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 shutdown_connections 2023-10-05T15:29:20.773 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a10940 0x560c92a12d30 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c92a013d0 0x560c929fe7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c929f5c00 0x560c92a00e30 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/2553961025 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c929fe0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 >> 172.21.15.29:0/2553961025 conn(0x560c9296b200 msgr2=0x560c929f1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fddf77fe700 0 client.16434 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 shutdown_connections 2023-10-05T15:29:20.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/2553961025 wait complete. 2023-10-05T15:29:20.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.768+0000 7fde2ab0ab80 20 client.16434 trim_cache size 0 max 16384 2023-10-05T15:29:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.801+0000 7fde2ab0ab80 1 Processor -- start 2023-10-05T15:29:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.801+0000 7fde2ab0ab80 1 -- start start 2023-10-05T15:29:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c92a009d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c929f93f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c929f9930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c927ca8c0 con 0x560c92a013d0 2023-10-05T15:29:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92a13060 con 0x560c929f6520 2023-10-05T15:29:20.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.802+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c929f9f60 con 0x560c929f5c00 2023-10-05T15:29:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.809+0000 7fde177fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c929f93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.809+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c929f9930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.809+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c929f9930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49716/0 (socket says 172.21.15.29:49716) 2023-10-05T15:29:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.809+0000 7fde1cebd700 1 -- 172.21.15.29:0/1363760316 learned_addr learned my addr 172.21.15.29:0/1363760316 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:20.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.810+0000 7fde17fff700 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c92a009d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.815+0000 7fde177fe700 1 -- 172.21.15.29:0/1363760316 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 msgr2=0x560c92a009d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.815+0000 7fde177fe700 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c92a009d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.815+0000 7fde177fe700 1 -- 172.21.15.29:0/1363760316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 msgr2=0x560c929f9930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.815+0000 7fde177fe700 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c929f9930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.815+0000 7fde177fe700 1 -- 172.21.15.29:0/1363760316 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560c9279b1f0 con 0x560c929f6520 2023-10-05T15:29:20.833 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.829+0000 7fde177fe700 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c929f93f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0cfbf0 tx=0x7fde0c005930 comp rx=0 tx=0).ready entity=mon.2 client_cookie=807d2844afcb00a4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.837+0000 7fddfeffd700 1 -- 172.21.15.29:0/1363760316 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c014040 con 0x560c929f6520 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.837+0000 7fddfeffd700 1 -- 172.21.15.29:0/1363760316 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde0c09ee10 con 0x560c929f6520 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.837+0000 7fddfeffd700 1 -- 172.21.15.29:0/1363760316 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c0a3600 con 0x560c929f6520 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1363760316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 msgr2=0x560c929f93f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c929f93f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0cfbf0 tx=0x7fde0c005930 comp rx=0 tx=0).stop 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1363760316 shutdown_connections 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f5c00 0x560c92a009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c929f9930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1363760316 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f6520 0x560c929f93f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.838+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1363760316 >> 172.21.15.29:0/1363760316 conn(0x560c9296b200 msgr2=0x560c92a12950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:20.853 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.851+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1363760316 shutdown_connections 2023-10-05T15:29:20.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.851+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1363760316 wait complete. 2023-10-05T15:29:20.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.851+0000 7fde2ab0ab80 1 -- start start 2023-10-05T15:29:20.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.851+0000 7fde2ab0ab80 1 Processor -- start 2023-10-05T15:29:20.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 0x560c92a07850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c92a07d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a05ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92a064a0 con 0x560c92a013d0 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92a06610 con 0x560c929f5c00 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560c92a067d0 con 0x560c929f6520 2023-10-05T15:29:20.855 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.852+0000 7fde2ab0ab80 10 client.0 _ll_register_callbacks cb 0x7fde10009230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:20.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.855+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a05ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.855+0000 7fde1cebd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a05ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49722/0 (socket says 172.21.15.29:49722) 2023-10-05T15:29:20.857 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.855+0000 7fde1cebd700 1 -- 172.21.15.29:0/1361290948 learned_addr learned my addr 172.21.15.29:0/1361290948 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:20.859 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.857+0000 7fde17fff700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 0x560c92a07850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.861 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.859+0000 7fde177fe700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c92a07d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.863+0000 7fde17fff700 1 -- 172.21.15.29:0/1361290948 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 msgr2=0x560c92a07d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.863+0000 7fde17fff700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c92a07d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.863+0000 7fde17fff700 1 -- 172.21.15.29:0/1361290948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 msgr2=0x560c92a05ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.863+0000 7fde17fff700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a05ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:20.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.863+0000 7fde17fff700 1 -- 172.21.15.29:0/1361290948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde181180d0 con 0x560c929f5c00 2023-10-05T15:29:20.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.864+0000 7fde17fff700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 0x560c92a07850 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde08003ce0 tx=0x7fde08005570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86b618571f19e3df server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:20.868 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:20 smithi029 ceph-mon[99237]: pgmap v216: 129 pgs: 129 active+clean; 14 GiB data, 37 GiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 160 MiB/s wr, 1.96k op/s 2023-10-05T15:29:20.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.870+0000 7fddf77fe700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:29:20.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.870+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0801d040 con 0x560c929f5c00 2023-10-05T15:29:20.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.870+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fde08000e40 con 0x560c929f5c00 2023-10-05T15:29:20.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.870+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fde0800be00 con 0x560c929f5c00 2023-10-05T15:29:20.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.879+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde08005bc0 con 0x560c929f5c00 2023-10-05T15:29:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.893+0000 7fde2ab0ab80 10 client.25976 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:20.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.893+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x560c92773250 con 0x560c929f5c00 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fde0800be00 con 0x560c929f5c00 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fde0803e070 con 0x560c929f5c00 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 10 client.25976 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 10 client.25976 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 20 client.25976 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:20.907 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a65500 0x560c92a678f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:20.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 4 client.25976 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:29:20.908 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.905+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560c92942ad0 con 0x560c92a65500 2023-10-05T15:29:20.918 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.915+0000 7fde177fe700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a65500 0x560c92a678f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.938+0000 7fde177fe700 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a65500 0x560c92a678f0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6db5c3ad39adcfc9 server_cookie=ad0e34a04b0bd4f3 in_seq=0 out_seq=0 2023-10-05T15:29:20.941 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:20.939+0000 7fddf77fe700 10 client.25976 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:21.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.957+0000 7fddf77fe700 1 -- 172.21.15.29:0/1361290948 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560c92942ad0 con 0x560c92a65500 2023-10-05T15:29:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.957+0000 7fddf77fe700 10 client.25976 handle_command_reply: tid=0 2023-10-05T15:29:21.960 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.957+0000 7fde2ab0ab80 1 client.25976 shutdown 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 msgr2=0x560c92a07850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 0x560c92a07850 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fde08003ce0 tx=0x7fde08005570 comp rx=0 tx=0).stop 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 shutdown_connections 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x560c92a65500 0x560c92a678f0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c92a013d0 0x560c92a05ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x560c929f5c00 0x560c92a07850 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 --2- 172.21.15.29:0/1361290948 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x560c929f6520 0x560c92a07d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 >> 172.21.15.29:0/1361290948 conn(0x560c9296b200 msgr2=0x560c929f93f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fddf77fe700 0 client.25976 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 shutdown_connections 2023-10-05T15:29:21.961 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.958+0000 7fde2ab0ab80 1 -- 172.21.15.29:0/1361290948 wait complete. 2023-10-05T15:29:21.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.962+0000 7fde2ab0ab80 20 client.25976 trim_cache size 0 max 16384 2023-10-05T15:29:21.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:29:21.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:29:21.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:29:21.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:29:21.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.964+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 msgr2=0x7fde000a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:21.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.964+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 0x7fde000a3cc0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fde10009dd0 tx=0x7fde10004ad0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.964+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 msgr2=0x7fde18112a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:21.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.964+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00d950 tx=0x7fde0c00dd10 comp rx=0 tx=0).stop 2023-10-05T15:29:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 shutdown_connections 2023-10-05T15:29:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fde000a1800 0x7fde000a3cc0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fde18112f80 0x7fde18113430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.972 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fde1810fa90 0x7fde18119c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.973 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 --2- 172.21.15.29:0/1899649065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fde1811a690 0x7fde18112a40 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:21.973 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.970+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 >> 172.21.15.29:0/1899649065 conn(0x7fde1806cfa0 msgr2=0x7fde1811bd50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:21.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.975+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 shutdown_connections 2023-10-05T15:29:21.985 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:21.982+0000 7fde1e920700 1 -- 172.21.15.29:0/1899649065 wait complete. 2023-10-05T15:29:22.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:22 smithi177 ceph-mon[103568]: pgmap v217: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 183 MiB/s wr, 2.17k op/s 2023-10-05T15:29:22.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:22 smithi029 ceph-mon[99237]: pgmap v217: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 183 MiB/s wr, 2.17k op/s 2023-10-05T15:29:22.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:22 smithi040 ceph-mon[103696]: pgmap v217: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 183 MiB/s wr, 2.17k op/s 2023-10-05T15:29:24.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:24 smithi029 ceph-mon[99237]: pgmap v218: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 183 MiB/s wr, 2.14k op/s 2023-10-05T15:29:24.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:24 smithi040 ceph-mon[103696]: pgmap v218: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 183 MiB/s wr, 2.14k op/s 2023-10-05T15:29:24.933 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:24 smithi177 ceph-mon[103568]: pgmap v218: 129 pgs: 129 active+clean; 15 GiB data, 38 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 183 MiB/s wr, 2.14k op/s 2023-10-05T15:29:26.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:25 smithi029 ceph-mon[99237]: pgmap v219: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 198 MiB/s wr, 2.37k op/s 2023-10-05T15:29:26.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:25 smithi040 ceph-mon[103696]: pgmap v219: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 198 MiB/s wr, 2.37k op/s 2023-10-05T15:29:26.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:25 smithi177 ceph-mon[103568]: pgmap v219: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 468 KiB/s rd, 198 MiB/s wr, 2.37k op/s 2023-10-05T15:29:28.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:28 smithi029 ceph-mon[99237]: pgmap v220: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 141 MiB/s wr, 1.73k op/s 2023-10-05T15:29:28.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:28 smithi040 ceph-mon[103696]: pgmap v220: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 141 MiB/s wr, 1.73k op/s 2023-10-05T15:29:28.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:28 smithi177 ceph-mon[103568]: pgmap v220: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 460 KiB/s rd, 141 MiB/s wr, 1.73k op/s 2023-10-05T15:29:30.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:30 smithi029 ceph-mon[99237]: pgmap v221: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 100 MiB/s wr, 1.29k op/s 2023-10-05T15:29:30.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:30 smithi040 ceph-mon[103696]: pgmap v221: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 100 MiB/s wr, 1.29k op/s 2023-10-05T15:29:30.932 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:30 smithi177 ceph-mon[103568]: pgmap v221: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 100 MiB/s wr, 1.29k op/s 2023-10-05T15:29:32.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:32 smithi040 ceph-mon[103696]: pgmap v222: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 90 MiB/s wr, 1.25k op/s 2023-10-05T15:29:32.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:32 smithi177 ceph-mon[103568]: pgmap v222: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 90 MiB/s wr, 1.25k op/s 2023-10-05T15:29:33.117 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:32 smithi029 ceph-mon[99237]: pgmap v222: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 90 MiB/s wr, 1.25k op/s 2023-10-05T15:29:34.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:33 smithi029 ceph-mon[99237]: pgmap v223: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 54 MiB/s wr, 840 op/s 2023-10-05T15:29:34.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:33 smithi040 ceph-mon[103696]: pgmap v223: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 54 MiB/s wr, 840 op/s 2023-10-05T15:29:34.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:33 smithi177 ceph-mon[103568]: pgmap v223: 129 pgs: 129 active+clean; 15 GiB data, 39 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 54 MiB/s wr, 840 op/s 2023-10-05T15:29:35.150 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.147+0000 7fddf5325700 1 -- 172.21.15.29:0/3892531292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf01040e0 msgr2=0x7fddf010cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.147+0000 7fddf5325700 1 --2- 172.21.15.29:0/3892531292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf01040e0 0x7fddf010cd70 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7fdde800b0d0 tx=0x7fdde800b3e0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.147+0000 7fddf5325700 1 -- 172.21.15.29:0/3892531292 shutdown_connections 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.147+0000 7fddf5325700 1 --2- 172.21.15.29:0/3892531292 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf0100ae0 0x7fddf0100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.147+0000 7fddf5325700 1 --2- 172.21.15.29:0/3892531292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf01040e0 0x7fddf010cd70 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.148+0000 7fddf5325700 1 --2- 172.21.15.29:0/3892531292 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0101490 0x7fddf01039b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.148+0000 7fddf5325700 1 -- 172.21.15.29:0/3892531292 >> 172.21.15.29:0/3892531292 conn(0x7fddf0076090 msgr2=0x7fddf00764a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.148+0000 7fddf5325700 1 -- 172.21.15.29:0/3892531292 shutdown_connections 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.148+0000 7fddf5325700 1 -- 172.21.15.29:0/3892531292 wait complete. 2023-10-05T15:29:35.151 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.148+0000 7fddf5325700 1 Processor -- start 2023-10-05T15:29:35.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 -- start start 2023-10-05T15:29:35.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 0x7fddf01953e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 0x7fddf0199ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddf019a4d0 con 0x7fddf0100ae0 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddf019a640 con 0x7fddf0199a50 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddf5325700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddf019a800 con 0x7fddf01040e0 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49734/0 (socket says 172.21.15.29:49734) 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 -- 172.21.15.29:0/2197923051 learned_addr learned my addr 172.21.15.29:0/2197923051 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 0x7fddf01953e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddef7fe700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 0x7fddf0199ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 -- 172.21.15.29:0/2197923051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 msgr2=0x7fddf01953e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 0x7fddf01953e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 -- 172.21.15.29:0/2197923051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 msgr2=0x7fddf0199ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 0x7fddf0199ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddeeffd700 1 -- 172.21.15.29:0/2197923051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde8009d00 con 0x7fddf0100ae0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddef7fe700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 0x7fddf0199ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.149+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 0x7fddf01953e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fdde000e9a0 tx=0x7fdde000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddd7fff700 1 -- 172.21.15.29:0/2197923051 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde0009790 con 0x7fddf0100ae0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddd7fff700 1 -- 172.21.15.29:0/2197923051 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde000cbd0 con 0x7fddf0100ae0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddd7fff700 1 -- 172.21.15.29:0/2197923051 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde0018680 con 0x7fddf0100ae0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddf01a1d60 con 0x7fddf0100ae0 2023-10-05T15:29:35.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.150+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddf01a2190 con 0x7fddf0100ae0 2023-10-05T15:29:35.157 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.152+0000 7fddd7fff700 1 -- 172.21.15.29:0/2197923051 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fdde000cd40 con 0x7fddf0100ae0 2023-10-05T15:29:35.157 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.153+0000 7fddd7fff700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 0x7fddd80a5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.153+0000 7fddd7fff700 1 -- 172.21.15.29:0/2197923051 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdde0014070 con 0x7fddf0100ae0 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.153+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 0x7fddd80a5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 0x7fddd80a5cc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fddf01966c0 tx=0x7fdde4009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 Processor -- start 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 -- start start 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x56055202afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x56055203cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f94400 con 0x56055202b520 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f85bc0 con 0x56055203a7e0 2023-10-05T15:29:35.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fde0150fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f834e0 con 0x56055202ac00 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49744/0 (socket says 172.21.15.29:49744) 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddee7fc700 1 -- 172.21.15.29:0/1873875896 learned_addr learned my addr 172.21.15.29:0/1873875896 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x56055203cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.154+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x56055202afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 -- 172.21.15.29:0/1873875896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 msgr2=0x56055202afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x56055202afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 -- 172.21.15.29:0/1873875896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 msgr2=0x56055203cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x56055203cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 -- 172.21.15.29:0/1873875896 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560551da9d80 con 0x56055202b520 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x56055203cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x56055202afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:29:35.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdde4011f30 tx=0x7fdde4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b555450b0cfd5d5f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.160 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddd57fa700 1 -- 172.21.15.29:0/1873875896 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde4003680 con 0x56055202b520 2023-10-05T15:29:35.160 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddd57fa700 1 -- 172.21.15.29:0/1873875896 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde4003ca0 con 0x56055202b520 2023-10-05T15:29:35.160 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.155+0000 7fddd57fa700 1 -- 172.21.15.29:0/1873875896 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde4012bc0 con 0x56055202b520 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 -- 172.21.15.29:0/1873875896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 msgr2=0x56055203a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fdde4011f30 tx=0x7fdde4014000 comp rx=0 tx=0).stop 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 -- 172.21.15.29:0/1873875896 shutdown_connections 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x56055202afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x56055203cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1873875896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x56055203a2a0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 -- 172.21.15.29:0/1873875896 >> 172.21.15.29:0/1873875896 conn(0x560551fa0200 msgr2=0x560552027080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 -- 172.21.15.29:0/1873875896 shutdown_connections 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.156+0000 7fde0150fb80 1 -- 172.21.15.29:0/1873875896 wait complete. 2023-10-05T15:29:35.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 -- start start 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 Processor -- start 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x5605520375a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x560552038020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f7edd0 con 0x56055202b520 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f1b6b0 con 0x56055203a7e0 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551f1b350 con 0x56055202ac00 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fde0150fb80 10 client.0 _ll_register_callbacks cb 0x560551d787a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49750/0 (socket says 172.21.15.29:49750) 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fddee7fc700 1 -- 172.21.15.29:0/1276750664 learned_addr learned my addr 172.21.15.29:0/1276750664 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:35.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x5605520375a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.157+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x560552038020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 -- 172.21.15.29:0/1276750664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 msgr2=0x5605520375a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x5605520375a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 -- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 msgr2=0x560552038020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x560552038020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 -- 172.21.15.29:0/1276750664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddf01a2190 con 0x56055202b520 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fdde4003930 tx=0x7fdde4003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b17b16bdca3a902a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddd2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde4012860 con 0x56055202b520 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdde4018070 con 0x56055202b520 2023-10-05T15:29:35.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56055201ed50 con 0x56055202b520 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdde4003e10 con 0x56055202b520 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fde0150fb80 10 client.16452 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x7fddf010d580 con 0x56055202b520 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.158+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56055201ed50 con 0x56055202b520 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdde4020a60 con 0x56055202b520 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 10 client.16452 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 10 client.16452 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 20 client.16452 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055204a270 0x56055204c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 4 client.16452 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560551f77db0 con 0x56055204a270 2023-10-05T15:29:35.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055204a270 0x56055204c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055204a270 0x56055204c690 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9b4eb16429c4a47 server_cookie=8c879080fe2423fb in_seq=0 out_seq=0 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.159+0000 7fddd2ff5700 10 client.16452 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fddd2ff5700 1 -- 172.21.15.29:0/1276750664 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x560551f77db0 con 0x56055204a270 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fddd2ff5700 10 client.16452 handle_command_reply: tid=0 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 client.16452 shutdown 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 msgr2=0x560552037ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fdde4003930 tx=0x7fdde4003960 comp rx=0 tx=0).stop 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 shutdown_connections 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055204a270 0x56055204c690 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202ac00 0x5605520375a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055203a7e0 0x560552038020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fddd2ff5700 0 client.16452 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:35.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1276750664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552037ae0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 >> 172.21.15.29:0/1276750664 conn(0x560551fa0200 msgr2=0x560552026c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 shutdown_connections 2023-10-05T15:29:35.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 1 -- 172.21.15.29:0/1276750664 wait complete. 2023-10-05T15:29:35.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.160+0000 7fde0150fb80 20 client.16452 trim_cache size 0 max 16384 2023-10-05T15:29:35.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 Processor -- start 2023-10-05T15:29:35.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 -- start start 2023-10-05T15:29:35.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552041330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202b520 0x560552045a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x560551dff8c0 con 0x56055203a7e0 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560552033450 con 0x56055202ac00 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fde0150fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560552051370 con 0x56055202b520 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fddef7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fddef7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49760/0 (socket says 172.21.15.29:49760) 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fddef7fe700 1 -- 172.21.15.29:0/1708882277 learned_addr learned my addr 172.21.15.29:0/1708882277 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fddee7fc700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202b520 0x560552045a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.177+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552041330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 -- 172.21.15.29:0/1708882277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202b520 msgr2=0x560552045a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202b520 0x560552045a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 -- 172.21.15.29:0/1708882277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 msgr2=0x560552041330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552041330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 -- 172.21.15.29:0/1708882277 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde4011c30 con 0x56055203a7e0 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddeeffd700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552041330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddef7fe700 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fdde8015000 tx=0x7fdde8007bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1787cd6fcb620c2a server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddd5ffb700 1 -- 172.21.15.29:0/1708882277 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde800e040 con 0x56055203a7e0 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddd5ffb700 1 -- 172.21.15.29:0/1708882277 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde8007d60 con 0x56055203a7e0 2023-10-05T15:29:35.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.178+0000 7fddd5ffb700 1 -- 172.21.15.29:0/1708882277 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde8005040 con 0x56055203a7e0 2023-10-05T15:29:35.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- 172.21.15.29:0/1708882277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 msgr2=0x5605520328e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fdde8015000 tx=0x7fdde8007bc0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.185 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- 172.21.15.29:0/1708882277 shutdown_connections 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055203a7e0 0x5605520328e0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552041330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 --2- 172.21.15.29:0/1708882277 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055202b520 0x560552045a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- 172.21.15.29:0/1708882277 >> 172.21.15.29:0/1708882277 conn(0x560551fa0200 msgr2=0x560552046690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- 172.21.15.29:0/1708882277 shutdown_connections 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- 172.21.15.29:0/1708882277 wait complete. 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 -- start start 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.179+0000 7fde0150fb80 1 Processor -- start 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552096570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 0x560552091ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605520926d0 con 0x56055202b520 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x560552092840 con 0x56055202ac00 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x560552092a00 con 0x56055203a7e0 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 10 client.0 _ll_register_callbacks cb 0x7fdde0005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552096570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddee7fc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49764/0 (socket says 172.21.15.29:49764) 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddee7fc700 1 -- 172.21.15.29:0/2661056637 learned_addr learned my addr 172.21.15.29:0/2661056637 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddef7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 0x560552091ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 -- 172.21.15.29:0/2661056637 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 msgr2=0x560552091ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 0x560552091ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.187 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 -- 172.21.15.29:0/2661056637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 msgr2=0x560552096ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 -- 172.21.15.29:0/2661056637 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdde80093a0 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddef7fe700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 0x560552091ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddeeffd700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552096570 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdde00cab60 tx=0x7fdde000c6e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7a6d522f54a9d60e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddd2ff5700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde0096b00 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdde4003ca0 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.180+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdde0096c60 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdde00cd390 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 10 client.25994 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x560551d92c00 con 0x56055202ac00 2023-10-05T15:29:35.188 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdde4003ca0 con 0x56055202ac00 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdde0064070 con 0x56055202ac00 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 10 client.25994 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 10 client.25994 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 20 client.25994 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055209f510 0x5605520a1930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 4 client.25994 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560551f77ad0 con 0x56055209f510 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.181+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055209f510 0x5605520a1930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.182+0000 7fddd2ff5700 10 client.25994 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:35.189 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.182+0000 7fddee7fc700 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055209f510 0x5605520a1930 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2df1210babd651e server_cookie=dce95a42c4a7d375 in_seq=0 out_seq=0 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fddd2ff5700 1 -- 172.21.15.29:0/2661056637 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560551f77ad0 con 0x56055209f510 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fddd2ff5700 10 client.25994 handle_command_reply: tid=0 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 client.25994 shutdown 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 msgr2=0x560552096570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552096570 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdde00cab60 tx=0x7fdde000c6e0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 shutdown_connections 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56055209f510 0x5605520a1930 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56055203a7e0 0x560552091ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56055202ac00 0x560552096570 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 --2- 172.21.15.29:0/2661056637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56055202b520 0x560552096ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 >> 172.21.15.29:0/2661056637 conn(0x560551fa0200 msgr2=0x560552045a80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fddd2ff5700 0 client.25994 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 shutdown_connections 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 1 -- 172.21.15.29:0/2661056637 wait complete. 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.196+0000 7fde0150fb80 20 client.25994 trim_cache size 0 max 16384 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:29:35.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 msgr2=0x7fddd80a5cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 0x7fddd80a5cc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fddf01966c0 tx=0x7fdde4009260 comp rx=0 tx=0).stop 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 msgr2=0x7fddf0194ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fdde000e9a0 tx=0x7fdde000ed60 comp rx=0 tx=0).stop 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 shutdown_connections 2023-10-05T15:29:35.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fddd80a3800 0x7fddd80a5cc0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fddf0199a50 0x7fddf0199ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddf0100ae0 0x7fddf0194ea0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 --2- 172.21.15.29:0/2197923051 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fddf01040e0 0x7fddf01953e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 >> 172.21.15.29:0/2197923051 conn(0x7fddf0076090 msgr2=0x7fddf0102eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 shutdown_connections 2023-10-05T15:29:35.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:35.197+0000 7fddf5325700 1 -- 172.21.15.29:0/2197923051 wait complete. 2023-10-05T15:29:36.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:36 smithi029 ceph-mon[99237]: pgmap v224: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 59 MiB/s wr, 982 op/s 2023-10-05T15:29:36.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:36 smithi040 ceph-mon[103696]: pgmap v224: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 59 MiB/s wr, 982 op/s 2023-10-05T15:29:36.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:36 smithi177 ceph-mon[103568]: pgmap v224: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 59 MiB/s wr, 982 op/s 2023-10-05T15:29:38.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:37 smithi029 ceph-mon[99237]: pgmap v225: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 51 MiB/s wr, 842 op/s 2023-10-05T15:29:38.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:37 smithi040 ceph-mon[103696]: pgmap v225: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 51 MiB/s wr, 842 op/s 2023-10-05T15:29:38.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:37 smithi177 ceph-mon[103568]: pgmap v225: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 51 MiB/s wr, 842 op/s 2023-10-05T15:29:40.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:40 smithi029 ceph-mon[99237]: pgmap v226: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 45 MiB/s wr, 753 op/s 2023-10-05T15:29:40.912 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:40 smithi040 ceph-mon[103696]: pgmap v226: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 45 MiB/s wr, 753 op/s 2023-10-05T15:29:40.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:40 smithi177 ceph-mon[103568]: pgmap v226: 129 pgs: 129 active+clean; 15 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 45 MiB/s wr, 753 op/s 2023-10-05T15:29:42.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:42 smithi177 ceph-mon[103568]: pgmap v227: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 63 MiB/s wr, 1.04k op/s 2023-10-05T15:29:43.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:42 smithi029 ceph-mon[99237]: pgmap v227: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 63 MiB/s wr, 1.04k op/s 2023-10-05T15:29:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:42 smithi040 ceph-mon[103696]: pgmap v227: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 63 MiB/s wr, 1.04k op/s 2023-10-05T15:29:44.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:43 smithi029 ceph-mon[99237]: pgmap v228: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 47 MiB/s wr, 777 op/s 2023-10-05T15:29:44.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:43 smithi040 ceph-mon[103696]: pgmap v228: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 47 MiB/s wr, 777 op/s 2023-10-05T15:29:44.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:43 smithi177 ceph-mon[103568]: pgmap v228: 129 pgs: 129 active+clean; 16 GiB data, 40 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 47 MiB/s wr, 777 op/s 2023-10-05T15:29:47.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:46 smithi029 ceph-mon[99237]: pgmap v229: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 60 MiB/s wr, 993 op/s 2023-10-05T15:29:47.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:46 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:29:47.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:46 smithi040 ceph-mon[103696]: pgmap v229: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 60 MiB/s wr, 993 op/s 2023-10-05T15:29:47.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:46 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:29:47.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:46 smithi177 ceph-mon[103568]: pgmap v229: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 60 MiB/s wr, 993 op/s 2023-10-05T15:29:47.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:46 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:29:48.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:47 smithi029 ceph-mon[99237]: pgmap v230: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 53 MiB/s wr, 879 op/s 2023-10-05T15:29:48.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:47 smithi040 ceph-mon[103696]: pgmap v230: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 53 MiB/s wr, 879 op/s 2023-10-05T15:29:48.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:47 smithi177 ceph-mon[103568]: pgmap v230: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 53 MiB/s wr, 879 op/s 2023-10-05T15:29:48.579 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.578+0000 7f8fad04b700 1 -- 172.21.15.29:0/1250687558 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810fa90 msgr2=0x7f8fa81083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.579 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.578+0000 7f8fad04b700 1 --2- 172.21.15.29:0/1250687558 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810fa90 0x7f8fa81083f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f9001a9a0 tx=0x7f8f9001acb0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.586+0000 7f8fad04b700 1 -- 172.21.15.29:0/1250687558 shutdown_connections 2023-10-05T15:29:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.586+0000 7f8fad04b700 1 --2- 172.21.15.29:0/1250687558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.586+0000 7f8fad04b700 1 --2- 172.21.15.29:0/1250687558 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8fa810f620 0x7f8fa8107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.586+0000 7f8fad04b700 1 --2- 172.21.15.29:0/1250687558 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810fa90 0x7f8fa81083f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.586+0000 7f8fad04b700 1 -- 172.21.15.29:0/1250687558 >> 172.21.15.29:0/1250687558 conn(0x7f8fa806cfa0 msgr2=0x7f8fa806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:48.594 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.593+0000 7f8fad04b700 1 -- 172.21.15.29:0/1250687558 shutdown_connections 2023-10-05T15:29:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.610+0000 7f8fad04b700 1 -- 172.21.15.29:0/1250687558 wait complete. 2023-10-05T15:29:48.612 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.611+0000 7f8fad04b700 1 Processor -- start 2023-10-05T15:29:48.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 -- start start 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810f620 0x7f8fa81a36e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8fa810fa90 0x7f8fa81a3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fa8116010 con 0x7f8fa811a690 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fa8116180 con 0x7f8fa810fa90 2023-10-05T15:29:48.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.618+0000 7f8fad04b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fa8116340 con 0x7f8fa810f620 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.623+0000 7f8fa6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810f620 0x7f8fa81a36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.623+0000 7f8fa759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.623+0000 7f8fa759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49780/0 (socket says 172.21.15.29:49780) 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.623+0000 7f8fa759e700 1 -- 172.21.15.29:0/884895335 learned_addr learned my addr 172.21.15.29:0/884895335 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 -- 172.21.15.29:0/884895335 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810f620 msgr2=0x7f8fa81a36e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810f620 0x7f8fa81a36e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 -- 172.21.15.29:0/884895335 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8fa810fa90 msgr2=0x7f8fa81a3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8fa810fa90 0x7f8fa81a3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 -- 172.21.15.29:0/884895335 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f9001a600 con 0x7f8fa811a690 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.624+0000 7f8fa759e700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f8f9800b9e0 tx=0x7f8f9800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.628+0000 7f8f9ffff700 1 -- 172.21.15.29:0/884895335 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f9800c9b0 con 0x7f8fa811a690 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.629+0000 7f8f9ffff700 1 -- 172.21.15.29:0/884895335 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f98014440 con 0x7f8fa811a690 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.629+0000 7f8f9ffff700 1 -- 172.21.15.29:0/884895335 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f980125a0 con 0x7f8fa811a690 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.629+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fa8116620 con 0x7f8fa811a690 2023-10-05T15:29:48.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.629+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fa81aa660 con 0x7f8fa811a690 2023-10-05T15:29:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.649+0000 7f8f9ffff700 1 -- 172.21.15.29:0/884895335 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f8f9800cb10 con 0x7f8fa811a690 2023-10-05T15:29:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.649+0000 7f8fb9235b80 1 Processor -- start 2023-10-05T15:29:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.650+0000 7f8f9ffff700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 0x7f8f940a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.656 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.650+0000 7f8f9ffff700 1 -- 172.21.15.29:0/884895335 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8f98006e40 con 0x7f8fa811a690 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.657+0000 7f8fb9235b80 1 -- start start 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a98fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a99520 0x5607a6aa3e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6a02400 con 0x5607a6aa43d0 2023-10-05T15:29:48.659 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a69f3bc0 con 0x5607a6a98c00 2023-10-05T15:29:48.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.658+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a69f14e0 con 0x5607a6a99520 2023-10-05T15:29:48.666 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.665+0000 7f8fa659c700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 0x7f8f940a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.665+0000 7f8fa759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.665+0000 7f8fa759e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49784/0 (socket says 172.21.15.29:49784) 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.665+0000 7f8fa759e700 1 -- 172.21.15.29:0/673274544 learned_addr learned my addr 172.21.15.29:0/673274544 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 -- 172.21.15.29:0/673274544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a99520 msgr2=0x5607a6aa3e90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a99520 0x5607a6aa3e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 -- 172.21.15.29:0/673274544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 msgr2=0x5607a6a98fe0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:29:48.667 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a98fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 -- 172.21.15.29:0/673274544 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607a6817d80 con 0x5607a6aa43d0 2023-10-05T15:29:48.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.666+0000 7f8fa759e700 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8f980961b0 tx=0x7f8f98099f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e51dc6fe778d231 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.667+0000 7f8fa659c700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 0x7f8f940a3cc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8f9001a8f0 tx=0x7f8f9002a040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.679+0000 7f8f9d7fa700 1 -- 172.21.15.29:0/673274544 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f980a1ad0 con 0x5607a6aa43d0 2023-10-05T15:29:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.679+0000 7f8f9d7fa700 1 -- 172.21.15.29:0/673274544 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f9800cdc0 con 0x5607a6aa43d0 2023-10-05T15:29:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.679+0000 7f8f9d7fa700 1 -- 172.21.15.29:0/673274544 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f98098c30 con 0x5607a6aa43d0 2023-10-05T15:29:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.680+0000 7f8fb9235b80 1 -- 172.21.15.29:0/673274544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 msgr2=0x5607a6aa67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.680+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f8f980961b0 tx=0x7f8f98099f10 comp rx=0 tx=0).stop 2023-10-05T15:29:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.705+0000 7f8fb9235b80 1 -- 172.21.15.29:0/673274544 shutdown_connections 2023-10-05T15:29:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.705+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6aa67c0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.705+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a98fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.705+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/673274544 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a99520 0x5607a6aa3e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.705+0000 7f8fb9235b80 1 -- 172.21.15.29:0/673274544 >> 172.21.15.29:0/673274544 conn(0x5607a6a0e200 msgr2=0x5607a6a95080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:48.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.719+0000 7f8fb9235b80 1 -- 172.21.15.29:0/673274544 shutdown_connections 2023-10-05T15:29:48.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.730+0000 7f8fb9235b80 1 -- 172.21.15.29:0/673274544 wait complete. 2023-10-05T15:29:48.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.730+0000 7f8fb9235b80 1 -- start start 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.730+0000 7f8fb9235b80 1 Processor -- start 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a98c00 0x5607a6aa1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6aa1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6aa1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a69ecdd0 con 0x5607a6a98c00 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a69896b0 con 0x5607a6a99520 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6989350 con 0x5607a6aa43d0 2023-10-05T15:29:48.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.731+0000 7f8fb9235b80 10 client.0 _ll_register_callbacks cb 0x5607a67e67a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:48.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.735+0000 7f8fa659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6aa1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.735+0000 7f8fa659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6aa1790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56914/0 (socket says 172.21.15.29:56914) 2023-10-05T15:29:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.735+0000 7f8fa659c700 1 -- 172.21.15.29:0/2504738102 learned_addr learned my addr 172.21.15.29:0/2504738102 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:48.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.738+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6aa1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.742+0000 7f8fa759e700 1 -- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 msgr2=0x5607a6aa1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.742+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6aa1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.742+0000 7f8fa759e700 1 -- 172.21.15.29:0/2504738102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a98c00 msgr2=0x5607a6aa1250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.742+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a98c00 0x5607a6aa1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.742+0000 7f8fa759e700 1 -- 172.21.15.29:0/2504738102 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fa81aa660 con 0x5607a6aa43d0 2023-10-05T15:29:48.763 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.762+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6aa1cd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f98009f60 tx=0x7f8f980c9e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35264887f42f4921 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.763 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.762+0000 7f8f8e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:29:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.767+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f98097ba0 con 0x5607a6aa43d0 2023-10-05T15:29:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.768+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8f980999a0 con 0x5607a6aa43d0 2023-10-05T15:29:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.768+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5607a6a8cd50 con 0x5607a6aa43d0 2023-10-05T15:29:48.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.768+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f98099b60 con 0x5607a6aa43d0 2023-10-05T15:29:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.771+0000 7f8fb9235b80 10 client.25936 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:48.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.771+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5607a6800c00 con 0x5607a6aa43d0 2023-10-05T15:29:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.773+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5607a6a8cd50 con 0x5607a6aa43d0 2023-10-05T15:29:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.773+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8f980a1d20 con 0x5607a6aa43d0 2023-10-05T15:29:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 10 client.25936 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 10 client.25936 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:48.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 20 client.25936 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6ab3c30 0x5607a6ab6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 4 client.25936 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:29:48.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.774+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5607a69e5db0 con 0x5607a6ab3c30 2023-10-05T15:29:48.788 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.786+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6ab3c30 0x5607a6ab6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.832+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6ab3c30 0x5607a6ab6050 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d5019807638178 server_cookie=fad9eaa706151cb8 in_seq=0 out_seq=0 2023-10-05T15:29:48.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.833+0000 7f8f8e7fc700 10 client.25936 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.835+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2504738102 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5607a69e5db0 con 0x5607a6ab3c30 2023-10-05T15:29:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.835+0000 7f8f8e7fc700 10 client.25936 handle_command_reply: tid=0 2023-10-05T15:29:48.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.835+0000 7f8fb9235b80 1 client.25936 shutdown 2023-10-05T15:29:48.860 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.857+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 msgr2=0x5607a6aa1cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.860 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.857+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6aa1cd0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f98009f60 tx=0x7f8f980c9e50 comp rx=0 tx=0).stop 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 shutdown_connections 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6ab3c30 0x5607a6ab6050 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6aa1cd0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a98c00 0x5607a6aa1250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2504738102 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6aa1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.863+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 >> 172.21.15.29:0/2504738102 conn(0x5607a6a0e200 msgr2=0x5607a6a94c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:48.865 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.864+0000 7f8f8e7fc700 0 client.25936 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:48.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.882+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 shutdown_connections 2023-10-05T15:29:48.885 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.882+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2504738102 wait complete. 2023-10-05T15:29:48.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.892+0000 7f8fb9235b80 20 client.25936 trim_cache size 0 max 16384 2023-10-05T15:29:48.920 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.919+0000 7f8fb9235b80 1 Processor -- start 2023-10-05T15:29:48.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 -- start start 2023-10-05T15:29:48.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a9bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.924 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 0x5607a6aaaf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6a9e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a686d8c0 con 0x5607a6a99520 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6a95dc0 con 0x5607a6a98c00 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.922+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6a91150 con 0x5607a6aa43d0 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.923+0000 7f8fa659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 0x5607a6aaaf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.923+0000 7f8fa659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 0x5607a6aaaf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49798/0 (socket says 172.21.15.29:49798) 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.923+0000 7f8fa659c700 1 -- 172.21.15.29:0/2714907792 learned_addr learned my addr 172.21.15.29:0/2714907792 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.923+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6a9e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.925 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.923+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a9bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 -- 172.21.15.29:0/2714907792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 msgr2=0x5607a6a9bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a9bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 -- 172.21.15.29:0/2714907792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 msgr2=0x5607a6aaaf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 0x5607a6aaaf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 -- 172.21.15.29:0/2714907792 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5607a6abac40 con 0x5607a6aa43d0 2023-10-05T15:29:48.929 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.925+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6a9e500 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f9809da50 tx=0x7f8f9800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ead8503c93b38ee server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.935+0000 7f8f9dffb700 1 -- 172.21.15.29:0/2714907792 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f9809e720 con 0x5607a6aa43d0 2023-10-05T15:29:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.935+0000 7f8f9dffb700 1 -- 172.21.15.29:0/2714907792 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f9809e980 con 0x5607a6aa43d0 2023-10-05T15:29:48.937 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.935+0000 7f8f9dffb700 1 -- 172.21.15.29:0/2714907792 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f980a1640 con 0x5607a6aa43d0 2023-10-05T15:29:48.938 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2714907792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 msgr2=0x5607a6a9e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6a9e500 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f8f9809da50 tx=0x7f8f9800c3a0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2714907792 shutdown_connections 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6aa43d0 0x5607a6a9e500 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a98c00 0x5607a6a9bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2714907792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6a99520 0x5607a6aaaf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.937+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2714907792 >> 172.21.15.29:0/2714907792 conn(0x5607a6a0e200 msgr2=0x5607a6a9c570 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:48.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.949+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2714907792 shutdown_connections 2023-10-05T15:29:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.952+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2714907792 wait complete. 2023-10-05T15:29:48.958 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 -- start start 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 Processor -- start 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6afc0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6b06a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6afc870 con 0x5607a6aa43d0 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6b06fa0 con 0x5607a6a99520 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5607a6b07160 con 0x5607a6a98c00 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.953+0000 7f8fb9235b80 10 client.0 _ll_register_callbacks cb 0x7f8f98099170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.957+0000 7f8fa659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6afc0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.959 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.957+0000 7f8fa6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.957+0000 7f8fa6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56212/0 (socket says 172.21.15.29:56212) 2023-10-05T15:29:48.960 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.957+0000 7f8fa6d9d700 1 -- 172.21.15.29:0/2942770551 learned_addr learned my addr 172.21.15.29:0/2942770551 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:29:48.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.962+0000 7f8fa759e700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6b06a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.969+0000 7f8fa6d9d700 1 -- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 msgr2=0x5607a6afc0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.969+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6afc0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.969+0000 7f8fa6d9d700 1 -- 172.21.15.29:0/2942770551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 msgr2=0x5607a6b06a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:29:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.969+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6b06a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:48.970 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.969+0000 7f8fa6d9d700 1 -- 172.21.15.29:0/2942770551 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5607a6800c00 con 0x5607a6a98c00 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8fa6d9d700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0005850 tx=0x7f8fa0009d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9becd9a745dc9cf server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8f8e7fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fa0017130 con 0x5607a6a98c00 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8f9800cdc0 con 0x5607a6a98c00 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8fa0017290 con 0x5607a6a98c00 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8fa0017450 con 0x5607a6a98c00 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8fb9235b80 10 client.25942 fetch_fsmap learned FSMap version 48 2023-10-05T15:29:48.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.972+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5607a683e1f0 con 0x5607a6a98c00 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8f9800cdc0 con 0x5607a6a98c00 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8fa0004c30 con 0x5607a6a98c00 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 10 client.25942 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 10 client.25942 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 20 client.25942 populate_metadata read hostname 'smithi029' 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6b08970 0x5607a6b0adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 4 client.25942 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:29:48.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.973+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5607a69e5ad0 con 0x5607a6b08970 2023-10-05T15:29:48.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.974+0000 7f8fa659c700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6b08970 0x5607a6b0adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:29:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.983+0000 7f8fa659c700 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6b08970 0x5607a6b0adb0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4e816001e5881db4 server_cookie=bb3eb881388e6731 in_seq=0 out_seq=0 2023-10-05T15:29:48.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:48.983+0000 7f8f8e7fc700 10 client.25942 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.241+0000 7f8f8e7fc700 1 -- 172.21.15.29:0/2942770551 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5607a69e5ad0 con 0x5607a6b08970 2023-10-05T15:29:49.242 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.241+0000 7f8f8e7fc700 10 client.25942 handle_command_reply: tid=0 2023-10-05T15:29:49.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.241+0000 7f8fb9235b80 1 client.25942 shutdown 2023-10-05T15:29:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.253+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 msgr2=0x5607a6afbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:49.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.253+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0005850 tx=0x7f8fa0009d60 comp rx=0 tx=0).stop 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 shutdown_connections 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5607a6b08970 0x5607a6b0adb0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5607a6a98c00 0x5607a6afbba0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5607a6aa43d0 0x5607a6b06a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 --2- 172.21.15.29:0/2942770551 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5607a6a99520 0x5607a6afc0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.259+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 >> 172.21.15.29:0/2942770551 conn(0x5607a6a0e200 msgr2=0x5607a6aa2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:49.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.265+0000 7f8f8e7fc700 0 client.25942 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:29:49.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.277+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 shutdown_connections 2023-10-05T15:29:49.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.286+0000 7f8fb9235b80 1 -- 172.21.15.29:0/2942770551 wait complete. 2023-10-05T15:29:49.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:29:49.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:29:49.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:29:49.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:29:49.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.287+0000 7f8fb9235b80 20 client.25942 trim_cache size 0 max 16384 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 msgr2=0x7f8f940a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 0x7f8f940a3cc0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8f9001a8f0 tx=0x7f8f9002a040 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 msgr2=0x7f8fa8115840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f8f9800b9e0 tx=0x7f8f9800bda0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 shutdown_connections 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f8f940a1800 0x7f8f940a3cc0 secure :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8f9001a8f0 tx=0x7f8f9002a040 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f8fa810f620 0x7f8fa81a36e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fa811a690 0x7f8fa8115840 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 --2- 172.21.15.29:0/884895335 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f8fa810fa90 0x7f8fa81a3c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:29:49.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.299+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 >> 172.21.15.29:0/884895335 conn(0x7f8fa806cfa0 msgr2=0x7f8fa80718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:29:49.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.304+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 shutdown_connections 2023-10-05T15:29:49.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:29:49.304+0000 7f8fad04b700 1 -- 172.21.15.29:0/884895335 wait complete. 2023-10-05T15:29:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:49 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:29:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:49 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:29:49.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:49 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:29:49.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:49 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:29:49.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:49 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:29:49.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:49 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:29:50.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:29:50.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:50 smithi029 ceph-mon[99237]: pgmap v231: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 48 MiB/s wr, 793 op/s 2023-10-05T15:29:50.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:29:50.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:50 smithi040 ceph-mon[103696]: pgmap v231: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 48 MiB/s wr, 793 op/s 2023-10-05T15:29:50.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:29:50.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:50 smithi177 ceph-mon[103568]: pgmap v231: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 975 KiB/s rd, 48 MiB/s wr, 793 op/s 2023-10-05T15:29:52.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:52 smithi029 ceph-mon[99237]: pgmap v232: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 68 MiB/s wr, 1.12k op/s 2023-10-05T15:29:52.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:52 smithi040 ceph-mon[103696]: pgmap v232: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 68 MiB/s wr, 1.12k op/s 2023-10-05T15:29:52.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:52 smithi177 ceph-mon[103568]: pgmap v232: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 68 MiB/s wr, 1.12k op/s 2023-10-05T15:29:54.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:54 smithi040 ceph-mon[103696]: pgmap v233: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 48 MiB/s wr, 790 op/s 2023-10-05T15:29:54.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:54 smithi177 ceph-mon[103568]: pgmap v233: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 48 MiB/s wr, 790 op/s 2023-10-05T15:29:54.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:54 smithi029 ceph-mon[99237]: pgmap v233: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 48 MiB/s wr, 790 op/s 2023-10-05T15:29:56.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:56 smithi040 ceph-mon[103696]: pgmap v234: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 53 MiB/s wr, 885 op/s 2023-10-05T15:29:56.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:56 smithi177 ceph-mon[103568]: pgmap v234: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 53 MiB/s wr, 885 op/s 2023-10-05T15:29:57.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:56 smithi029 ceph-mon[99237]: pgmap v234: 129 pgs: 129 active+clean; 16 GiB data, 41 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 53 MiB/s wr, 885 op/s 2023-10-05T15:29:59.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:29:58 smithi029 ceph-mon[99237]: pgmap v235: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 55 MiB/s wr, 910 op/s 2023-10-05T15:29:59.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:29:58 smithi040 ceph-mon[103696]: pgmap v235: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 55 MiB/s wr, 910 op/s 2023-10-05T15:29:59.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:29:58 smithi177 ceph-mon[103568]: pgmap v235: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 55 MiB/s wr, 910 op/s 2023-10-05T15:30:00.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:30:00.001+0000 7f1c04a52700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-10-05T15:30:00.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:30:00.001+0000 7f1c04a52700 -1 log_channel(cluster) log [ERR] : [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-10-05T15:30:00.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:30:00.001+0000 7f1c04a52700 -1 log_channel(cluster) log [ERR] : mds.i(mds.1): Metadata damage detected 2023-10-05T15:30:00.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-mon[99237]: pgmap v236: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 774 op/s 2023-10-05T15:30:00.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-mon[99237]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-10-05T15:30:00.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-mon[99237]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-10-05T15:30:00.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:00 smithi029 ceph-mon[99237]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:30:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:00 smithi040 ceph-mon[103696]: pgmap v236: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 774 op/s 2023-10-05T15:30:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:00 smithi040 ceph-mon[103696]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-10-05T15:30:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:00 smithi040 ceph-mon[103696]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-10-05T15:30:00.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:00 smithi040 ceph-mon[103696]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:30:00.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:00 smithi177 ceph-mon[103568]: pgmap v236: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 774 op/s 2023-10-05T15:30:00.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:00 smithi177 ceph-mon[103568]: Health detail: HEALTH_ERR 1 MDSs report damaged metadata 2023-10-05T15:30:00.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:00 smithi177 ceph-mon[103568]: [ERR] MDS_DAMAGE: 1 MDSs report damaged metadata 2023-10-05T15:30:00.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:00 smithi177 ceph-mon[103568]: mds.i(mds.1): Metadata damage detected 2023-10-05T15:30:02.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.556+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/1167579309 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7810f620 msgr2=0x7fdb78107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.556+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/1167579309 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7810f620 0x7fdb78107eb0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c0098f0 tx=0x7fdb6c009c00 comp rx=0 tx=0).stop 2023-10-05T15:30:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.558+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/1167579309 shutdown_connections 2023-10-05T15:30:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.558+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/1167579309 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7810f620 0x7fdb78107eb0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.558+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/1167579309 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7811a690 0x7fdb7811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.558+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/1167579309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb7810fa90 0x7fdb781083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.558+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/1167579309 >> 172.21.15.29:0/1167579309 conn(0x7fdb7806cfa0 msgr2=0x7fdb7806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:02.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.564+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/1167579309 shutdown_connections 2023-10-05T15:30:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.564+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/1167579309 wait complete. 2023-10-05T15:30:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 Processor -- start 2023-10-05T15:30:02.567 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 -- start start 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7810f620 0x7fdb78115b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb7810fa90 0x7fdb78116080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb781a2a40 con 0x7fdb7810fa90 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb781a2bb0 con 0x7fdb7810f620 2023-10-05T15:30:02.568 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.565+0000 7fdb7dd1b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb781a2d70 con 0x7fdb7811a690 2023-10-05T15:30:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.568+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.568+0000 7fdb777fe700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7810f620 0x7fdb78115b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.568+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56222/0 (socket says 172.21.15.29:56222) 2023-10-05T15:30:02.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.568+0000 7fdb77fff700 1 -- 172.21.15.29:0/353800854 learned_addr learned my addr 172.21.15.29:0/353800854 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.572+0000 7fdb77fff700 1 -- 172.21.15.29:0/353800854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7810f620 msgr2=0x7fdb78115b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.572+0000 7fdb77fff700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7810f620 0x7fdb78115b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.572+0000 7fdb77fff700 1 -- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb7810fa90 msgr2=0x7fdb78116080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.572+0000 7fdb77fff700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb7810fa90 0x7fdb78116080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.575 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.572+0000 7fdb77fff700 1 -- 172.21.15.29:0/353800854 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb6c009520 con 0x7fdb7811a690 2023-10-05T15:30:02.585 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.582+0000 7fdb77fff700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb7001ffa0 tx=0x7fdb7001d3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.586+0000 7fdb74ff9700 1 -- 172.21.15.29:0/353800854 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb70029070 con 0x7fdb7811a690 2023-10-05T15:30:02.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.586+0000 7fdb74ff9700 1 -- 172.21.15.29:0/353800854 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb70020040 con 0x7fdb7811a690 2023-10-05T15:30:02.591 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.586+0000 7fdb74ff9700 1 -- 172.21.15.29:0/353800854 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb70003cc0 con 0x7fdb7811a690 2023-10-05T15:30:02.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.589+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb781a2ff0 con 0x7fdb7811a690 2023-10-05T15:30:02.595 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.589+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb781aa5b0 con 0x7fdb7811a690 2023-10-05T15:30:02.596 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.594+0000 7fdb89f05b80 1 Processor -- start 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.594+0000 7fdb74ff9700 1 -- 172.21.15.29:0/353800854 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fdb7001da20 con 0x7fdb7811a690 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.595+0000 7fdb74ff9700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 0x7fdb600a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.595+0000 7fdb74ff9700 1 -- 172.21.15.29:0/353800854 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb700dd680 con 0x7fdb7811a690 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.595+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 0x7fdb600a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 -- start start 2023-10-05T15:30:02.599 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fb33d0 0x555c27fb57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27f11400 con 0x555c27fa8520 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27f02bc0 con 0x555c27fb33d0 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27f004e0 con 0x555c27fa7c00 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 0x7fdb600a3c40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005950 tx=0x7fdb680058e0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb777fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb777fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56230/0 (socket says 172.21.15.29:56230) 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.596+0000 7fdb777fe700 1 -- 172.21.15.29:0/2772346323 learned_addr learned my addr 172.21.15.29:0/2772346323 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 -- 172.21.15.29:0/2772346323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fb33d0 msgr2=0x555c27fb57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.600 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fb33d0 0x555c27fb57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 -- 172.21.15.29:0/2772346323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 msgr2=0x555c27fb2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb2e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 -- 172.21.15.29:0/2772346323 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c27d26d80 con 0x555c27fa7c00 2023-10-05T15:30:02.601 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.597+0000 7fdb777fe700 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c016000 tx=0x7fdb6c009f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=905d9952a085e8f9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.606+0000 7fdb5dffb700 1 -- 172.21.15.29:0/2772346323 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c00f840 con 0x555c27fa7c00 2023-10-05T15:30:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.606+0000 7fdb5dffb700 1 -- 172.21.15.29:0/2772346323 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb6c01d040 con 0x555c27fa7c00 2023-10-05T15:30:02.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.606+0000 7fdb5dffb700 1 -- 172.21.15.29:0/2772346323 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6c0055d0 con 0x555c27fa7c00 2023-10-05T15:30:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.609+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2772346323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 msgr2=0x555c27fa7fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.611 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.609+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fdb6c016000 tx=0x7fdb6c009f50 comp rx=0 tx=0).stop 2023-10-05T15:30:02.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.613+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2772346323 shutdown_connections 2023-10-05T15:30:02.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.613+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fa7c00 0x555c27fa7fe0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.613+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fb33d0 0x555c27fb57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.613+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2772346323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.614+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2772346323 >> 172.21.15.29:0/2772346323 conn(0x555c27f1d200 msgr2=0x555c27fa4080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.614+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2772346323 shutdown_connections 2023-10-05T15:30:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.616+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2772346323 wait complete. 2023-10-05T15:30:02.618 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.616+0000 7fdb89f05b80 1 -- start start 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.616+0000 7fdb89f05b80 1 Processor -- start 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 0x555c27fb2e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 0x555c27fb0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fb0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27efbdd0 con 0x555c27fa7c00 2023-10-05T15:30:02.619 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27e986b0 con 0x555c27fa8520 2023-10-05T15:30:02.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27e98350 con 0x555c27fb33d0 2023-10-05T15:30:02.620 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.617+0000 7fdb89f05b80 10 client.0 _ll_register_callbacks cb 0x555c27cf57a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.625+0000 7fdb76ffd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 0x555c27fb0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.625+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fb0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.625+0000 7fdb777fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 0x555c27fb2e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.625+0000 7fdb777fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 0x555c27fb2e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49834/0 (socket says 172.21.15.29:49834) 2023-10-05T15:30:02.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.625+0000 7fdb777fe700 1 -- 172.21.15.29:0/2920179813 learned_addr learned my addr 172.21.15.29:0/2920179813 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:02.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 -- 172.21.15.29:0/2920179813 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 msgr2=0x555c27fb0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fb0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 -- 172.21.15.29:0/2920179813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 msgr2=0x555c27fb2e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 0x555c27fb2e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 -- 172.21.15.29:0/2920179813 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb7811d3b0 con 0x555c27fa8520 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 0x555c27fb0100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005d90 tx=0x7fdb68004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f0232d1a6a43619e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.630+0000 7fdb56ffd700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.631+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6801e620 con 0x555c27fa8520 2023-10-05T15:30:02.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.631+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb6801e780 con 0x555c27fa8520 2023-10-05T15:30:02.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.631+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555c27f9bd50 con 0x555c27fa8520 2023-10-05T15:30:02.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.637+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb68010e60 con 0x555c27fa8520 2023-10-05T15:30:02.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.644+0000 7fdb89f05b80 10 client.26012 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:02.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.644+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x555c27d0fc00 con 0x555c27fa8520 2023-10-05T15:30:02.652 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.645+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x555c27f9bd50 con 0x555c27fa8520 2023-10-05T15:30:02.652 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.645+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdb6800f940 con 0x555c27fa8520 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 10 client.26012 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 10 client.26012 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 20 client.26012 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c27fc2f60 0x555c27fc5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 4 client.26012 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.655+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555c27ef4db0 con 0x555c27fc2f60 2023-10-05T15:30:02.660 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.657+0000 7fdb777fe700 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c27fc2f60 0x555c27fc5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.658+0000 7fdb56ffd700 10 client.26012 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.658+0000 7fdb777fe700 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c27fc2f60 0x555c27fc5380 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=837fbc7f6063cc23 server_cookie=e10e560d64313fbe in_seq=0 out_seq=0 2023-10-05T15:30:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.659+0000 7fdb56ffd700 1 -- 172.21.15.29:0/2920179813 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x555c27ef4db0 con 0x555c27fc2f60 2023-10-05T15:30:02.661 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.659+0000 7fdb56ffd700 10 client.26012 handle_command_reply: tid=0 2023-10-05T15:30:02.663 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.661+0000 7fdb89f05b80 1 client.26012 shutdown 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 msgr2=0x555c27fb0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 0x555c27fb0100 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005d90 tx=0x7fdb68004750 comp rx=0 tx=0).stop 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 shutdown_connections 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c27fc2f60 0x555c27fc5380 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fb0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa7c00 0x555c27fb2e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/2920179813 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa8520 0x555c27fb0100 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.674 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.666+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 >> 172.21.15.29:0/2920179813 conn(0x555c27f1d200 msgr2=0x555c27fa3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:02.677 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.674+0000 7fdb56ffd700 0 client.26012 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:02.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.675+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 shutdown_connections 2023-10-05T15:30:02.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.675+0000 7fdb89f05b80 1 -- 172.21.15.29:0/2920179813 wait complete. 2023-10-05T15:30:02.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.675+0000 7fdb89f05b80 20 client.26012 trim_cache size 0 max 16384 2023-10-05T15:30:02.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.703+0000 7fdb89f05b80 1 Processor -- start 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.703+0000 7fdb89f05b80 1 -- start start 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fab470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27d7c8c0 con 0x555c27fa8520 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27f9bbf0 con 0x555c27fa7c00 2023-10-05T15:30:02.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.704+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27fabf50 con 0x555c27fb33d0 2023-10-05T15:30:02.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.715+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.715+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56244/0 (socket says 172.21.15.29:56244) 2023-10-05T15:30:02.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.715+0000 7fdb77fff700 1 -- 172.21.15.29:0/3107141684 learned_addr learned my addr 172.21.15.29:0/3107141684 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.717+0000 7fdb777fe700 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.720+0000 7fdb76ffd700 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fab470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.722+0000 7fdb77fff700 1 -- 172.21.15.29:0/3107141684 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 msgr2=0x555c27fb29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.722+0000 7fdb77fff700 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.722+0000 7fdb77fff700 1 -- 172.21.15.29:0/3107141684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 msgr2=0x555c27fab470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.722+0000 7fdb77fff700 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fab470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.724 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.722+0000 7fdb77fff700 1 -- 172.21.15.29:0/3107141684 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c27d4d1f0 con 0x555c27fb33d0 2023-10-05T15:30:02.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.733+0000 7fdb77fff700 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdb700aa030 tx=0x7fdb700a5f50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dac069dab1cd1b2e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.744+0000 7fdb5e7fc700 1 -- 172.21.15.29:0/3107141684 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb700ae480 con 0x555c27fb33d0 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.744+0000 7fdb5e7fc700 1 -- 172.21.15.29:0/3107141684 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb700b26c0 con 0x555c27fb33d0 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.744+0000 7fdb5e7fc700 1 -- 172.21.15.29:0/3107141684 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb700dd2d0 con 0x555c27fb33d0 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.749+0000 7fdb89f05b80 1 -- 172.21.15.29:0/3107141684 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 msgr2=0x555c27fab9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.749+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdb700aa030 tx=0x7fdb700a5f50 comp rx=0 tx=0).stop 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.749+0000 7fdb89f05b80 1 -- 172.21.15.29:0/3107141684 shutdown_connections 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.749+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c27fab9b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.750+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.750+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/3107141684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fab470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.753 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.750+0000 7fdb89f05b80 1 -- 172.21.15.29:0/3107141684 >> 172.21.15.29:0/3107141684 conn(0x555c27f1d200 msgr2=0x555c27fbe670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:02.754 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.752+0000 7fdb89f05b80 1 -- 172.21.15.29:0/3107141684 shutdown_connections 2023-10-05T15:30:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.771+0000 7fdb89f05b80 1 -- 172.21.15.29:0/3107141684 wait complete. 2023-10-05T15:30:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.771+0000 7fdb89f05b80 1 -- start start 2023-10-05T15:30:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.771+0000 7fdb89f05b80 1 Processor -- start 2023-10-05T15:30:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27fb6d70 con 0x555c27fa8520 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c280162c0 con 0x555c27fa7c00 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c28016480 con 0x555c27fb33d0 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.772+0000 7fdb89f05b80 10 client.0 _ll_register_callbacks cb 0x7fdb6800da90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:02.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.773+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.773+0000 7fdb77fff700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56250/0 (socket says 172.21.15.29:56250) 2023-10-05T15:30:02.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.773+0000 7fdb77fff700 1 -- 172.21.15.29:0/4102463189 learned_addr learned my addr 172.21.15.29:0/4102463189 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.775+0000 7fdb77fff700 1 -- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 msgr2=0x555c27fb60e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:30:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.775+0000 7fdb77fff700 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb60e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.775+0000 7fdb77fff700 1 -- 172.21.15.29:0/4102463189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 msgr2=0x555c27fb6620 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:30:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.775+0000 7fdb77fff700 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb6620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:02.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.775+0000 7fdb77fff700 1 -- 172.21.15.29:0/4102463189 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb781aa5b0 con 0x555c27fb33d0 2023-10-05T15:30:02.781 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.779+0000 7fdb77fff700 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb7001dfd0 tx=0x7fdb700aa4a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aba1450ea2f71eee server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:02.785 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.783+0000 7fdb56ffd700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:30:02.785 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.783+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb700a86d0 con 0x555c27fb33d0 2023-10-05T15:30:02.785 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.783+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb700ae160 con 0x555c27fb33d0 2023-10-05T15:30:02.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.793+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdb6c01d040 con 0x555c27fb33d0 2023-10-05T15:30:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.800+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb700dd2d0 con 0x555c27fb33d0 2023-10-05T15:30:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.800+0000 7fdb89f05b80 10 client.25960 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:02.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.800+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x555c27d25250 con 0x555c27fb33d0 2023-10-05T15:30:02.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.801+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb6c01d040 con 0x555c27fb33d0 2023-10-05T15:30:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fdb700c2070 con 0x555c27fb33d0 2023-10-05T15:30:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 10 client.25960 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 10 client.25960 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:02.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 20 client.25960 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c28017710 0x555c28019b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 4 client.25960 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:30:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555c27ef4ad0 con 0x555c28017710 2023-10-05T15:30:02.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.802+0000 7fdb777fe700 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c28017710 0x555c28019b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.803+0000 7fdb777fe700 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c28017710 0x555c28019b00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e947832506cf71e server_cookie=484296a2f65644d6 in_seq=0 out_seq=0 2023-10-05T15:30:02.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:02.803+0000 7fdb56ffd700 10 client.25960 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:02.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:02 smithi040 ceph-mon[103696]: pgmap v237: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 61 MiB/s wr, 1.01k op/s 2023-10-05T15:30:02.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:02 smithi177 ceph-mon[103568]: pgmap v237: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 61 MiB/s wr, 1.01k op/s 2023-10-05T15:30:03.121 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:02 smithi029 ceph-mon[99237]: pgmap v237: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 61 MiB/s wr, 1.01k op/s 2023-10-05T15:30:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:04 smithi029 ceph-mon[99237]: pgmap v238: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 773 op/s 2023-10-05T15:30:05.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:04 smithi040 ceph-mon[103696]: pgmap v238: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 773 op/s 2023-10-05T15:30:05.181 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:04 smithi177 ceph-mon[103568]: pgmap v238: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 47 MiB/s wr, 773 op/s 2023-10-05T15:30:06.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:05 smithi029 ceph-mon[99237]: pgmap v239: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 47 MiB/s wr, 790 op/s 2023-10-05T15:30:06.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:05 smithi040 ceph-mon[103696]: pgmap v239: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 47 MiB/s wr, 790 op/s 2023-10-05T15:30:06.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:05 smithi177 ceph-mon[103568]: pgmap v239: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 47 MiB/s wr, 790 op/s 2023-10-05T15:30:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.257+0000 7fdb56ffd700 1 -- 172.21.15.29:0/4102463189 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555c27ef4ad0 con 0x555c28017710 2023-10-05T15:30:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.257+0000 7fdb56ffd700 10 client.25960 handle_command_reply: tid=0 2023-10-05T15:30:07.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.257+0000 7fdb89f05b80 1 client.25960 shutdown 2023-10-05T15:30:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 msgr2=0x555c28015d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fdb7001dfd0 tx=0x7fdb700aa4a0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 shutdown_connections 2023-10-05T15:30:07.264 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x555c28017710 0x555c28019b00 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x555c27fb33d0 0x555c28015d80 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x555c27fa7c00 0x555c27fb60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 --2- 172.21.15.29:0/4102463189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c27fa8520 0x555c27fb6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 >> 172.21.15.29:0/4102463189 conn(0x555c27f1d200 msgr2=0x555c27fab470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:07.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.262+0000 7fdb56ffd700 0 client.25960 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:07.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.273+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 shutdown_connections 2023-10-05T15:30:07.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.273+0000 7fdb89f05b80 1 -- 172.21.15.29:0/4102463189 wait complete. 2023-10-05T15:30:07.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.275+0000 7fdb89f05b80 20 client.25960 trim_cache size 0 max 16384 2023-10-05T15:30:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:30:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:30:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:30:07.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:30:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.298+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 msgr2=0x7fdb600a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.298+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 0x7fdb600a3c40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdb68005950 tx=0x7fdb680058e0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.298+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 msgr2=0x7fdb781a2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:07.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.298+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdb7001ffa0 tx=0x7fdb7001d3a0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 shutdown_connections 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb600a1780 0x7fdb600a3c40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb7811a690 0x7fdb781a2310 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb7810f620 0x7fdb78115b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 --2- 172.21.15.29:0/353800854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb7810fa90 0x7fdb78116080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:07.309 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.303+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 >> 172.21.15.29:0/353800854 conn(0x7fdb7806cfa0 msgr2=0x7fdb780718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:07.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.307+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 shutdown_connections 2023-10-05T15:30:07.313 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:07.309+0000 7fdb7dd1b700 1 -- 172.21.15.29:0/353800854 wait complete. 2023-10-05T15:30:08.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:08 smithi040 ceph-mon[103696]: pgmap v240: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 58 MiB/s wr, 963 op/s 2023-10-05T15:30:08.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:08 smithi177 ceph-mon[103568]: pgmap v240: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 58 MiB/s wr, 963 op/s 2023-10-05T15:30:08.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:08 smithi029 ceph-mon[99237]: pgmap v240: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 58 MiB/s wr, 963 op/s 2023-10-05T15:30:10.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:10 smithi040 ceph-mon[103696]: pgmap v241: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 44 MiB/s wr, 734 op/s 2023-10-05T15:30:10.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:10 smithi177 ceph-mon[103568]: pgmap v241: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 44 MiB/s wr, 734 op/s 2023-10-05T15:30:11.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:10 smithi029 ceph-mon[99237]: pgmap v241: 129 pgs: 129 active+clean; 16 GiB data, 42 GiB used, 1.0 TiB / 1.0 TiB avail; 1.6 MiB/s rd, 44 MiB/s wr, 734 op/s 2023-10-05T15:30:13.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:12 smithi029 ceph-mon[99237]: pgmap v242: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 58 MiB/s wr, 968 op/s 2023-10-05T15:30:13.164 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:12 smithi040 ceph-mon[103696]: pgmap v242: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 58 MiB/s wr, 968 op/s 2023-10-05T15:30:13.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:12 smithi177 ceph-mon[103568]: pgmap v242: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 58 MiB/s wr, 968 op/s 2023-10-05T15:30:15.110 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:14 smithi029 ceph-mon[99237]: pgmap v243: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 54 MiB/s wr, 909 op/s 2023-10-05T15:30:15.165 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:14 smithi040 ceph-mon[103696]: pgmap v243: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 54 MiB/s wr, 909 op/s 2023-10-05T15:30:15.188 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:14 smithi177 ceph-mon[103568]: pgmap v243: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 54 MiB/s wr, 909 op/s 2023-10-05T15:30:16.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:15 smithi029 ceph-mon[99237]: pgmap v244: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 50 MiB/s wr, 854 op/s 2023-10-05T15:30:16.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:15 smithi040 ceph-mon[103696]: pgmap v244: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 50 MiB/s wr, 854 op/s 2023-10-05T15:30:16.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:15 smithi177 ceph-mon[103568]: pgmap v244: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 50 MiB/s wr, 854 op/s 2023-10-05T15:30:18.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:18 smithi040 ceph-mon[103696]: pgmap v245: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 74 MiB/s wr, 1.25k op/s 2023-10-05T15:30:18.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:18 smithi177 ceph-mon[103568]: pgmap v245: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 74 MiB/s wr, 1.25k op/s 2023-10-05T15:30:18.859 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:18 smithi029 ceph-mon[99237]: pgmap v245: 129 pgs: 129 active+clean; 17 GiB data, 43 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 74 MiB/s wr, 1.25k op/s 2023-10-05T15:30:20.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:20 smithi040 ceph-mon[103696]: pgmap v246: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 64 MiB/s wr, 1.06k op/s 2023-10-05T15:30:20.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:20 smithi177 ceph-mon[103568]: pgmap v246: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 64 MiB/s wr, 1.06k op/s 2023-10-05T15:30:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.017+0000 7fd11b706700 1 -- 172.21.15.29:0/2159503127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 msgr2=0x7fd114104f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:21.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.017+0000 7fd11b706700 1 --2- 172.21.15.29:0/2159503127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 0x7fd114104f40 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd10c009f90 tx=0x7fd10c00b330 comp rx=0 tx=0).stop 2023-10-05T15:30:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.024+0000 7fd11b706700 1 -- 172.21.15.29:0/2159503127 shutdown_connections 2023-10-05T15:30:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.024+0000 7fd11b706700 1 --2- 172.21.15.29:0/2159503127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd114100080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.024+0000 7fd11b706700 1 --2- 172.21.15.29:0/2159503127 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 0x7fd114104f40 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.024+0000 7fd11b706700 1 --2- 172.21.15.29:0/2159503127 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd1140ff6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.024+0000 7fd11b706700 1 -- 172.21.15.29:0/2159503127 >> 172.21.15.29:0/2159503127 conn(0x7fd1140762e0 msgr2=0x7fd1140766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:21.043 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.041+0000 7fd11b706700 1 -- 172.21.15.29:0/2159503127 shutdown_connections 2023-10-05T15:30:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.058+0000 7fd11b706700 1 -- 172.21.15.29:0/2159503127 wait complete. 2023-10-05T15:30:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 Processor -- start 2023-10-05T15:30:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 -- start start 2023-10-05T15:30:21.061 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd11410b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 0x7fd11410b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd114071320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd114071ab0 con 0x7fd1140ffc20 2023-10-05T15:30:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd114071c20 con 0x7fd114104b60 2023-10-05T15:30:21.062 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.059+0000 7fd11b706700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd114071de0 con 0x7fd114105480 2023-10-05T15:30:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.063+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd11410b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.063+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd11410b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49858/0 (socket says 172.21.15.29:49858) 2023-10-05T15:30:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.063+0000 7fd1194a2700 1 -- 172.21.15.29:0/4205046563 learned_addr learned my addr 172.21.15.29:0/4205046563 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:21.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.065+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd114071320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.073+0000 7fd119ca3700 1 -- 172.21.15.29:0/4205046563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 msgr2=0x7fd11410b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:30:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.073+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 0x7fd11410b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.073+0000 7fd119ca3700 1 -- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 msgr2=0x7fd11410b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:21.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.073+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd11410b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.076 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.073+0000 7fd119ca3700 1 -- 172.21.15.29:0/4205046563 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd10c009c40 con 0x7fd114105480 2023-10-05T15:30:21.095 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.093+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd114071320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd10400d720 tx=0x7fd10400dae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.098+0000 7fd10a7fc700 1 -- 172.21.15.29:0/4205046563 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd104004a30 con 0x7fd114105480 2023-10-05T15:30:21.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.098+0000 7fd10a7fc700 1 -- 172.21.15.29:0/4205046563 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd1040054e0 con 0x7fd114105480 2023-10-05T15:30:21.100 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.098+0000 7fd10a7fc700 1 -- 172.21.15.29:0/4205046563 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10400fb90 con 0x7fd114105480 2023-10-05T15:30:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.098+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd114072060 con 0x7fd114105480 2023-10-05T15:30:21.105 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.098+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd114113280 con 0x7fd114105480 2023-10-05T15:30:21.112 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.109+0000 7fd1278f0b80 1 Processor -- start 2023-10-05T15:30:21.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:20 smithi029 ceph-mon[99237]: pgmap v246: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 64 MiB/s wr, 1.06k op/s 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.111+0000 7fd1278f0b80 1 -- start start 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c4c00 0x55e3a88c4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c5520 0x55e3a88cfe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a882e400 con 0x55e3a88c5520 2023-10-05T15:30:21.114 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a881fbc0 con 0x55e3a88d03d0 2023-10-05T15:30:21.115 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a881d4e0 con 0x55e3a88c4c00 2023-10-05T15:30:21.115 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.112+0000 7fd10a7fc700 1 -- 172.21.15.29:0/4205046563 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fd104005650 con 0x7fd114105480 2023-10-05T15:30:21.115 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.113+0000 7fd10a7fc700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 0x7fd1000a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.115 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.113+0000 7fd10a7fc700 1 -- 172.21.15.29:0/4205046563 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd1040cca70 con 0x7fd114105480 2023-10-05T15:30:21.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.113+0000 7fd118ca1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c4c00 0x55e3a88c4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.113+0000 7fd118ca1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.114+0000 7fd118ca1700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:56986/0 (socket says 172.21.15.29:56986) 2023-10-05T15:30:21.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.114+0000 7fd118ca1700 1 -- 172.21.15.29:0/3013181635 learned_addr learned my addr 172.21.15.29:0/3013181635 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:21.120 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.115+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 0x7fd1000a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.119+0000 7fd118ca1700 1 -- 172.21.15.29:0/3013181635 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c4c00 msgr2=0x55e3a88c4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.119+0000 7fd118ca1700 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c4c00 0x55e3a88c4fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.119+0000 7fd118ca1700 1 -- 172.21.15.29:0/3013181635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c5520 msgr2=0x55e3a88cfe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.119+0000 7fd118ca1700 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c5520 0x55e3a88cfe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.121 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.119+0000 7fd118ca1700 1 -- 172.21.15.29:0/3013181635 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e3a8643d80 con 0x55e3a88d03d0 2023-10-05T15:30:21.129 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.126+0000 7fd119ca3700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 0x7fd1000a3cc0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd1040c9e90 tx=0x7fd1040b9040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.141 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.138+0000 7fd118ca1700 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd110011380 tx=0x7fd110004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40c3d5c66f016643 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.151+0000 7fd0ff7fe700 1 -- 172.21.15.29:0/3013181635 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd110011e90 con 0x55e3a88d03d0 2023-10-05T15:30:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.151+0000 7fd0ff7fe700 1 -- 172.21.15.29:0/3013181635 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd110018070 con 0x55e3a88d03d0 2023-10-05T15:30:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.151+0000 7fd0ff7fe700 1 -- 172.21.15.29:0/3013181635 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd110005700 con 0x55e3a88d03d0 2023-10-05T15:30:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.152+0000 7fd1278f0b80 1 -- 172.21.15.29:0/3013181635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 msgr2=0x55e3a88d27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:21.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.152+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd110011380 tx=0x7fd110004750 comp rx=0 tx=0).stop 2023-10-05T15:30:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.153+0000 7fd1278f0b80 1 -- 172.21.15.29:0/3013181635 shutdown_connections 2023-10-05T15:30:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.153+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c4c00 0x55e3a88c4fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.153+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88d03d0 0x55e3a88d27c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.153+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/3013181635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c5520 0x55e3a88cfe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.162 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.153+0000 7fd1278f0b80 1 -- 172.21.15.29:0/3013181635 >> 172.21.15.29:0/3013181635 conn(0x55e3a883a200 msgr2=0x55e3a88c1080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:21.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.169+0000 7fd1278f0b80 1 -- 172.21.15.29:0/3013181635 shutdown_connections 2023-10-05T15:30:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.177+0000 7fd1278f0b80 1 -- 172.21.15.29:0/3013181635 wait complete. 2023-10-05T15:30:21.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.178+0000 7fd1278f0b80 1 -- start start 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.178+0000 7fd1278f0b80 1 Processor -- start 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c4c00 0x55e3a88cfe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88d03d0 0x55e3a88cd7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a8818dd0 con 0x55e3a88d03d0 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a87b56b0 con 0x55e3a88c4c00 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a87b5350 con 0x55e3a88c5520 2023-10-05T15:30:21.184 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.181+0000 7fd1278f0b80 10 client.0 _ll_register_callbacks cb 0x55e3a86127a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.192+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.194 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.192+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56274/0 (socket says 172.21.15.29:56274) 2023-10-05T15:30:21.195 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.192+0000 7fd1194a2700 1 -- 172.21.15.29:0/266096253 learned_addr learned my addr 172.21.15.29:0/266096253 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:21.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.194+0000 7fd118ca1700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c4c00 0x55e3a88cfe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.194+0000 7fd118ca1700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88d03d0 0x55e3a88cd7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.205+0000 7fd1194a2700 1 -- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c4c00 msgr2=0x55e3a88cfe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.205+0000 7fd1194a2700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c4c00 0x55e3a88cfe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.205+0000 7fd1194a2700 1 -- 172.21.15.29:0/266096253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88d03d0 msgr2=0x55e3a88cd7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.205+0000 7fd1194a2700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88d03d0 0x55e3a88cd7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.214 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.205+0000 7fd1194a2700 1 -- 172.21.15.29:0/266096253 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd11000cc50 con 0x55e3a88c5520 2023-10-05T15:30:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.214+0000 7fd1194a2700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00bcd0 tx=0x7fd10c00bd00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=319d3a70cc5b6ddb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.214+0000 7fd0fcff9700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:30:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.218+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c00e070 con 0x55e3a88c5520 2023-10-05T15:30:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.218+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd10c003e10 con 0x55e3a88c5520 2023-10-05T15:30:21.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.218+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e3a88b8d50 con 0x55e3a88c5520 2023-10-05T15:30:21.234 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.229+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd10c007420 con 0x55e3a88c5520 2023-10-05T15:30:21.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.233+0000 7fd1278f0b80 10 client.25972 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:21.236 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.233+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55e3a862cc00 con 0x55e3a88c5520 2023-10-05T15:30:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.239+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd10c028030 con 0x55e3a88c5520 2023-10-05T15:30:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd10c00b050 con 0x55e3a88c5520 2023-10-05T15:30:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 10 client.25972 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 10 client.25972 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:21.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 20 client.25972 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a88e0030 0x55e3a88e2450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 4 client.25972 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:30:21.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.240+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e3a8811db0 con 0x55e3a88e0030 2023-10-05T15:30:21.251 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.249+0000 7fd118ca1700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a88e0030 0x55e3a88e2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.281+0000 7fd118ca1700 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a88e0030 0x55e3a88e2450 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4de9a2e213e411d8 server_cookie=84352f9c6ebeea3f in_seq=0 out_seq=0 2023-10-05T15:30:21.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.282+0000 7fd0fcff9700 10 client.25972 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:21.295 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd0fcff9700 1 -- 172.21.15.29:0/266096253 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e3a8811db0 con 0x55e3a88e0030 2023-10-05T15:30:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd0fcff9700 10 client.25972 handle_command_reply: tid=0 2023-10-05T15:30:21.297 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 client.25972 shutdown 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 msgr2=0x55e3a88cd090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd10c00bcd0 tx=0x7fd10c00bd00 comp rx=0 tx=0).stop 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 shutdown_connections 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a88e0030 0x55e3a88e2450 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88d03d0 0x55e3a88cd7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c4c00 0x55e3a88cfe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/266096253 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88c5520 0x55e3a88cd090 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 >> 172.21.15.29:0/266096253 conn(0x55e3a883a200 msgr2=0x55e3a88c0c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:21.298 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.293+0000 7fd0fcff9700 0 client.25972 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:21.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.313+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 shutdown_connections 2023-10-05T15:30:21.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.321+0000 7fd1278f0b80 1 -- 172.21.15.29:0/266096253 wait complete. 2023-10-05T15:30:21.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.331+0000 7fd1278f0b80 20 client.25972 trim_cache size 0 max 16384 2023-10-05T15:30:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.359+0000 7fd1278f0b80 1 Processor -- start 2023-10-05T15:30:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.359+0000 7fd1278f0b80 1 -- start start 2023-10-05T15:30:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d27c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88dc1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a86998c0 con 0x55e3a88c4c00 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a88ce480 con 0x55e3a88c5520 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.360+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a88c8f40 con 0x55e3a88d03d0 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.363+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.365+0000 7fd1194a2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57000/0 (socket says 172.21.15.29:57000) 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.365+0000 7fd1194a2700 1 -- 172.21.15.29:0/2539416980 learned_addr learned my addr 172.21.15.29:0/2539416980 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.370+0000 7fd118ca1700 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88dc1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.370+0000 7fd118ca1700 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.375+0000 7fd1194a2700 1 -- 172.21.15.29:0/2539416980 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 msgr2=0x55e3a88dc1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.375+0000 7fd1194a2700 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88dc1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.375+0000 7fd1194a2700 1 -- 172.21.15.29:0/2539416980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 msgr2=0x55e3a88d27c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.386 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.375+0000 7fd1194a2700 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d27c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.375+0000 7fd1194a2700 1 -- 172.21.15.29:0/2539416980 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e3a866a1f0 con 0x55e3a88c5520 2023-10-05T15:30:21.402 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.395+0000 7fd1194a2700 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd10c005940 tx=0x7fd10c006160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c823c9feaab8fcd9 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.403+0000 7fd0fffff700 1 -- 172.21.15.29:0/2539416980 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c053030 con 0x55e3a88c5520 2023-10-05T15:30:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.403+0000 7fd0fffff700 1 -- 172.21.15.29:0/2539416980 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd10c028040 con 0x55e3a88c5520 2023-10-05T15:30:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.403+0000 7fd0fffff700 1 -- 172.21.15.29:0/2539416980 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10c00e040 con 0x55e3a88c5520 2023-10-05T15:30:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.404+0000 7fd1278f0b80 1 -- 172.21.15.29:0/2539416980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 msgr2=0x55e3a88cc890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:21.413 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.404+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd10c005940 tx=0x7fd10c006160 comp rx=0 tx=0).stop 2023-10-05T15:30:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.412+0000 7fd1278f0b80 1 -- 172.21.15.29:0/2539416980 shutdown_connections 2023-10-05T15:30:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.412+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88dc1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.412+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d27c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.412+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/2539416980 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88cc890 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.412+0000 7fd1278f0b80 1 -- 172.21.15.29:0/2539416980 >> 172.21.15.29:0/2539416980 conn(0x55e3a883a200 msgr2=0x55e3a88bf7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.424+0000 7fd1278f0b80 1 -- 172.21.15.29:0/2539416980 shutdown_connections 2023-10-05T15:30:21.428 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 -- 172.21.15.29:0/2539416980 wait complete. 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 -- start start 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 Processor -- start 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88d6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a88d5530 con 0x55e3a88c4c00 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a88d56a0 con 0x55e3a88c5520 2023-10-05T15:30:21.439 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.426+0000 7fd1278f0b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3a88d5860 con 0x55e3a88d03d0 2023-10-05T15:30:21.440 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.427+0000 7fd1278f0b80 10 client.0 _ll_register_callbacks cb 0x7fd10c009e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:21.440 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.434+0000 7fd118ca1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.440 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.436+0000 7fd118ca1700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56290/0 (socket says 172.21.15.29:56290) 2023-10-05T15:30:21.440 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.436+0000 7fd118ca1700 1 -- 172.21.15.29:0/152902971 learned_addr learned my addr 172.21.15.29:0/152902971 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:21.452 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.447+0000 7fd118ca1700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.453+0000 7fd1194a2700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88d6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.457+0000 7fd118ca1700 1 -- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 msgr2=0x55e3a88d6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.457+0000 7fd118ca1700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88d6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.457+0000 7fd118ca1700 1 -- 172.21.15.29:0/152902971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 msgr2=0x55e3a88d68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.457+0000 7fd118ca1700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:21.460 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.457+0000 7fd118ca1700 1 -- 172.21.15.29:0/152902971 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e3a862cc00 con 0x55e3a88d03d0 2023-10-05T15:30:21.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.478+0000 7fd118ca1700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd110000c00 tx=0x7fd11002d040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=876205b7cb44e3f4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:21.491 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.478+0000 7fd0fcff9700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:30:21.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.490+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd110030070 con 0x55e3a88d03d0 2023-10-05T15:30:21.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.490+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fd110000e40 con 0x55e3a88d03d0 2023-10-05T15:30:21.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.490+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd110018070 con 0x55e3a88d03d0 2023-10-05T15:30:21.518 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.516+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd110023040 con 0x55e3a88d03d0 2023-10-05T15:30:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.521+0000 7fd1278f0b80 10 client.25975 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:21.523 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.521+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55e3a8642250 con 0x55e3a88d03d0 2023-10-05T15:30:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fd110018070 con 0x55e3a88d03d0 2023-10-05T15:30:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fd110035050 con 0x55e3a88d03d0 2023-10-05T15:30:21.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 10 client.25975 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 10 client.25975 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 20 client.25975 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a8934dd0 0x55e3a89371c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 4 client.25975 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:30:21.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.526+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e3a8811ad0 con 0x55e3a8934dd0 2023-10-05T15:30:21.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.534+0000 7fd1194a2700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a8934dd0 0x55e3a89371c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:21.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.566+0000 7fd1194a2700 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a8934dd0 0x55e3a89371c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=88bc42275c476c12 server_cookie=8bfea27944c13d1e in_seq=0 out_seq=0 2023-10-05T15:30:21.574 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:21.567+0000 7fd0fcff9700 10 client.25975 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd0fcff9700 1 -- 172.21.15.29:0/152902971 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e3a8811ad0 con 0x55e3a8934dd0 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd0fcff9700 10 client.25975 handle_command_reply: tid=0 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 client.25975 shutdown 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 msgr2=0x55e3a88d4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd110000c00 tx=0x7fd11002d040 comp rx=0 tx=0).stop 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 shutdown_connections 2023-10-05T15:30:22.163 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e3a8934dd0 0x55e3a89371c0 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e3a88d03d0 0x55e3a88d4f60 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e3a88c4c00 0x55e3a88d68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd0fcff9700 0 client.25975 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 --2- 172.21.15.29:0/152902971 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e3a88c5520 0x55e3a88d6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.159+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 >> 172.21.15.29:0/152902971 conn(0x55e3a883a200 msgr2=0x55e3a88db6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 shutdown_connections 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd1278f0b80 1 -- 172.21.15.29:0/152902971 wait complete. 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd1278f0b80 20 client.25975 trim_cache size 0 max 16384 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:30:22.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:30:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:30:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:30:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 msgr2=0x7fd1000a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 0x7fd1000a3cc0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fd1040c9e90 tx=0x7fd1040b9040 comp rx=0 tx=0).stop 2023-10-05T15:30:22.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 msgr2=0x7fd114071320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd114071320 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd10400d720 tx=0x7fd10400dae0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 shutdown_connections 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fd1000a1800 0x7fd1000a3cc0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fd114105480 0x7fd114071320 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1140ffc20 0x7fd11410b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 --2- 172.21.15.29:0/4205046563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fd114104b60 0x7fd11410b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 >> 172.21.15.29:0/4205046563 conn(0x7fd1140762e0 msgr2=0x7fd114101700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.160+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 shutdown_connections 2023-10-05T15:30:22.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:22.161+0000 7fd11b706700 1 -- 172.21.15.29:0/4205046563 wait complete. 2023-10-05T15:30:23.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:22 smithi029 ceph-mon[99237]: pgmap v247: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:30:23.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:22 smithi040 ceph-mon[103696]: pgmap v247: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:30:23.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:22 smithi177 ceph-mon[103568]: pgmap v247: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:30:25.111 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:24 smithi029 ceph-mon[99237]: pgmap v248: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2023-10-05T15:30:25.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:24 smithi040 ceph-mon[103696]: pgmap v248: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2023-10-05T15:30:25.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:24 smithi177 ceph-mon[103568]: pgmap v248: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 MiB/s rd, 82 MiB/s wr, 1.35k op/s 2023-10-05T15:30:26.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:25 smithi177 ceph-mon[103568]: pgmap v249: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:30:26.364 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:25 smithi029 ceph-mon[99237]: pgmap v249: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:30:26.413 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:25 smithi040 ceph-mon[103696]: pgmap v249: 129 pgs: 129 active+clean; 17 GiB data, 44 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 77 MiB/s wr, 1.25k op/s 2023-10-05T15:30:28.864 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:28 smithi029 ceph-mon[99237]: pgmap v250: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 104 MiB/s wr, 1.68k op/s 2023-10-05T15:30:28.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:28 smithi040 ceph-mon[103696]: pgmap v250: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 104 MiB/s wr, 1.68k op/s 2023-10-05T15:30:28.929 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:28 smithi177 ceph-mon[103568]: pgmap v250: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 MiB/s rd, 104 MiB/s wr, 1.68k op/s 2023-10-05T15:30:30.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:30 smithi177 ceph-mon[103568]: pgmap v251: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 82 MiB/s wr, 1.32k op/s 2023-10-05T15:30:31.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:30 smithi029 ceph-mon[99237]: pgmap v251: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 82 MiB/s wr, 1.32k op/s 2023-10-05T15:30:31.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:30 smithi040 ceph-mon[103696]: pgmap v251: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 82 MiB/s wr, 1.32k op/s 2023-10-05T15:30:33.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:32 smithi029 ceph-mon[99237]: pgmap v252: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 86 MiB/s wr, 1.38k op/s 2023-10-05T15:30:33.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:32 smithi040 ceph-mon[103696]: pgmap v252: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 86 MiB/s wr, 1.38k op/s 2023-10-05T15:30:33.182 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:32 smithi177 ceph-mon[103568]: pgmap v252: 129 pgs: 129 active+clean; 17 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 86 MiB/s wr, 1.38k op/s 2023-10-05T15:30:35.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:34 smithi029 ceph-mon[99237]: pgmap v253: 129 pgs: 129 active+clean; 18 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 112 MiB/s wr, 1.79k op/s 2023-10-05T15:30:35.160 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:34 smithi040 ceph-mon[103696]: pgmap v253: 129 pgs: 129 active+clean; 18 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 112 MiB/s wr, 1.79k op/s 2023-10-05T15:30:35.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:34 smithi177 ceph-mon[103568]: pgmap v253: 129 pgs: 129 active+clean; 18 GiB data, 45 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 112 MiB/s wr, 1.79k op/s 2023-10-05T15:30:35.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.808+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/4090348635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 msgr2=0x7f2cb81083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.808+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/4090348635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81083f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f2cb000b0a0 tx=0x7f2cb000b3b0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.816+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/4090348635 shutdown_connections 2023-10-05T15:30:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.816+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/4090348635 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 0x7f2cb811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.816+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/4090348635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb8107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.816+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/4090348635 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81083f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.818 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.816+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/4090348635 >> 172.21.15.29:0/4090348635 conn(0x7f2cb806cfa0 msgr2=0x7f2cb806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:35.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.832+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/4090348635 shutdown_connections 2023-10-05T15:30:35.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.843+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/4090348635 wait complete. 2023-10-05T15:30:35.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.843+0000 7f2cbcdc7700 1 Processor -- start 2023-10-05T15:30:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.844+0000 7f2cbcdc7700 1 -- start start 2023-10-05T15:30:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb81a5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 0x7f2cb81aaac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb81ab100 con 0x7f2cb810f620 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb81ab270 con 0x7f2cb810fa90 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cbcdc7700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb81ab430 con 0x7f2cb811a690 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.845+0000 7f2cb6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 0x7f2cb81aaac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb81a5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57022/0 (socket says 172.21.15.29:57022) 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/1553243986 learned_addr learned my addr 172.21.15.29:0/1553243986 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb81a5f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49902/0 (socket says 172.21.15.29:49902) 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/1553243986 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 msgr2=0x7f2cb81aaac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 0x7f2cb81aaac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 msgr2=0x7f2cb81a5f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb81a5f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.846+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/1553243986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cb0009d00 con 0x7f2cb810fa90 2023-10-05T15:30:35.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.847+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2cb00062a0 tx=0x7f2cb000bab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.858 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.855+0000 7f2caf7fe700 1 -- 172.21.15.29:0/1553243986 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb000e040 con 0x7f2cb810fa90 2023-10-05T15:30:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.855+0000 7f2caf7fe700 1 -- 172.21.15.29:0/1553243986 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2cb0003c00 con 0x7f2cb810fa90 2023-10-05T15:30:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.855+0000 7f2caf7fe700 1 -- 172.21.15.29:0/1553243986 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb001b6c0 con 0x7f2cb810fa90 2023-10-05T15:30:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.855+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cb81ab6b0 con 0x7f2cb810fa90 2023-10-05T15:30:35.868 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.866+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cb8110050 con 0x7f2cb810fa90 2023-10-05T15:30:35.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.872+0000 7f2cc8fb1b80 1 Processor -- start 2023-10-05T15:30:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 -- start start 2023-10-05T15:30:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2caf7fe700 1 -- 172.21.15.29:0/1553243986 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f2cb001d470 con 0x7f2cb810fa90 2023-10-05T15:30:35.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987defe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987ec7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562498748400 con 0x5624987ea3d0 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562498739bc0 con 0x5624987dec00 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.874+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624987374e0 con 0x5624987df520 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2caf7fe700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 0x7f2ca40a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.878 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2caf7fe700 1 -- 172.21.15.29:0/1553243986 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2cb00cde20 con 0x7f2cb810fa90 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e9e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56308/0 (socket says 172.21.15.29:56308) 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2cb659c700 1 -- 172.21.15.29:0/2800176323 learned_addr learned my addr 172.21.15.29:0/2800176323 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.875+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987defe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 -- 172.21.15.29:0/2800176323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 msgr2=0x5624987e9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.879 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 -- 172.21.15.29:0/2800176323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 msgr2=0x5624987ec7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987ec7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 -- 172.21.15.29:0/2800176323 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56249855dd80 con 0x5624987dec00 2023-10-05T15:30:35.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.876+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987defe0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2ca80097a0 tx=0x7f2ca8009f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37da1d2541f759ee server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.879+0000 7f2cacff9700 1 -- 172.21.15.29:0/2800176323 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8013c40 con 0x5624987dec00 2023-10-05T15:30:35.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.879+0000 7f2cacff9700 1 -- 172.21.15.29:0/2800176323 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ca8004510 con 0x5624987dec00 2023-10-05T15:30:35.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.879+0000 7f2cacff9700 1 -- 172.21.15.29:0/2800176323 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ca8005280 con 0x5624987dec00 2023-10-05T15:30:35.884 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.882+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 0x7f2ca40a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2800176323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 msgr2=0x5624987defe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987defe0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2ca80097a0 tx=0x7f2ca8009f80 comp rx=0 tx=0).stop 2023-10-05T15:30:35.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cb6d9d700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 0x7f2ca40a3cc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8005850 tx=0x7f2ca8004f40 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2800176323 shutdown_connections 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987ec7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987defe0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2800176323 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2800176323 >> 172.21.15.29:0/2800176323 conn(0x562498754200 msgr2=0x5624987db080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:35.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2800176323 shutdown_connections 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.884+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2800176323 wait complete. 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 -- start start 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 Processor -- start 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 0x5624987e7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987e7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562498732dd0 con 0x5624987ea3d0 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624986cf6b0 con 0x5624987df520 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624986cf350 con 0x5624987dec00 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.885+0000 7f2cc8fb1b80 10 client.0 _ll_register_callbacks cb 0x56249852c7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:35.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 0x5624987e7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 0x5624987e7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56318/0 (socket says 172.21.15.29:56318) 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb659c700 1 -- 172.21.15.29:0/3122615553 learned_addr learned my addr 172.21.15.29:0/3122615553 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987e7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3122615553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 msgr2=0x5624987e7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 0x5624987e7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3122615553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 msgr2=0x5624987e7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3122615553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ca8009980 con 0x5624987df520 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.886+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987e7660 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2cb00cb1e0 tx=0x7f2cb009a770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1ad722afd91b476 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2c9dffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb009ab00 con 0x5624987df520 2023-10-05T15:30:35.896 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5624987d2d50 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2cb009ec50 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2cb00a2e00 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2cc8fb1b80 10 client.26039 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x562498546c00 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.887+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5624987d2d50 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.888+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2cb0099ff0 con 0x5624987df520 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.888+0000 7f2cc8fb1b80 10 client.26039 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.888+0000 7f2cc8fb1b80 10 client.26039 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.888+0000 7f2cc8fb1b80 20 client.26039 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:35.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.889+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249881bdc0 0x56249881e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.889+0000 7f2cc8fb1b80 4 client.26039 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.889+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56249872bdb0 con 0x56249881bdc0 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.889+0000 7f2cb659c700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249881bdc0 0x56249881e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.889+0000 7f2cb659c700 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249881bdc0 0x56249881e1e0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91442a1fdf44edcd server_cookie=c0cabe787a15ccee in_seq=0 out_seq=0 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.890+0000 7f2c9dffb700 10 client.26039 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.891+0000 7f2c9dffb700 1 -- 172.21.15.29:0/3122615553 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56249872bdb0 con 0x56249881bdc0 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.891+0000 7f2c9dffb700 10 client.26039 handle_command_reply: tid=0 2023-10-05T15:30:35.898 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.891+0000 7f2cc8fb1b80 1 client.26039 shutdown 2023-10-05T15:30:35.901 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.896+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 msgr2=0x5624987e7660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.902 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.896+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987e7660 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2cb00cb1e0 tx=0x7f2cb009a770 comp rx=0 tx=0).stop 2023-10-05T15:30:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 shutdown_connections 2023-10-05T15:30:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249881bdc0 0x56249881e1e0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987dec00 0x5624987e7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.913 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3122615553 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987e7660 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.899+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 >> 172.21.15.29:0/3122615553 conn(0x562498754200 msgr2=0x5624987dac70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.900+0000 7f2c9dffb700 0 client.26039 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.911+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 shutdown_connections 2023-10-05T15:30:35.914 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.911+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3122615553 wait complete. 2023-10-05T15:30:35.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.927+0000 7f2cc8fb1b80 20 client.26039 trim_cache size 0 max 16384 2023-10-05T15:30:35.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.961+0000 7f2cc8fb1b80 1 Processor -- start 2023-10-05T15:30:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.962+0000 7f2cc8fb1b80 1 -- start start 2023-10-05T15:30:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.962+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987f0f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.963+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e4390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.963+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.974 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.963+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624985b38c0 con 0x5624987ea3d0 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.963+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624987d7860 con 0x5624987dec00 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.963+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624987dbdc0 con 0x5624987df520 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.966+0000 7f2cb6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.966+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987f0f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.966+0000 7f2cb6d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49922/0 (socket says 172.21.15.29:49922) 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.966+0000 7f2cb6d9d700 1 -- 172.21.15.29:0/3707737038 learned_addr learned my addr 172.21.15.29:0/3707737038 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3707737038 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 msgr2=0x5624987f0f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987f0f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3707737038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 msgr2=0x5624987e48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.975 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 -- 172.21.15.29:0/3707737038 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5624985841f0 con 0x5624987df520 2023-10-05T15:30:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.971+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e4390 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2cb000b070 tx=0x7f2cb009b2e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d2e7ff35aeb4888 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.973+0000 7f2cad7fa700 1 -- 172.21.15.29:0/3707737038 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb009b030 con 0x5624987df520 2023-10-05T15:30:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.973+0000 7f2cad7fa700 1 -- 172.21.15.29:0/3707737038 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2cb009ec50 con 0x5624987df520 2023-10-05T15:30:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.973+0000 7f2cad7fa700 1 -- 172.21.15.29:0/3707737038 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cb009a150 con 0x5624987df520 2023-10-05T15:30:35.976 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.974+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3707737038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 msgr2=0x5624987e4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.974+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e4390 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2cb000b070 tx=0x7f2cb009b2e0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3707737038 shutdown_connections 2023-10-05T15:30:35.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987e48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987dec00 0x5624987f0f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/3707737038 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987df520 0x5624987e4390 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3707737038 >> 172.21.15.29:0/3707737038 conn(0x562498754200 msgr2=0x5624987e2490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3707737038 shutdown_connections 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/3707737038 wait complete. 2023-10-05T15:30:35.978 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 -- start start 2023-10-05T15:30:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.975+0000 7f2cc8fb1b80 1 Processor -- start 2023-10-05T15:30:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987efaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.986 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987effe0 0x56249884cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5624987f14c0 con 0x5624987ea3d0 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56249884d1b0 con 0x5624987df520 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56249884d2f0 con 0x5624987effe0 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.976+0000 7f2cc8fb1b80 10 client.0 _ll_register_callbacks cb 0x7f2cb0096e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb6d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987effe0 0x56249884cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57050/0 (socket says 172.21.15.29:57050) 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 -- 172.21.15.29:0/2507413888 learned_addr learned my addr 172.21.15.29:0/2507413888 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 -- 172.21.15.29:0/2507413888 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987effe0 msgr2=0x56249884cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987effe0 0x56249884cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 -- 172.21.15.29:0/2507413888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 msgr2=0x5624987efaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:35.987 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987efaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.979+0000 7f2cb659c700 1 -- 172.21.15.29:0/2507413888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562498546c00 con 0x5624987df520 2023-10-05T15:30:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.980+0000 7f2cb659c700 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0063a90 tx=0x7f2ca0063da0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=487c4a518df68102 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.980+0000 7f2c9dffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:30:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.985+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ca0005c40 con 0x5624987df520 2023-10-05T15:30:35.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.985+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f2ca000be10 con 0x5624987df520 2023-10-05T15:30:35.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.987+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2ca8004510 con 0x5624987df520 2023-10-05T15:30:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.992+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ca0063520 con 0x5624987df520 2023-10-05T15:30:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.992+0000 7f2cc8fb1b80 10 client.26045 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:35.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.992+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x56249855c250 con 0x5624987df520 2023-10-05T15:30:35.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f2ca8004510 con 0x5624987df520 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f2ca00039a0 con 0x5624987df520 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 10 client.26045 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 10 client.26045 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 20 client.26045 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249884ea90 0x562498850eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 4 client.26045 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:30:36.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:35.997+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56249872bad0 con 0x56249884ea90 2023-10-05T15:30:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.000+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249884ea90 0x562498850eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.000+0000 7f2c9dffb700 10 client.26045 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:36.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.000+0000 7f2cb5d9b700 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249884ea90 0x562498850eb0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=544df1b341381576 server_cookie=40df29057280b395 in_seq=0 out_seq=0 2023-10-05T15:30:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2c9dffb700 1 -- 172.21.15.29:0/2507413888 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56249872bad0 con 0x56249884ea90 2023-10-05T15:30:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2c9dffb700 10 client.26045 handle_command_reply: tid=0 2023-10-05T15:30:36.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 client.26045 shutdown 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 msgr2=0x5624987ef560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0063a90 tx=0x7f2ca0063da0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 shutdown_connections 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56249884ea90 0x562498850eb0 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5624987effe0 0x56249884cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5624987df520 0x5624987ef560 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 --2- 172.21.15.29:0/2507413888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5624987ea3d0 0x5624987efaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.022+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 >> 172.21.15.29:0/2507413888 conn(0x562498754200 msgr2=0x562498816f40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2c9dffb700 0 client.26045 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 shutdown_connections 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cc8fb1b80 1 -- 172.21.15.29:0/2507413888 wait complete. 2023-10-05T15:30:36.026 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cc8fb1b80 20 client.26045 trim_cache size 0 max 16384 2023-10-05T15:30:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:30:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:30:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:30:36.027 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 msgr2=0x7f2ca40a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 0x7f2ca40a3cc0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f2ca8005850 tx=0x7f2ca8004f40 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 msgr2=0x7f2cb81a6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f2cb00062a0 tx=0x7f2cb000bab0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 shutdown_connections 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f2ca40a1800 0x7f2ca40a3cc0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f2cb811a690 0x7f2cb81aaac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2cb810f620 0x7f2cb81a5f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 --2- 172.21.15.29:0/1553243986 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f2cb810fa90 0x7f2cb81a6450 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 >> 172.21.15.29:0/1553243986 conn(0x7f2cb806cfa0 msgr2=0x7f2cb8118680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:36.028 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 shutdown_connections 2023-10-05T15:30:36.029 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:36.023+0000 7f2cbcdc7700 1 -- 172.21.15.29:0/1553243986 wait complete. 2023-10-05T15:30:37.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:36 smithi029 ceph-mon[99237]: pgmap v254: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 92 MiB/s wr, 1.45k op/s 2023-10-05T15:30:37.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:36 smithi040 ceph-mon[103696]: pgmap v254: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 92 MiB/s wr, 1.45k op/s 2023-10-05T15:30:37.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:36 smithi177 ceph-mon[103568]: pgmap v254: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 92 MiB/s wr, 1.45k op/s 2023-10-05T15:30:39.162 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:38 smithi040 ceph-mon[103696]: pgmap v255: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 125 MiB/s wr, 1.97k op/s 2023-10-05T15:30:39.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:38 smithi177 ceph-mon[103568]: pgmap v255: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 125 MiB/s wr, 1.97k op/s 2023-10-05T15:30:39.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:38 smithi029 ceph-mon[99237]: pgmap v255: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 MiB/s rd, 125 MiB/s wr, 1.97k op/s 2023-10-05T15:30:40.646 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:40 smithi040 ceph-mon[103696]: pgmap v256: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 96 MiB/s wr, 1.50k op/s 2023-10-05T15:30:40.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:40 smithi177 ceph-mon[103568]: pgmap v256: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 96 MiB/s wr, 1.50k op/s 2023-10-05T15:30:41.120 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:40 smithi029 ceph-mon[99237]: pgmap v256: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 96 MiB/s wr, 1.50k op/s 2023-10-05T15:30:43.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:42 smithi029 ceph-mon[99237]: pgmap v257: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 105 MiB/s wr, 1.64k op/s 2023-10-05T15:30:43.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:42 smithi040 ceph-mon[103696]: pgmap v257: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 105 MiB/s wr, 1.64k op/s 2023-10-05T15:30:43.181 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:42 smithi177 ceph-mon[103568]: pgmap v257: 129 pgs: 129 active+clean; 18 GiB data, 46 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 105 MiB/s wr, 1.64k op/s 2023-10-05T15:30:45.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:44 smithi029 ceph-mon[99237]: pgmap v258: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 134 MiB/s wr, 2.08k op/s 2023-10-05T15:30:45.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:44 smithi040 ceph-mon[103696]: pgmap v258: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 134 MiB/s wr, 2.08k op/s 2023-10-05T15:30:45.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:44 smithi177 ceph-mon[103568]: pgmap v258: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 134 MiB/s wr, 2.08k op/s 2023-10-05T15:30:47.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:46 smithi040 ceph-mon[103696]: pgmap v259: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 110 MiB/s wr, 1.70k op/s 2023-10-05T15:30:47.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:46 smithi177 ceph-mon[103568]: pgmap v259: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 110 MiB/s wr, 1.70k op/s 2023-10-05T15:30:47.365 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:46 smithi029 ceph-mon[99237]: pgmap v259: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 110 MiB/s wr, 1.70k op/s 2023-10-05T15:30:48.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:47 smithi029 ceph-mon[99237]: pgmap v260: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 133 MiB/s wr, 2.04k op/s 2023-10-05T15:30:48.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:47 smithi040 ceph-mon[103696]: pgmap v260: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 133 MiB/s wr, 2.04k op/s 2023-10-05T15:30:48.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:47 smithi177 ceph-mon[103568]: pgmap v260: 129 pgs: 129 active+clean; 18 GiB data, 47 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 MiB/s rd, 133 MiB/s wr, 2.04k op/s 2023-10-05T15:30:49.663 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.662+0000 7f69e7741700 1 -- 172.21.15.29:0/2235950383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e010d5a0 msgr2=0x7f69e010d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.664 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.662+0000 7f69e7741700 1 --2- 172.21.15.29:0/2235950383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e010d5a0 0x7f69e010d980 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f69d801a9d0 tx=0x7f69d801ace0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.668+0000 7f69e7741700 1 -- 172.21.15.29:0/2235950383 shutdown_connections 2023-10-05T15:30:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.668+0000 7f69e7741700 1 --2- 172.21.15.29:0/2235950383 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e0107ea0 0x7f69e0114360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.668+0000 7f69e7741700 1 --2- 172.21.15.29:0/2235950383 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e010d5a0 0x7f69e010d980 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.668+0000 7f69e7741700 1 --2- 172.21.15.29:0/2235950383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e01074e0 0x7f69e0107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.668+0000 7f69e7741700 1 -- 172.21.15.29:0/2235950383 >> 172.21.15.29:0/2235950383 conn(0x7f69e0076cd0 msgr2=0x7f69e0105cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.678 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.676+0000 7f69e7741700 1 -- 172.21.15.29:0/2235950383 shutdown_connections 2023-10-05T15:30:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.684+0000 7f69e7741700 1 -- 172.21.15.29:0/2235950383 wait complete. 2023-10-05T15:30:49.686 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.684+0000 7f69e7741700 1 Processor -- start 2023-10-05T15:30:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 -- start start 2023-10-05T15:30:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e0107ea0 0x7f69e01140b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e010d5a0 0x7f69e0081750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.691 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e010fa40 con 0x7f69e010d5a0 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e010fbb0 con 0x7f69e0107ea0 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e7741700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69e010fd70 con 0x7f69e01074e0 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e54dd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e54dd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56342/0 (socket says 172.21.15.29:56342) 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.688+0000 7f69e54dd700 1 -- 172.21.15.29:0/2517757301 learned_addr learned my addr 172.21.15.29:0/2517757301 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e5cde700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e010d5a0 0x7f69e0081750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e0107ea0 0x7f69e01140b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 -- 172.21.15.29:0/2517757301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e0107ea0 msgr2=0x7f69e01140b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e0107ea0 0x7f69e01140b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 -- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e010d5a0 msgr2=0x7f69e0081750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e010d5a0 0x7f69e0081750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 -- 172.21.15.29:0/2517757301 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69d801a600 con 0x7f69e01074e0 2023-10-05T15:30:49.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.689+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f69d8006010 tx=0x7f69d8005750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.691+0000 7f69de7fc700 1 -- 172.21.15.29:0/2517757301 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d802d070 con 0x7f69e01074e0 2023-10-05T15:30:49.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.691+0000 7f69de7fc700 1 -- 172.21.15.29:0/2517757301 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69d8005dc0 con 0x7f69e01074e0 2023-10-05T15:30:49.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.691+0000 7f69de7fc700 1 -- 172.21.15.29:0/2517757301 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d8031d50 con 0x7f69e01074e0 2023-10-05T15:30:49.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.691+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69e010fff0 con 0x7f69e01074e0 2023-10-05T15:30:49.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.691+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69e0110450 con 0x7f69e01074e0 2023-10-05T15:30:49.699 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.697+0000 7f69de7fc700 1 -- 172.21.15.29:0/2517757301 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f69d8003b50 con 0x7f69e01074e0 2023-10-05T15:30:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.698+0000 7f69de7fc700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 0x7f69c80a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.699+0000 7f69de7fc700 1 -- 172.21.15.29:0/2517757301 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f69d80dec80 con 0x7f69e01074e0 2023-10-05T15:30:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.699+0000 7f69f392bb80 1 Processor -- start 2023-10-05T15:30:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.700+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 0x7f69c80a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.700+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 0x7f69c80a3c80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f69e01113f0 tx=0x7f69d0007240 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 -- start start 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49e9bc00 0x55ea49e9bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49ea73d0 0x55ea49ea97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49e05400 con 0x55ea49e9c520 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49df6bc0 con 0x55ea49e9bc00 2023-10-05T15:30:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.704+0000 7f69f392bb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49df44e0 con 0x55ea49ea73d0 2023-10-05T15:30:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.705+0000 7f69e54dd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49e9bc00 0x55ea49e9bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.705+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.705+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49946/0 (socket says 172.21.15.29:49946) 2023-10-05T15:30:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.705+0000 7f69e4cdc700 1 -- 172.21.15.29:0/2165652678 learned_addr learned my addr 172.21.15.29:0/2165652678 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e5cde700 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49ea73d0 0x55ea49ea97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e4cdc700 1 -- 172.21.15.29:0/2165652678 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49ea73d0 msgr2=0x55ea49ea97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49ea73d0 0x55ea49ea97c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e4cdc700 1 -- 172.21.15.29:0/2165652678 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49e9bc00 msgr2=0x55ea49e9bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49e9bc00 0x55ea49e9bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.706+0000 7f69e4cdc700 1 -- 172.21.15.29:0/2165652678 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ea49c1ad80 con 0x55ea49e9c520 2023-10-05T15:30:49.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.708+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f69d000cb70 tx=0x7f69d000f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b96798a59b14f13 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.709+0000 7f69c77fe700 1 -- 172.21.15.29:0/2165652678 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d0003cc0 con 0x55ea49e9c520 2023-10-05T15:30:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.709+0000 7f69c77fe700 1 -- 172.21.15.29:0/2165652678 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69d000ce80 con 0x55ea49e9c520 2023-10-05T15:30:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.709+0000 7f69c77fe700 1 -- 172.21.15.29:0/2165652678 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d0004780 con 0x55ea49e9c520 2023-10-05T15:30:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.710+0000 7f69f392bb80 1 -- 172.21.15.29:0/2165652678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 msgr2=0x55ea49ea6e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.710+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f69d000cb70 tx=0x7f69d000f000 comp rx=0 tx=0).stop 2023-10-05T15:30:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.719+0000 7f69f392bb80 1 -- 172.21.15.29:0/2165652678 shutdown_connections 2023-10-05T15:30:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.719+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49ea73d0 0x55ea49ea97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.719+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49e9bc00 0x55ea49e9bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.719+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2165652678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9c520 0x55ea49ea6e90 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.719+0000 7f69f392bb80 1 -- 172.21.15.29:0/2165652678 >> 172.21.15.29:0/2165652678 conn(0x55ea49e11200 msgr2=0x55ea49e98080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.721+0000 7f69f392bb80 1 -- 172.21.15.29:0/2165652678 shutdown_connections 2023-10-05T15:30:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.721+0000 7f69f392bb80 1 -- 172.21.15.29:0/2165652678 wait complete. 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.721+0000 7f69f392bb80 1 -- start start 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.721+0000 7f69f392bb80 1 Processor -- start 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49ea40b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea47f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49defdd0 con 0x55ea49e9bc00 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49d8c6b0 con 0x55ea49ea73d0 2023-10-05T15:30:49.726 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49d8c350 con 0x55ea49e9c520 2023-10-05T15:30:49.727 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69f392bb80 10 client.0 _ll_register_callbacks cb 0x55ea49be97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:49.727 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49ea40b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.727 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49ea40b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56358/0 (socket says 172.21.15.29:56358) 2023-10-05T15:30:49.727 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.722+0000 7f69e4cdc700 1 -- 172.21.15.29:0/2552599395 learned_addr learned my addr 172.21.15.29:0/2552599395 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 -- 172.21.15.29:0/2552599395 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 msgr2=0x55ea49ea40b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49ea40b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 -- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 msgr2=0x55ea49ea47f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea47f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.728 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.726+0000 7f69e54dd700 1 -- 172.21.15.29:0/2552599395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69d000c8b0 con 0x55ea49e9bc00 2023-10-05T15:30:49.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea6e30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f69d80dc040 tx=0x7f69d80ac130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c90368f359b40deb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69c4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d80dc4c0 con 0x55ea49e9bc00 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f69d80afab0 con 0x55ea49e9bc00 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ea49e8fd50 con 0x55ea49e9bc00 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.727+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69d80b3c60 con 0x55ea49e9bc00 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.728+0000 7f69f392bb80 10 client.16515 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.728+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55ea49c03c00 con 0x55ea49e9bc00 2023-10-05T15:30:49.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.728+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ea49e8fd50 con 0x55ea49e9bc00 2023-10-05T15:30:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f69d80b37d0 con 0x55ea49e9bc00 2023-10-05T15:30:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 10 client.16515 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 10 client.16515 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 20 client.16515 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:49.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49eb6b60 0x55ea49eb8f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 4 client.16515 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:30:49.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.729+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ea49de8db0 con 0x55ea49eb6b60 2023-10-05T15:30:49.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.734+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49eb6b60 0x55ea49eb8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.737 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.736+0000 7f69c4ff9700 10 client.16515 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:49.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.736+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49eb6b60 0x55ea49eb8f50 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0dadc043ddcfb77 server_cookie=91bff056597a1d8d in_seq=0 out_seq=0 2023-10-05T15:30:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.740+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2552599395 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ea49de8db0 con 0x55ea49eb6b60 2023-10-05T15:30:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.741+0000 7f69c4ff9700 10 client.16515 handle_command_reply: tid=0 2023-10-05T15:30:49.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.741+0000 7f69f392bb80 1 client.16515 shutdown 2023-10-05T15:30:49.743 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.742+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 msgr2=0x55ea49ea6e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.744 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.742+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea6e30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f69d80dc040 tx=0x7f69d80ac130 comp rx=0 tx=0).stop 2023-10-05T15:30:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 shutdown_connections 2023-10-05T15:30:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49eb6b60 0x55ea49eb8f50 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea6e30 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2552599395 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49ea40b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 >> 172.21.15.29:0/2552599395 conn(0x55ea49e11200 msgr2=0x55ea49e97c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.746 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.743+0000 7f69c4ff9700 0 client.16515 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.755+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 shutdown_connections 2023-10-05T15:30:49.760 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.759+0000 7f69f392bb80 1 -- 172.21.15.29:0/2552599395 wait complete. 2023-10-05T15:30:49.766 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.765+0000 7f69f392bb80 20 client.16515 trim_cache size 0 max 16384 2023-10-05T15:30:49.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.794+0000 7f69f392bb80 1 Processor -- start 2023-10-05T15:30:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 -- start start 2023-10-05T15:30:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49c708c0 con 0x55ea49e9bc00 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49e9da90 con 0x55ea49ea73d0 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.798+0000 7f69f392bb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49e98dc0 con 0x55ea49e9c520 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.799+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.799+0000 7f69e4cdc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56366/0 (socket says 172.21.15.29:56366) 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.799+0000 7f69e4cdc700 1 -- 172.21.15.29:0/4208514023 learned_addr learned my addr 172.21.15.29:0/4208514023 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 -- 172.21.15.29:0/4208514023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 msgr2=0x55ea49ea6960 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea6960 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 -- 172.21.15.29:0/4208514023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 msgr2=0x55ea49ea97c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 -- 172.21.15.29:0/4208514023 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ea49c411f0 con 0x55ea49e9c520 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f69d0004320 tx=0x7f69d000f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7dbc4597b044e56 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69c7fff700 1 -- 172.21.15.29:0/4208514023 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d002e040 con 0x55ea49e9c520 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69c7fff700 1 -- 172.21.15.29:0/4208514023 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69d0003ec0 con 0x55ea49e9c520 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.800+0000 7f69c7fff700 1 -- 172.21.15.29:0/4208514023 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d002fa00 con 0x55ea49e9c520 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.801+0000 7f69f392bb80 1 -- 172.21.15.29:0/4208514023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 msgr2=0x55ea49eb31f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.801+0000 7f69f392bb80 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f69d0004320 tx=0x7f69d000f000 comp rx=0 tx=0).stop 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 -- 172.21.15.29:0/4208514023 shutdown_connections 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49ea6960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49ea97c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 --2- 172.21.15.29:0/4208514023 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eb31f0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 -- 172.21.15.29:0/4208514023 >> 172.21.15.29:0/4208514023 conn(0x55ea49e11200 msgr2=0x55ea49e967b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 -- 172.21.15.29:0/4208514023 shutdown_connections 2023-10-05T15:30:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 -- 172.21.15.29:0/4208514023 wait complete. 2023-10-05T15:30:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 -- start start 2023-10-05T15:30:49.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.802+0000 7f69f392bb80 1 Processor -- start 2023-10-05T15:30:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eac690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49f099a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49f09ee0 con 0x55ea49e9bc00 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49f0a020 con 0x55ea49ea73d0 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea49f0a1e0 con 0x55ea49e9c520 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69f392bb80 10 client.0 _ll_register_callbacks cb 0x55ea49be97a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69e54dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69e54dd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49966/0 (socket says 172.21.15.29:49966) 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69e54dd700 1 -- 172.21.15.29:0/2967707517 learned_addr learned my addr 172.21.15.29:0/2967707517 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.803+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eac690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e5cde700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49f099a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.809 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 -- 172.21.15.29:0/2967707517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 msgr2=0x55ea49eac690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eac690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 -- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 msgr2=0x55ea49f099a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49f099a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 -- 172.21.15.29:0/2967707517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ea49c1ad80 con 0x55ea49e9bc00 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eac690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69e54dd700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f69d80ab8f0 tx=0x7f69d80b3a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3e0b46dfb4b377f server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.804+0000 7f69c4ff9700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69d80abdc0 con 0x55ea49e9bc00 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f69d80ab0b0 con 0x55ea49e9bc00 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f69d000ce80 con 0x55ea49e9bc00 2023-10-05T15:30:49.810 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f69d80ab730 con 0x55ea49e9bc00 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 10 client.16518 fetch_fsmap learned FSMap version 48 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55ea49c19250 con 0x55ea49e9bc00 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f69d000ce80 con 0x55ea49e9bc00 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f69d8091070 con 0x55ea49e9bc00 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 10 client.16518 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 10 client.16518 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 20 client.16518 populate_metadata read hostname 'smithi029' 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49f0b3e0 0x55ea49f0d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 4 client.16518 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.805+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ea49de8ad0 con 0x55ea49f0b3e0 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.806+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49f0b3e0 0x55ea49f0d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:30:49.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.806+0000 7f69c4ff9700 10 client.16518 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:49.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.806+0000 7f69e4cdc700 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49f0b3e0 0x55ea49f0d7d0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9e8cdc15e984a52 server_cookie=7fa64dc57fe056c5 in_seq=0 out_seq=0 2023-10-05T15:30:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.832+0000 7f69c4ff9700 1 -- 172.21.15.29:0/2967707517 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ea49de8ad0 con 0x55ea49f0b3e0 2023-10-05T15:30:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.832+0000 7f69c4ff9700 10 client.16518 handle_command_reply: tid=0 2023-10-05T15:30:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.832+0000 7f69f392bb80 1 client.16518 shutdown 2023-10-05T15:30:49.839 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.832+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 msgr2=0x55ea49eac150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.832+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f69d80ab8f0 tx=0x7f69d80b3a00 comp rx=0 tx=0).stop 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 shutdown_connections 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ea49f0b3e0 0x55ea49f0d7d0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ea49ea73d0 0x55ea49f099a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea49e9bc00 0x55ea49eac150 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.840 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 --2- 172.21.15.29:0/2967707517 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ea49e9c520 0x55ea49eac690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.833+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 >> 172.21.15.29:0/2967707517 conn(0x55ea49e11200 msgr2=0x55ea49eb31f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.837+0000 7f69c4ff9700 0 client.16518 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:30:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.837+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 shutdown_connections 2023-10-05T15:30:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.837+0000 7f69f392bb80 1 -- 172.21.15.29:0/2967707517 wait complete. 2023-10-05T15:30:49.841 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.837+0000 7f69f392bb80 20 client.16518 trim_cache size 0 max 16384 2023-10-05T15:30:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:30:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:30:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:30:49.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:30:49.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 msgr2=0x7f69c80a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 0x7f69c80a3c80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f69e01113f0 tx=0x7f69d0007240 comp rx=0 tx=0).stop 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 msgr2=0x7f69e0113b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f69d8006010 tx=0x7f69d8005750 comp rx=0 tx=0).stop 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 shutdown_connections 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f69c80a17c0 0x7f69c80a3c80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69e01074e0 0x7f69e0113b50 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69e010d5a0 0x7f69e0081750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 --2- 172.21.15.29:0/2517757301 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f69e0107ea0 0x7f69e01140b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:30:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.839+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 >> 172.21.15.29:0/2517757301 conn(0x7f69e0076cd0 msgr2=0x7f69e0077b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:30:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.840+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 shutdown_connections 2023-10-05T15:30:49.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:30:49.840+0000 7f69e7741700 1 -- 172.21.15.29:0/2517757301 wait complete. 2023-10-05T15:30:51.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:50 smithi029 ceph-mon[99237]: pgmap v261: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 112 MiB/s wr, 1.71k op/s 2023-10-05T15:30:51.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:51.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:50 smithi177 ceph-mon[103568]: pgmap v261: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 112 MiB/s wr, 1.71k op/s 2023-10-05T15:30:51.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:51.275 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:50 smithi040 ceph-mon[103696]: pgmap v261: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 112 MiB/s wr, 1.71k op/s 2023-10-05T15:30:51.276 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:30:53.113 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:52 smithi029 ceph-mon[99237]: pgmap v262: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 127 MiB/s wr, 1.94k op/s 2023-10-05T15:30:53.113 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:52 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:53.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:52 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:53.114 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:52 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:30:53.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:52 smithi177 ceph-mon[103568]: pgmap v262: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 127 MiB/s wr, 1.94k op/s 2023-10-05T15:30:53.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:52 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:53.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:52 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:53.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:52 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:30:53.286 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:52 smithi040 ceph-mon[103696]: pgmap v262: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 127 MiB/s wr, 1.94k op/s 2023-10-05T15:30:53.286 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:52 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:30:53.286 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:52 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:30:53.286 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:52 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:30:55.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:54 smithi029 ceph-mon[99237]: pgmap v263: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 151 MiB/s wr, 2.31k op/s 2023-10-05T15:30:55.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:54 smithi177 ceph-mon[103568]: pgmap v263: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 151 MiB/s wr, 2.31k op/s 2023-10-05T15:30:55.312 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:54 smithi040 ceph-mon[103696]: pgmap v263: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 2.1 MiB/s rd, 151 MiB/s wr, 2.31k op/s 2023-10-05T15:30:57.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:56 smithi029 ceph-mon[99237]: pgmap v264: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 120 MiB/s wr, 1.83k op/s 2023-10-05T15:30:57.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:56 smithi040 ceph-mon[103696]: pgmap v264: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 120 MiB/s wr, 1.83k op/s 2023-10-05T15:30:57.181 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:56 smithi177 ceph-mon[103568]: pgmap v264: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 120 MiB/s wr, 1.83k op/s 2023-10-05T15:30:59.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:30:58 smithi177 ceph-mon[103568]: pgmap v265: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 125 MiB/s wr, 1.91k op/s 2023-10-05T15:30:59.363 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:30:58 smithi029 ceph-mon[99237]: pgmap v265: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 125 MiB/s wr, 1.91k op/s 2023-10-05T15:30:59.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:30:58 smithi040 ceph-mon[103696]: pgmap v265: 129 pgs: 129 active+clean; 19 GiB data, 48 GiB used, 1.0 TiB / 1.0 TiB avail; 1.5 MiB/s rd, 125 MiB/s wr, 1.91k op/s 2023-10-05T15:31:01.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:00 smithi029 ceph-mon[99237]: pgmap v266: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 127 MiB/s wr, 1.95k op/s 2023-10-05T15:31:01.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:00 smithi040 ceph-mon[103696]: pgmap v266: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 127 MiB/s wr, 1.95k op/s 2023-10-05T15:31:01.181 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:00 smithi177 ceph-mon[103568]: pgmap v266: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 127 MiB/s wr, 1.95k op/s 2023-10-05T15:31:03.119 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:02 smithi029 ceph-mon[99237]: pgmap v267: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1024 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 122 MiB/s wr, 1.87k op/s 2023-10-05T15:31:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:02 smithi040 ceph-mon[103696]: pgmap v267: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1024 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 122 MiB/s wr, 1.87k op/s 2023-10-05T15:31:03.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:02 smithi177 ceph-mon[103568]: pgmap v267: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1024 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 122 MiB/s wr, 1.87k op/s 2023-10-05T15:31:03.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 -- 172.21.15.29:0/649828579 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 msgr2=0x7f15b011ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.287 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/649828579 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b011ca80 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f15a40098f0 tx=0x7f15a4009c00 comp rx=0 tx=0).stop 2023-10-05T15:31:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 -- 172.21.15.29:0/649828579 shutdown_connections 2023-10-05T15:31:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/649828579 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b011ca80 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/649828579 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 0x7f15b0107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/649828579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15b010fa90 0x7f15b01083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.285+0000 7f15b4f2f700 1 -- 172.21.15.29:0/649828579 >> 172.21.15.29:0/649828579 conn(0x7f15b006cfa0 msgr2=0x7f15b006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.301 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.294+0000 7f15b4f2f700 1 -- 172.21.15.29:0/649828579 shutdown_connections 2023-10-05T15:31:03.302 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.299+0000 7f15b4f2f700 1 -- 172.21.15.29:0/649828579 wait complete. 2023-10-05T15:31:03.302 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 Processor -- start 2023-10-05T15:31:03.302 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 -- start start 2023-10-05T15:31:03.302 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 0x7f15b0118a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15b010fa90 0x7f15b0118f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b01120d0 con 0x7f15b010fa90 2023-10-05T15:31:03.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b0112240 con 0x7f15b010f620 2023-10-05T15:31:03.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.300+0000 7f15b4f2f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15b0112400 con 0x7f15b011a690 2023-10-05T15:31:03.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56382/0 (socket says 172.21.15.29:56382) 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 -- 172.21.15.29:0/13717490 learned_addr learned my addr 172.21.15.29:0/13717490 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15ae59c700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 0x7f15b0118a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 -- 172.21.15.29:0/13717490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 msgr2=0x7f15b0118a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 0x7f15b0118a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 -- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15b010fa90 msgr2=0x7f15b0118f80 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15b010fa90 0x7f15b0118f80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.303+0000 7f15aed9d700 1 -- 172.21.15.29:0/13717490 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a4009520 con 0x7f15b011a690 2023-10-05T15:31:03.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.305+0000 7f15aed9d700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f15a400b2e0 tx=0x7f15a400b820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.314 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.307+0000 7f159f7fe700 1 -- 172.21.15.29:0/13717490 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a401c070 con 0x7f15b011a690 2023-10-05T15:31:03.314 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.307+0000 7f159f7fe700 1 -- 172.21.15.29:0/13717490 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15a40054f0 con 0x7f15b011a690 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.307+0000 7f159f7fe700 1 -- 172.21.15.29:0/13717490 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a4004d20 con 0x7f15b011a690 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.307+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15b0112680 con 0x7f15b011a690 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.308+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15b0116770 con 0x7f15b011a690 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.311+0000 7f159f7fe700 1 -- 172.21.15.29:0/13717490 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f15a4005030 con 0x7f15b011a690 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.312+0000 7f159f7fe700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 0x7f15980a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.315 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.312+0000 7f159f7fe700 1 -- 172.21.15.29:0/13717490 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f15a40ce450 con 0x7f15b011a690 2023-10-05T15:31:03.317 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.315+0000 7f15ae59c700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 0x7f15980a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.320+0000 7f15c1119b80 1 Processor -- start 2023-10-05T15:31:03.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.324+0000 7f15ae59c700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 0x7f15980a3bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009910 tx=0x7f15a0008040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 -- start start 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978d3c00 0x5568978d3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e17c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55689783d400 con 0x5568978d4520 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55689782ebc0 con 0x5568978df3d0 2023-10-05T15:31:03.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.332+0000 7f15c1119b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55689782c4e0 con 0x5568978d3c00 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49984/0 (socket says 172.21.15.29:49984) 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 -- 172.21.15.29:0/527198196 learned_addr learned my addr 172.21.15.29:0/527198196 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 -- 172.21.15.29:0/527198196 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978d3c00 msgr2=0x5568978d3fe0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978d3c00 0x5568978d3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 -- 172.21.15.29:0/527198196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 msgr2=0x5568978e17c0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e17c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 -- 172.21.15.29:0/527198196 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556897652d80 con 0x5568978d4520 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.333+0000 7f15add9b700 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009c40 tx=0x7f15a8009f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ca5623229100233 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.334+0000 7f159cff9700 1 -- 172.21.15.29:0/527198196 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a8004bb0 con 0x5568978d4520 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.334+0000 7f159cff9700 1 -- 172.21.15.29:0/527198196 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15a800f040 con 0x5568978d4520 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.334+0000 7f159cff9700 1 -- 172.21.15.29:0/527198196 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a8013650 con 0x5568978d4520 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.335+0000 7f15c1119b80 1 -- 172.21.15.29:0/527198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 msgr2=0x5568978dee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.335+0000 7f15c1119b80 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f15a8009c40 tx=0x7f15a8009f50 comp rx=0 tx=0).stop 2023-10-05T15:31:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.336+0000 7f15c1119b80 1 -- 172.21.15.29:0/527198196 shutdown_connections 2023-10-05T15:31:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.336+0000 7f15c1119b80 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978d3c00 0x5568978d3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.336+0000 7f15c1119b80 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.336+0000 7f15c1119b80 1 --2- 172.21.15.29:0/527198196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dee90 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.336+0000 7f15c1119b80 1 -- 172.21.15.29:0/527198196 >> 172.21.15.29:0/527198196 conn(0x556897849200 msgr2=0x5568978d0080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.354+0000 7f15c1119b80 1 -- 172.21.15.29:0/527198196 shutdown_connections 2023-10-05T15:31:03.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.364+0000 7f15c1119b80 1 -- 172.21.15.29:0/527198196 wait complete. 2023-10-05T15:31:03.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.364+0000 7f15c1119b80 1 -- start start 2023-10-05T15:31:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.364+0000 7f15c1119b80 1 Processor -- start 2023-10-05T15:31:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dee80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dc100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978dc840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556897827dd0 con 0x5568978d4520 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568977c46b0 con 0x5568978d3c00 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568977c4350 con 0x5568978df3d0 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15c1119b80 10 client.0 _ll_register_callbacks cb 0x5568976217a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978dc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978dc840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56392/0 (socket says 172.21.15.29:56392) 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15aed9d700 1 -- 172.21.15.29:0/547599526 learned_addr learned my addr 172.21.15.29:0/547599526 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:03.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.365+0000 7f15ae59c700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15add9b700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15ae59c700 1 -- 172.21.15.29:0/547599526 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 msgr2=0x5568978dc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15ae59c700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978dc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15ae59c700 1 -- 172.21.15.29:0/547599526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 msgr2=0x5568978dc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15ae59c700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.367+0000 7f15ae59c700 1 -- 172.21.15.29:0/547599526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15a80098a0 con 0x5568978d3c00 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f15add9b700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f15ae59c700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dee80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f15a000dbd0 tx=0x7f15a0004800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f49cb17e6422d71d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f1595ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a0014a50 con 0x5568978d3c00 2023-10-05T15:31:03.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f15a0014bb0 con 0x5568978d3c00 2023-10-05T15:31:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.368+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5568978c7d50 con 0x5568978d3c00 2023-10-05T15:31:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.369+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15a0014db0 con 0x5568978d3c00 2023-10-05T15:31:03.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.369+0000 7f15c1119b80 10 client.26060 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.369+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55689763bc00 con 0x5568978d3c00 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.369+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5568978c7d50 con 0x5568978d3c00 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f15a0027070 con 0x5568978d3c00 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 10 client.26060 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 10 client.26060 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 20 client.26060 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5568978eefb0 0x5568978f13d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 4 client.26060 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556897820db0 con 0x5568978eefb0 2023-10-05T15:31:03.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.370+0000 7f15add9b700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5568978eefb0 0x5568978f13d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.380+0000 7f15add9b700 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5568978eefb0 0x5568978f13d0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=383dc157dbcaa86d server_cookie=eaa634fa612b42bd in_seq=0 out_seq=0 2023-10-05T15:31:03.382 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.380+0000 7f1595ffb700 10 client.26060 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f1595ffb700 1 -- 172.21.15.29:0/547599526 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556897820db0 con 0x5568978eefb0 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f1595ffb700 10 client.26060 handle_command_reply: tid=0 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 client.26060 shutdown 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 msgr2=0x5568978dee80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dee80 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f15a000dbd0 tx=0x7f15a0004800 comp rx=0 tx=0).stop 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 shutdown_connections 2023-10-05T15:31:03.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5568978eefb0 0x5568978f13d0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978dc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dee80 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 --2- 172.21.15.29:0/547599526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978dc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 >> 172.21.15.29:0/547599526 conn(0x556897849200 msgr2=0x5568978cfc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f1595ffb700 0 client.26060 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 shutdown_connections 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.381+0000 7f15c1119b80 1 -- 172.21.15.29:0/547599526 wait complete. 2023-10-05T15:31:03.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.382+0000 7f15c1119b80 20 client.26060 trim_cache size 0 max 16384 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 Processor -- start 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 -- start start 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978d9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568976a88c0 con 0x5568978d4520 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568978d5460 con 0x5568978d3c00 2023-10-05T15:31:03.410 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.407+0000 7f15c1119b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568978cc860 con 0x5568978df3d0 2023-10-05T15:31:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56398/0 (socket says 172.21.15.29:56398) 2023-10-05T15:31:03.411 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 -- 172.21.15.29:0/4178708278 learned_addr learned my addr 172.21.15.29:0/4178708278 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 -- 172.21.15.29:0/4178708278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 msgr2=0x5568978dea20 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dea20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 -- 172.21.15.29:0/4178708278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 msgr2=0x5568978d9390 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978d9390 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 -- 172.21.15.29:0/4178708278 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568976791f0 con 0x5568978df3d0 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.408+0000 7f15aed9d700 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f15a400fbc0 tx=0x7f15a409af00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59ce5d1b0f4d1d85 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f159d7fa700 1 -- 172.21.15.29:0/4178708278 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a409b830 con 0x5568978df3d0 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f159d7fa700 1 -- 172.21.15.29:0/4178708278 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15a409b130 con 0x5568978df3d0 2023-10-05T15:31:03.412 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f159d7fa700 1 -- 172.21.15.29:0/4178708278 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a4099560 con 0x5568978df3d0 2023-10-05T15:31:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 -- 172.21.15.29:0/4178708278 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 msgr2=0x5568978d98d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f15a400fbc0 tx=0x7f15a409af00 comp rx=0 tx=0).stop 2023-10-05T15:31:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 -- 172.21.15.29:0/4178708278 shutdown_connections 2023-10-05T15:31:03.416 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978df3d0 0x5568978d98d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978d3c00 0x5568978dea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 --2- 172.21.15.29:0/4178708278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978d4520 0x5568978d9390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.409+0000 7f15c1119b80 1 -- 172.21.15.29:0/4178708278 >> 172.21.15.29:0/4178708278 conn(0x556897849200 msgr2=0x5568978d7430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.410+0000 7f15c1119b80 1 -- 172.21.15.29:0/4178708278 shutdown_connections 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.410+0000 7f15c1119b80 1 -- 172.21.15.29:0/4178708278 wait complete. 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 -- start start 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 Processor -- start 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e58f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 0x5568978e3f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568978e6410 con 0x5568978e4470 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556897942db0 con 0x5568978df3d0 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556897942f70 con 0x5568978e5e30 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15c1119b80 10 client.0 _ll_register_callbacks cb 0x5568976217a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15aed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:49998/0 (socket says 172.21.15.29:49998) 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15aed9d700 1 -- 172.21.15.29:0/908734865 learned_addr learned my addr 172.21.15.29:0/908734865 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.411+0000 7f15add9b700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 0x5568978e3f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15ae59c700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e58f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 -- 172.21.15.29:0/908734865 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 msgr2=0x5568978e3f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 0x5568978e3f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 -- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 msgr2=0x5568978e58f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:03.418 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e58f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 -- 172.21.15.29:0/908734865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15b0116770 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15add9b700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 0x5568978e3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15aed9d700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f15a4005710 tx=0x7f15a4009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=320b63b4cb5127f4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f1595ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a40a3430 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f15a800f040 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.412+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f15a4099270 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15a409b830 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 10 client.16527 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x556897651250 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f15a800f040 con 0x5568978e4470 2023-10-05T15:31:03.419 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f15a40b9240 con 0x5568978e4470 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 10 client.16527 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 10 client.16527 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 20 client.16527 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556897944290 0x5568979466b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 4 client.16527 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556897820ad0 con 0x556897944290 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.413+0000 7f15ae59c700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556897944290 0x5568979466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.414+0000 7f1595ffb700 10 client.16527 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:03.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.414+0000 7f15ae59c700 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556897944290 0x5568979466b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=183c7765f2940fff server_cookie=da4d5a2a2f834033 in_seq=0 out_seq=0 2023-10-05T15:31:03.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.432+0000 7f1595ffb700 1 -- 172.21.15.29:0/908734865 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556897820ad0 con 0x556897944290 2023-10-05T15:31:03.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.432+0000 7f1595ffb700 10 client.16527 handle_command_reply: tid=0 2023-10-05T15:31:03.434 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.432+0000 7f15c1119b80 1 client.16527 shutdown 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 msgr2=0x5568978e48f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f15a4005710 tx=0x7f15a4009c00 comp rx=0 tx=0).stop 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 shutdown_connections 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556897944290 0x5568979466b0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5568978e4470 0x5568978e48f0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5568978df3d0 0x5568978e58f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 --2- 172.21.15.29:0/908734865 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5568978e5e30 0x5568978e3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 >> 172.21.15.29:0/908734865 conn(0x556897849200 msgr2=0x5568978d5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f1595ffb700 0 client.16527 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 shutdown_connections 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 1 -- 172.21.15.29:0/908734865 wait complete. 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.438+0000 7f15c1119b80 20 client.16527 trim_cache size 0 max 16384 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:31:03.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:31:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 msgr2=0x7f15980a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 0x7f15980a3bf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f15a0009910 tx=0x7f15a0008040 comp rx=0 tx=0).stop 2023-10-05T15:31:03.443 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 msgr2=0x7f15b0111900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f15a400b2e0 tx=0x7f15a400b820 comp rx=0 tx=0).stop 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 shutdown_connections 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f15980a1730 0x7f15980a3bf0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f15b011a690 0x7f15b0111900 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f15b010f620 0x7f15b0118a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 --2- 172.21.15.29:0/13717490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15b010fa90 0x7f15b0118f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 >> 172.21.15.29:0/13717490 conn(0x7f15b006cfa0 msgr2=0x7f15b006f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 shutdown_connections 2023-10-05T15:31:03.444 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:03.439+0000 7f15b4f2f700 1 -- 172.21.15.29:0/13717490 wait complete. 2023-10-05T15:31:05.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:04 smithi029 ceph-mon[99237]: pgmap v268: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 145 MiB/s wr, 2.24k op/s 2023-10-05T15:31:05.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:04 smithi040 ceph-mon[103696]: pgmap v268: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 145 MiB/s wr, 2.24k op/s 2023-10-05T15:31:05.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:04 smithi177 ceph-mon[103568]: pgmap v268: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 145 MiB/s wr, 2.24k op/s 2023-10-05T15:31:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:06 smithi040 ceph-mon[103696]: pgmap v269: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 109 MiB/s wr, 1.68k op/s 2023-10-05T15:31:07.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:06 smithi177 ceph-mon[103568]: pgmap v269: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 109 MiB/s wr, 1.68k op/s 2023-10-05T15:31:07.362 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:06 smithi029 ceph-mon[99237]: pgmap v269: 129 pgs: 129 active+clean; 19 GiB data, 49 GiB used, 1023 GiB / 1.0 TiB avail; 1.1 MiB/s rd, 109 MiB/s wr, 1.68k op/s 2023-10-05T15:31:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:08 smithi029 ceph-mon[99237]: pgmap v270: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 112 MiB/s wr, 1.74k op/s 2023-10-05T15:31:09.419 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:08 smithi040 ceph-mon[103696]: pgmap v270: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 112 MiB/s wr, 1.74k op/s 2023-10-05T15:31:09.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:08 smithi177 ceph-mon[103568]: pgmap v270: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.2 MiB/s rd, 112 MiB/s wr, 1.74k op/s 2023-10-05T15:31:11.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:10 smithi029 ceph-mon[99237]: pgmap v271: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 137 MiB/s wr, 2.13k op/s 2023-10-05T15:31:11.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:10 smithi040 ceph-mon[103696]: pgmap v271: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 137 MiB/s wr, 2.13k op/s 2023-10-05T15:31:11.180 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:10 smithi177 ceph-mon[103568]: pgmap v271: 129 pgs: 129 active+clean; 19 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.8 MiB/s rd, 137 MiB/s wr, 2.13k op/s 2023-10-05T15:31:13.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:12 smithi029 ceph-mon[99237]: pgmap v272: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 106 MiB/s wr, 1.65k op/s 2023-10-05T15:31:13.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:12 smithi040 ceph-mon[103696]: pgmap v272: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 106 MiB/s wr, 1.65k op/s 2023-10-05T15:31:13.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:12 smithi177 ceph-mon[103568]: pgmap v272: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 1.5 MiB/s rd, 106 MiB/s wr, 1.65k op/s 2023-10-05T15:31:15.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:14 smithi029 ceph-mon[99237]: pgmap v273: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 126 MiB/s wr, 1.95k op/s 2023-10-05T15:31:15.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:14 smithi040 ceph-mon[103696]: pgmap v273: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 126 MiB/s wr, 1.95k op/s 2023-10-05T15:31:15.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:14 smithi177 ceph-mon[103568]: pgmap v273: 129 pgs: 129 active+clean; 20 GiB data, 50 GiB used, 1023 GiB / 1.0 TiB avail; 2.0 MiB/s rd, 126 MiB/s wr, 1.95k op/s 2023-10-05T15:31:16.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.928+0000 7f8595585700 1 -- 172.21.15.29:0/154771726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 msgr2=0x7f85901083f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:16.932 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.928+0000 7f8595585700 1 --2- 172.21.15.29:0/154771726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f85901083f0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f8578009990 tx=0x7f8578009ca0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.933+0000 7f8595585700 1 -- 172.21.15.29:0/154771726 shutdown_connections 2023-10-05T15:31:16.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.933+0000 7f8595585700 1 --2- 172.21.15.29:0/154771726 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f859011ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.933+0000 7f8595585700 1 --2- 172.21.15.29:0/154771726 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.933+0000 7f8595585700 1 --2- 172.21.15.29:0/154771726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f85901083f0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.935 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.933+0000 7f8595585700 1 -- 172.21.15.29:0/154771726 >> 172.21.15.29:0/154771726 conn(0x7f859006cfa0 msgr2=0x7f859006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:16.939 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.937+0000 7f8595585700 1 -- 172.21.15.29:0/154771726 shutdown_connections 2023-10-05T15:31:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.949+0000 7f8595585700 1 -- 172.21.15.29:0/154771726 wait complete. 2023-10-05T15:31:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.949+0000 7f8595585700 1 Processor -- start 2023-10-05T15:31:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 -- start start 2023-10-05T15:31:16.952 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590118a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f8590118fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f8590111930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8590112150 con 0x7f859010fa90 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85901122c0 con 0x7f859010f620 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.950+0000 7f8595585700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8590112480 con 0x7f859011a690 2023-10-05T15:31:16.953 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.951+0000 7f858effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590118a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:16.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.951+0000 7f858effd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590118a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57132/0 (socket says 172.21.15.29:57132) 2023-10-05T15:31:16.954 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.951+0000 7f858effd700 1 -- 172.21.15.29:0/194268899 learned_addr learned my addr 172.21.15.29:0/194268899 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:16.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.957+0000 7f858f7fe700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f8590111930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:16.962 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858f7fe700 1 -- 172.21.15.29:0/194268899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 msgr2=0x7f8590118a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858f7fe700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590118a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858e7fc700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f8590118fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858f7fe700 1 -- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 msgr2=0x7f8590118fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858f7fe700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f8590118fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858f7fe700 1 -- 172.21.15.29:0/194268899 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85780095f0 con 0x7f859011a690 2023-10-05T15:31:16.963 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.958+0000 7f858e7fc700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f8590118fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:31:16.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.967+0000 7f858f7fe700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f8590111930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f858000bad0 tx=0x7f858000bde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:16.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.976+0000 7f8587fff700 1 -- 172.21.15.29:0/194268899 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858000ca30 con 0x7f859011a690 2023-10-05T15:31:16.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.976+0000 7f8587fff700 1 -- 172.21.15.29:0/194268899 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f858000cb90 con 0x7f859011a690 2023-10-05T15:31:16.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.976+0000 7f8587fff700 1 -- 172.21.15.29:0/194268899 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85800125a0 con 0x7f859011a690 2023-10-05T15:31:16.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.978+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85901165f0 con 0x7f859011a690 2023-10-05T15:31:16.980 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.978+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8590116a80 con 0x7f859011a690 2023-10-05T15:31:16.988 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.986+0000 7f8587fff700 1 -- 172.21.15.29:0/194268899 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f858000cd00 con 0x7f859011a690 2023-10-05T15:31:16.993 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.989+0000 7f85a176fb80 1 Processor -- start 2023-10-05T15:31:16.993 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.990+0000 7f8587fff700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 0x7f857c0a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.993 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.990+0000 7f8587fff700 1 -- 172.21.15.29:0/194268899 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f85800cc7d0 con 0x7f859011a690 2023-10-05T15:31:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.992+0000 7f858e7fc700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 0x7f857c0a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 -- start start 2023-10-05T15:31:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342dffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x5613342eae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561334249400 con 0x5613342eb3d0 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56133423abc0 con 0x5613342e0520 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.993+0000 7f85a176fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613342384e0 con 0x5613342dfc00 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.994+0000 7f858e7fc700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 0x7f857c0a3c40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f857800b5c0 tx=0x7f8578005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:16.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.994+0000 7f858f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.994+0000 7f858f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50022/0 (socket says 172.21.15.29:50022) 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.994+0000 7f858f7fe700 1 -- 172.21.15.29:0/1030831021 learned_addr learned my addr 172.21.15.29:0/1030831021 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 -- 172.21.15.29:0/1030831021 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 msgr2=0x5613342dffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342dffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 -- 172.21.15.29:0/1030831021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 msgr2=0x5613342eae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x5613342eae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 -- 172.21.15.29:0/1030831021 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56133405ed80 con 0x5613342eb3d0 2023-10-05T15:31:17.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.995+0000 7f858f7fe700 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f8580099520 tx=0x7f8580098ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3da1ddf7a58b65e server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.999+0000 7f85857fa700 1 -- 172.21.15.29:0/1030831021 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85800a1920 con 0x5613342eb3d0 2023-10-05T15:31:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.999+0000 7f85857fa700 1 -- 172.21.15.29:0/1030831021 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8580095ca0 con 0x5613342eb3d0 2023-10-05T15:31:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:16.999+0000 7f85857fa700 1 -- 172.21.15.29:0/1030831021 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8580099a30 con 0x5613342eb3d0 2023-10-05T15:31:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.000+0000 7f85a176fb80 1 -- 172.21.15.29:0/1030831021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 msgr2=0x5613342ed7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:17.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.000+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f8580099520 tx=0x7f8580098ff0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.011+0000 7f85a176fb80 1 -- 172.21.15.29:0/1030831021 shutdown_connections 2023-10-05T15:31:17.013 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.011+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342dffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.011+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x5613342ed7c0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.011+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1030831021 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x5613342eae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.014 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.011+0000 7f85a176fb80 1 -- 172.21.15.29:0/1030831021 >> 172.21.15.29:0/1030831021 conn(0x561334255200 msgr2=0x5613342dc080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:17.019 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.017+0000 7f85a176fb80 1 -- 172.21.15.29:0/1030831021 shutdown_connections 2023-10-05T15:31:17.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.017+0000 7f85a176fb80 1 -- 172.21.15.29:0/1030831021 wait complete. 2023-10-05T15:31:17.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.018+0000 7f85a176fb80 1 -- start start 2023-10-05T15:31:17.020 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.018+0000 7f85a176fb80 1 Processor -- start 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342dfc00 0x5613342e8260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e87a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x561334233dd0 con 0x5613342e0520 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613341d06b0 con 0x5613342dfc00 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613341d0350 con 0x5613342eb3d0 2023-10-05T15:31:17.024 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.021+0000 7f85a176fb80 10 client.0 _ll_register_callbacks cb 0x56133402d7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.022+0000 7f858f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.022+0000 7f858f7fe700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56430/0 (socket says 172.21.15.29:56430) 2023-10-05T15:31:17.025 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.022+0000 7f858f7fe700 1 -- 172.21.15.29:0/3187991232 learned_addr learned my addr 172.21.15.29:0/3187991232 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.025+0000 7f858f7fe700 1 -- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342dfc00 msgr2=0x5613342e8260 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:31:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.025+0000 7f858f7fe700 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342dfc00 0x5613342e8260 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.025+0000 7f858f7fe700 1 -- 172.21.15.29:0/3187991232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 msgr2=0x5613342e87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.025+0000 7f858f7fe700 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.034 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.025+0000 7f858f7fe700 1 -- 172.21.15.29:0/3187991232 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8590116a80 con 0x5613342eb3d0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.032+0000 7f858f7fe700 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f858000bf00 tx=0x7f8580098d60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d633e44bf8d64e2d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.032+0000 7f85767fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.032+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85800a1920 con 0x5613342eb3d0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.032+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5613342d3d50 con 0x5613342eb3d0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.032+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8580099a00 con 0x5613342eb3d0 2023-10-05T15:31:17.036 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.034+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85800a1490 con 0x5613342eb3d0 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.038+0000 7f85a176fb80 10 client.26029 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.038+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x561334047c00 con 0x5613342eb3d0 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.040+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5613342d3d50 con 0x5613342eb3d0 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.040+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f85800984f0 con 0x5613342eb3d0 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 10 client.26029 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 10 client.26029 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:17.049 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 20 client.26029 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:17.050 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613342fac60 0x5613342fd050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.050 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 4 client.26029 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:31:17.050 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.045+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56133422cdb0 con 0x5613342fac60 2023-10-05T15:31:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.052+0000 7f858effd700 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613342fac60 0x5613342fd050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.072+0000 7f85767fc700 10 client.26029 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:17.075 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.072+0000 7f858effd700 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613342fac60 0x5613342fd050 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9332434944f87247 server_cookie=31112147f2fc2c71 in_seq=0 out_seq=0 2023-10-05T15:31:17.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.079+0000 7f85767fc700 1 -- 172.21.15.29:0/3187991232 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56133422cdb0 con 0x5613342fac60 2023-10-05T15:31:17.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.079+0000 7f85767fc700 10 client.26029 handle_command_reply: tid=0 2023-10-05T15:31:17.085 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.080+0000 7f85a176fb80 1 client.26029 shutdown 2023-10-05T15:31:17.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.085+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 msgr2=0x5613342e8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:17.092 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.085+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f858000bf00 tx=0x7f8580098d60 comp rx=0 tx=0).stop 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 shutdown_connections 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5613342fac60 0x5613342fd050 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342eb3d0 0x5613342e8ce0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342dfc00 0x5613342e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 --2- 172.21.15.29:0/3187991232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.103 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.094+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 >> 172.21.15.29:0/3187991232 conn(0x561334255200 msgr2=0x5613342dbc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:17.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.105+0000 7f85767fc700 0 client.26029 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:17.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.106+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 shutdown_connections 2023-10-05T15:31:17.109 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.107+0000 7f85a176fb80 1 -- 172.21.15.29:0/3187991232 wait complete. 2023-10-05T15:31:17.109 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:16 smithi029 ceph-mon[99237]: pgmap v274: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 105 MiB/s wr, 1.63k op/s 2023-10-05T15:31:17.117 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.115+0000 7f85a176fb80 20 client.26029 trim_cache size 0 max 16384 2023-10-05T15:31:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.143+0000 7f85a176fb80 1 Processor -- start 2023-10-05T15:31:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 -- start start 2023-10-05T15:31:17.146 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e2aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342eb3d0 0x5613342e3590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613340b48c0 con 0x5613342e0520 2023-10-05T15:31:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613342d8860 con 0x5613342eb3d0 2023-10-05T15:31:17.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.144+0000 7f85a176fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5613342f2460 con 0x5613342dfc00 2023-10-05T15:31:17.152 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.145+0000 7f858effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.152 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.145+0000 7f858effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56440/0 (socket says 172.21.15.29:56440) 2023-10-05T15:31:17.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.145+0000 7f858effd700 1 -- 172.21.15.29:0/2025156659 learned_addr learned my addr 172.21.15.29:0/2025156659 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:17.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.150+0000 7f858f7fe700 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342eb3d0 0x5613342e3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.153+0000 7f858effd700 1 -- 172.21.15.29:0/2025156659 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342eb3d0 msgr2=0x5613342e3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.155 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.153+0000 7f858effd700 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342eb3d0 0x5613342e3590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.153+0000 7f858effd700 1 -- 172.21.15.29:0/2025156659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 msgr2=0x5613342e2aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.153+0000 7f858effd700 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e2aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.156 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.153+0000 7f858effd700 1 -- 172.21.15.29:0/2025156659 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5613340851f0 con 0x5613342dfc00 2023-10-05T15:31:17.157 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:16 smithi040 ceph-mon[103696]: pgmap v274: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 105 MiB/s wr, 1.63k op/s 2023-10-05T15:31:17.157 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.154+0000 7f858effd700 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8588018b90 tx=0x7f8588018bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c9d06d0bfe2616c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.155+0000 7f8585ffb700 1 -- 172.21.15.29:0/2025156659 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8588009e10 con 0x5613342dfc00 2023-10-05T15:31:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.155+0000 7f8585ffb700 1 -- 172.21.15.29:0/2025156659 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f85880185a0 con 0x5613342dfc00 2023-10-05T15:31:17.158 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.155+0000 7f8585ffb700 1 -- 172.21.15.29:0/2025156659 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8588016420 con 0x5613342dfc00 2023-10-05T15:31:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.156+0000 7f85a176fb80 1 -- 172.21.15.29:0/2025156659 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 msgr2=0x5613342f1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:17.159 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.156+0000 7f85a176fb80 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8588018b90 tx=0x7f8588018bc0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.161+0000 7f85a176fb80 1 -- 172.21.15.29:0/2025156659 shutdown_connections 2023-10-05T15:31:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.161+0000 7f85a176fb80 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x5613342f1f20 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.161+0000 7f85a176fb80 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342eb3d0 0x5613342e3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.161+0000 7f85a176fb80 1 --2- 172.21.15.29:0/2025156659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342e0520 0x5613342e2aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.164 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.161+0000 7f85a176fb80 1 -- 172.21.15.29:0/2025156659 >> 172.21.15.29:0/2025156659 conn(0x561334255200 msgr2=0x5613342f6670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:17.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.170+0000 7f85a176fb80 1 -- 172.21.15.29:0/2025156659 shutdown_connections 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.172+0000 7f85a176fb80 1 -- 172.21.15.29:0/2025156659 wait complete. 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 -- start start 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 Processor -- start 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x561334343140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x56133434da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56133434dfd0 con 0x5613342eb3d0 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56133434e110 con 0x5613342e0520 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56133434e2d0 con 0x5613342dfc00 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.173+0000 7f85a176fb80 10 client.0 _ll_register_callbacks cb 0x7f85800990f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.174+0000 7f858effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.174+0000 7f858effd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56442/0 (socket says 172.21.15.29:56442) 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.174+0000 7f858effd700 1 -- 172.21.15.29:0/1186046786 learned_addr learned my addr 172.21.15.29:0/1186046786 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:17.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.174+0000 7f858f7fe700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x56133434da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:16 smithi177 ceph-mon[103568]: pgmap v274: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.3 MiB/s rd, 105 MiB/s wr, 1.63k op/s 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858e7fc700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x561334343140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 -- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 msgr2=0x561334343140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x561334343140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 -- 172.21.15.29:0/1186046786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 msgr2=0x56133434da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x56133434da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 -- 172.21.15.29:0/1186046786 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8588009760 con 0x5613342dfc00 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f858effd700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8588000c00 tx=0x7f8588018400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4f850a5690c098ab server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:17.178 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f85767fc700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:31:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8588005a50 con 0x5613342dfc00 2023-10-05T15:31:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f8588005bb0 con 0x5613342dfc00 2023-10-05T15:31:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.175+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8580095ca0 con 0x5613342dfc00 2023-10-05T15:31:17.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.176+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8588005db0 con 0x5613342dfc00 2023-10-05T15:31:17.194 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.191+0000 7f85a176fb80 10 client.26035 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:17.194 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.191+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x56133405d250 con 0x5613342dfc00 2023-10-05T15:31:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f8580095ca0 con 0x5613342dfc00 2023-10-05T15:31:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f8588006770 con 0x5613342dfc00 2023-10-05T15:31:17.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 10 client.26035 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 10 client.26035 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 20 client.26035 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561334371910 0x561334373d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 4 client.26035 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56133422cad0 con 0x561334371910 2023-10-05T15:31:17.200 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.197+0000 7f858e7fc700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561334371910 0x561334373d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:17.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.200+0000 7f858e7fc700 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561334371910 0x561334373d30 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dea4c4662c24adff server_cookie=69b3ea7d9f01b58 in_seq=0 out_seq=0 2023-10-05T15:31:17.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:17.200+0000 7f85767fc700 10 client.26035 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.250+0000 7f85767fc700 1 -- 172.21.15.29:0/1186046786 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56133422cad0 con 0x561334371910 2023-10-05T15:31:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.250+0000 7f85767fc700 10 client.26035 handle_command_reply: tid=0 2023-10-05T15:31:18.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.253+0000 7f85a176fb80 1 client.26035 shutdown 2023-10-05T15:31:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:31:18.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:31:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:31:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:31:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.260+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 msgr2=0x561334342c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.260+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8588000c00 tx=0x7f8588018400 comp rx=0 tx=0).stop 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 shutdown_connections 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x561334371910 0x561334373d30 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5613342dfc00 0x561334342c00 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613342eb3d0 0x56133434da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 --2- 172.21.15.29:0/1186046786 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5613342e0520 0x561334343140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 >> 172.21.15.29:0/1186046786 conn(0x561334255200 msgr2=0x5613342e3590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85767fc700 0 client.26035 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:18.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 shutdown_connections 2023-10-05T15:31:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.262+0000 7f85a176fb80 1 -- 172.21.15.29:0/1186046786 wait complete. 2023-10-05T15:31:18.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.264+0000 7f85a176fb80 20 client.26035 trim_cache size 0 max 16384 2023-10-05T15:31:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.265+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 msgr2=0x7f857c0a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.265+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 0x7f857c0a3c40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f857800b5c0 tx=0x7f8578005fb0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.265+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 msgr2=0x7f8590111930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:18.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.265+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f8590111930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f858000bad0 tx=0x7f858000bde0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 shutdown_connections 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f857c0a1780 0x7f857c0a3c40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f859011a690 0x7f8590111930 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f859010f620 0x7f8590118a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 --2- 172.21.15.29:0/194268899 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f859010fa90 0x7f8590118fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:18.277 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.271+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 >> 172.21.15.29:0/194268899 conn(0x7f859006cfa0 msgr2=0x7f859006f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:18.284 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.281+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 shutdown_connections 2023-10-05T15:31:18.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:18.283+0000 7f8595585700 1 -- 172.21.15.29:0/194268899 wait complete. 2023-10-05T15:31:19.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:18 smithi040 ceph-mon[103696]: pgmap v275: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 107 MiB/s wr, 1.67k op/s 2023-10-05T15:31:19.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:18 smithi177 ceph-mon[103568]: pgmap v275: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 107 MiB/s wr, 1.67k op/s 2023-10-05T15:31:19.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:18 smithi029 ceph-mon[99237]: pgmap v275: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 107 MiB/s wr, 1.67k op/s 2023-10-05T15:31:21.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:20 smithi040 ceph-mon[103696]: pgmap v276: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:31:21.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:20 smithi177 ceph-mon[103568]: pgmap v276: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:31:21.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:20 smithi029 ceph-mon[99237]: pgmap v276: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 3.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:31:23.362 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:22 smithi029 ceph-mon[99237]: pgmap v277: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 86 MiB/s wr, 1.40k op/s 2023-10-05T15:31:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:22 smithi040 ceph-mon[103696]: pgmap v277: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 86 MiB/s wr, 1.40k op/s 2023-10-05T15:31:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:22 smithi177 ceph-mon[103568]: pgmap v277: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 86 MiB/s wr, 1.40k op/s 2023-10-05T15:31:24.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:24 smithi029 ceph-mon[99237]: pgmap v278: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 87 MiB/s wr, 1.42k op/s 2023-10-05T15:31:24.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:24 smithi040 ceph-mon[103696]: pgmap v278: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 87 MiB/s wr, 1.42k op/s 2023-10-05T15:31:24.429 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:24 smithi177 ceph-mon[103568]: pgmap v278: 129 pgs: 129 active+clean; 20 GiB data, 51 GiB used, 1022 GiB / 1.0 TiB avail; 2.4 MiB/s rd, 87 MiB/s wr, 1.42k op/s 2023-10-05T15:31:27.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:26 smithi029 ceph-mon[99237]: pgmap v279: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 83 MiB/s wr, 1.37k op/s 2023-10-05T15:31:27.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:26 smithi040 ceph-mon[103696]: pgmap v279: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 83 MiB/s wr, 1.37k op/s 2023-10-05T15:31:27.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:26 smithi177 ceph-mon[103568]: pgmap v279: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 2.2 MiB/s rd, 83 MiB/s wr, 1.37k op/s 2023-10-05T15:31:29.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:28 smithi040 ceph-mon[103696]: pgmap v280: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:31:29.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:28 smithi177 ceph-mon[103568]: pgmap v280: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:31:29.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:28 smithi029 ceph-mon[99237]: pgmap v280: 129 pgs: 129 active+clean; 20 GiB data, 52 GiB used, 1021 GiB / 1.0 TiB avail; 1.7 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:31:31.190 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:30 smithi177 ceph-mon[103568]: pgmap v281: 129 pgs: 129 active+clean; 21 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 77 MiB/s wr, 1.28k op/s 2023-10-05T15:31:31.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:30 smithi029 ceph-mon[99237]: pgmap v281: 129 pgs: 129 active+clean; 21 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 77 MiB/s wr, 1.28k op/s 2023-10-05T15:31:31.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:30 smithi040 ceph-mon[103696]: pgmap v281: 129 pgs: 129 active+clean; 21 GiB data, 52 GiB used, 1020 GiB / 1.0 TiB avail; 2.1 MiB/s rd, 77 MiB/s wr, 1.28k op/s 2023-10-05T15:31:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.611+0000 7f7604795700 1 -- 172.21.15.29:0/736092422 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10f620 msgr2=0x7f75fc107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.611+0000 7f7604795700 1 --2- 172.21.15.29:0/736092422 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10f620 0x7f75fc107eb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f75ec009990 tx=0x7f75ec009ca0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.613+0000 7f7604795700 1 -- 172.21.15.29:0/736092422 shutdown_connections 2023-10-05T15:31:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.613+0000 7f7604795700 1 --2- 172.21.15.29:0/736092422 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10f620 0x7f75fc107eb0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.613+0000 7f7604795700 1 --2- 172.21.15.29:0/736092422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75fc11a690 0x7f75fc11ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.615 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.613+0000 7f7604795700 1 --2- 172.21.15.29:0/736092422 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10fa90 0x7f75fc1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.616 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.613+0000 7f7604795700 1 -- 172.21.15.29:0/736092422 >> 172.21.15.29:0/736092422 conn(0x7f75fc06cfa0 msgr2=0x7f75fc06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.626+0000 7f7604795700 1 -- 172.21.15.29:0/736092422 shutdown_connections 2023-10-05T15:31:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.632+0000 7f7604795700 1 -- 172.21.15.29:0/736092422 wait complete. 2023-10-05T15:31:31.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.632+0000 7f7604795700 1 Processor -- start 2023-10-05T15:31:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 -- start start 2023-10-05T15:31:31.642 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10fa90 0x7f75fc118fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75fc11a690 0x7f75fc1118e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc1120b0 con 0x7f75fc11a690 2023-10-05T15:31:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc112220 con 0x7f75fc10f620 2023-10-05T15:31:31.643 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.640+0000 7f7604795700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75fc1123e0 con 0x7f75fc10fa90 2023-10-05T15:31:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.644+0000 7f7602531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.644+0000 7f7602531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57174/0 (socket says 172.21.15.29:57174) 2023-10-05T15:31:31.646 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.644+0000 7f7602531700 1 -- 172.21.15.29:0/4010990892 learned_addr learned my addr 172.21.15.29:0/4010990892 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.649+0000 7f7602531700 1 -- 172.21.15.29:0/4010990892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10fa90 msgr2=0x7f75fc118fc0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.649+0000 7f7602531700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10fa90 0x7f75fc118fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.649+0000 7f7602531700 1 -- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75fc11a690 msgr2=0x7f75fc1118e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-10-05T15:31:31.651 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.649+0000 7f7602531700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75fc11a690 0x7f75fc1118e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.652 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.649+0000 7f7602531700 1 -- 172.21.15.29:0/4010990892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75ec0095f0 con 0x7f75fc10f620 2023-10-05T15:31:31.662 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.660+0000 7f7602531700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f75ec005910 tx=0x7f75ec0057d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.666+0000 7f75f37fe700 1 -- 172.21.15.29:0/4010990892 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec01d070 con 0x7f75fc10f620 2023-10-05T15:31:31.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.666+0000 7f75f37fe700 1 -- 172.21.15.29:0/4010990892 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75ec022470 con 0x7f75fc10f620 2023-10-05T15:31:31.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.666+0000 7f75f37fe700 1 -- 172.21.15.29:0/4010990892 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec017650 con 0x7f75fc10f620 2023-10-05T15:31:31.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.666+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75fc112660 con 0x7f75fc10f620 2023-10-05T15:31:31.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.666+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75fc116810 con 0x7f75fc10f620 2023-10-05T15:31:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.672+0000 7f75f37fe700 1 -- 172.21.15.29:0/4010990892 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f75ec0177b0 con 0x7f75fc10f620 2023-10-05T15:31:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.673+0000 7f75f37fe700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 0x7f75e80a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.676 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.673+0000 7f75f37fe700 1 -- 172.21.15.29:0/4010990892 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f75ec0cf700 con 0x7f75fc10f620 2023-10-05T15:31:31.681 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.678+0000 7f7601d30700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 0x7f75e80a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.688 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.686+0000 7f761097fb80 1 Processor -- start 2023-10-05T15:31:31.689 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.686+0000 7f7601d30700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 0x7f75e80a3c80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f75fc113240 tx=0x7f75f8009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.689+0000 7f761097fb80 1 -- start start 2023-10-05T15:31:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99150bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.692 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991516e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 0x55c9915197c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c991475400 con 0x55c99150c520 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c991466bc0 con 0x55c9915173d0 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f761097fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9914644e0 con 0x55c99150bc00 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602d32700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 0x55c9915197c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602d32700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 0x55c9915197c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57180/0 (socket says 172.21.15.29:57180) 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602d32700 1 -- 172.21.15.29:0/3664357349 learned_addr learned my addr 172.21.15.29:0/3664357349 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:31.693 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99150bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7601d30700 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991516e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 -- 172.21.15.29:0/3664357349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 msgr2=0x55c9915197c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 0x55c9915197c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 -- 172.21.15.29:0/3664357349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 msgr2=0x55c991516e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991516e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.690+0000 7f7602531700 1 -- 172.21.15.29:0/3664357349 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c99128ad80 con 0x55c99150bc00 2023-10-05T15:31:31.694 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.691+0000 7f7602531700 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99150bfe0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f75ec0ccac0 tx=0x7f75ec09c1b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3490b52b3e8a5a4b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.692+0000 7f75f0ff9700 1 -- 172.21.15.29:0/3664357349 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0b1070 con 0x55c99150bc00 2023-10-05T15:31:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.692+0000 7f75f0ff9700 1 -- 172.21.15.29:0/3664357349 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75ec09cae0 con 0x55c99150bc00 2023-10-05T15:31:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.692+0000 7f75f0ff9700 1 -- 172.21.15.29:0/3664357349 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0a0120 con 0x55c99150bc00 2023-10-05T15:31:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.692+0000 7f761097fb80 1 -- 172.21.15.29:0/3664357349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 msgr2=0x55c99150bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.692+0000 7f761097fb80 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99150bfe0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f75ec0ccac0 tx=0x7f75ec09c1b0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.695+0000 7f761097fb80 1 -- 172.21.15.29:0/3664357349 shutdown_connections 2023-10-05T15:31:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.695+0000 7f761097fb80 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99150bfe0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.695+0000 7f761097fb80 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c9915173d0 0x55c9915197c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.695+0000 7f761097fb80 1 --2- 172.21.15.29:0/3664357349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991516e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.695+0000 7f761097fb80 1 -- 172.21.15.29:0/3664357349 >> 172.21.15.29:0/3664357349 conn(0x55c991481200 msgr2=0x55c991508080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.700+0000 7f761097fb80 1 -- 172.21.15.29:0/3664357349 shutdown_connections 2023-10-05T15:31:31.702 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.700+0000 7f761097fb80 1 -- 172.21.15.29:0/3664357349 wait complete. 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.700+0000 7f761097fb80 1 -- start start 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 Processor -- start 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c9915177b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991522830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c99145fdd0 con 0x55c9915173d0 2023-10-05T15:31:31.706 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9913fc6b0 con 0x55c99150c520 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9913fc350 con 0x55c99150bc00 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.701+0000 7f761097fb80 10 client.0 _ll_register_callbacks cb 0x55c9912597a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57184/0 (socket says 172.21.15.29:57184) 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 -- 172.21.15.29:0/85138206 learned_addr learned my addr 172.21.15.29:0/85138206 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7602531700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c9915177b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 -- 172.21.15.29:0/85138206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 msgr2=0x55c9915177b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c9915177b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 -- 172.21.15.29:0/85138206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 msgr2=0x55c991522830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991522830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 -- 172.21.15.29:0/85138206 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75fc116810 con 0x55c99150c520 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.702+0000 7f7601d30700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f75f800f010 tx=0x7f75f80047c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60eab1829caec2e1 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.704+0000 7f75e5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:31:31.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.704+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75f8004830 con 0x55c99150c520 2023-10-05T15:31:31.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.704+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f75f8004990 con 0x55c99150c520 2023-10-05T15:31:31.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.705+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c9914ffd50 con 0x55c99150c520 2023-10-05T15:31:31.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.705+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75f8004b50 con 0x55c99150c520 2023-10-05T15:31:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.720+0000 7f761097fb80 10 client.26081 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:31.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.720+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55c991273c00 con 0x55c99150c520 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.731+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c9914ffd50 con 0x55c99150c520 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.731+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f75f8018070 con 0x55c99150c520 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 10 client.26081 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 10 client.26081 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 20 client.26081 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:31.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c991526bf0 0x55c991529010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 4 client.26081 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:31:31.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.736+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c991458db0 con 0x55c991526bf0 2023-10-05T15:31:31.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.747+0000 7f7602531700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c991526bf0 0x55c991529010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.752 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.747+0000 7f7602531700 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c991526bf0 0x55c991529010 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=837f13fa09f706b1 server_cookie=36c6e6441d541724 in_seq=0 out_seq=0 2023-10-05T15:31:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.752+0000 7f75e5ffb700 10 client.26081 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.752+0000 7f75e5ffb700 1 -- 172.21.15.29:0/85138206 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c991458db0 con 0x55c991526bf0 2023-10-05T15:31:31.754 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.752+0000 7f75e5ffb700 10 client.26081 handle_command_reply: tid=0 2023-10-05T15:31:31.765 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.759+0000 7f761097fb80 1 client.26081 shutdown 2023-10-05T15:31:31.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.770+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 msgr2=0x55c991517cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.772 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.770+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f75f800f010 tx=0x7f75f80047c0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 shutdown_connections 2023-10-05T15:31:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c991526bf0 0x55c991529010 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c9915177b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.783 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991522830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 --2- 172.21.15.29:0/85138206 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991517cf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.784 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.781+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 >> 172.21.15.29:0/85138206 conn(0x55c991481200 msgr2=0x55c991507c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.788+0000 7f75e5ffb700 0 client.26081 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:31.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.792+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 shutdown_connections 2023-10-05T15:31:31.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.803+0000 7f761097fb80 1 -- 172.21.15.29:0/85138206 wait complete. 2023-10-05T15:31:31.816 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.813+0000 7f761097fb80 20 client.26081 trim_cache size 0 max 16384 2023-10-05T15:31:31.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 Processor -- start 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 -- start start 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991522e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c9915173d0 0x55c9915177b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9912e08c0 con 0x55c99150c520 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c991508dc0 con 0x55c99150bc00 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f761097fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c991512350 con 0x55c9915173d0 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f7602531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f7602531700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57192/0 (socket says 172.21.15.29:57192) 2023-10-05T15:31:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.842+0000 7f7602531700 1 -- 172.21.15.29:0/3180800814 learned_addr learned my addr 172.21.15.29:0/3180800814 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7601d30700 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991522e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.846 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 -- 172.21.15.29:0/3180800814 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c9915173d0 msgr2=0x55c9915177b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c9915173d0 0x55c9915177b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 -- 172.21.15.29:0/3180800814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 msgr2=0x55c991522e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991522e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 -- 172.21.15.29:0/3180800814 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9912b11f0 con 0x55c99150bc00 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7601d30700 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991522e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f7602531700 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f75ec098e50 tx=0x7f75ec01a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=13d1ec11267b45e5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f75f17fa700 1 -- 172.21.15.29:0/3180800814 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0b1040 con 0x55c99150bc00 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f75f17fa700 1 -- 172.21.15.29:0/3180800814 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75ec0b8070 con 0x55c99150bc00 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.843+0000 7f75f17fa700 1 -- 172.21.15.29:0/3180800814 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0a0320 con 0x55c99150bc00 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.844+0000 7f761097fb80 1 -- 172.21.15.29:0/3180800814 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 msgr2=0x55c991510c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.847 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.844+0000 7f761097fb80 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f75ec098e50 tx=0x7f75ec01a040 comp rx=0 tx=0).stop 2023-10-05T15:31:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 -- 172.21.15.29:0/3180800814 shutdown_connections 2023-10-05T15:31:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c9915173d0 0x55c9915177b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150bc00 0x55c991510c80 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 --2- 172.21.15.29:0/3180800814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c99150c520 0x55c991522e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.848 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 -- 172.21.15.29:0/3180800814 >> 172.21.15.29:0/3180800814 conn(0x55c991481200 msgr2=0x55c991515da0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 -- 172.21.15.29:0/3180800814 shutdown_connections 2023-10-05T15:31:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 -- 172.21.15.29:0/3180800814 wait complete. 2023-10-05T15:31:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 -- start start 2023-10-05T15:31:31.849 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.845+0000 7f761097fb80 1 Processor -- start 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991519a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991519fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c99151a6f0 con 0x55c9915173d0 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c99151a860 con 0x55c99150c520 2023-10-05T15:31:31.850 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9915799e0 con 0x55c99150bc00 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f761097fb80 10 client.0 _ll_register_callbacks cb 0x55c9912597a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56484/0 (socket says 172.21.15.29:56484) 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 -- 172.21.15.29:0/4240029913 learned_addr learned my addr 172.21.15.29:0/4240029913 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 -- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 msgr2=0x55c991519a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991519a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 -- 172.21.15.29:0/4240029913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 msgr2=0x55c991519fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991519fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.846+0000 7f7602531700 1 -- 172.21.15.29:0/4240029913 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c99128ad80 con 0x55c99150bc00 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f7602531700 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f75ec098810 tx=0x7f75ec009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35c750060990ee32 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f75e5ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:31:31.851 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75ec0b1040 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f75ec0a0120 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f75ec09cae0 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75ec0cf510 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f761097fb80 10 client.26047 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.847+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55c991289250 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f75ec088030 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f75ec0cf030 con 0x55c99150bc00 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 10 client.26047 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 10 client.26047 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:31.852 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 20 client.26047 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:31.853 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c99157ac70 0x55c99157d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:31.853 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 4 client.26047 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:31:31.853 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.848+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c991458ad0 con 0x55c99157ac70 2023-10-05T15:31:31.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.851+0000 7f7601d30700 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c99157ac70 0x55c99157d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:31.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.852+0000 7f7601d30700 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c99157ac70 0x55c99157d0f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e583ed43da8fdd92 server_cookie=44003308c22d664e in_seq=0 out_seq=0 2023-10-05T15:31:31.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.852+0000 7f75e5ffb700 10 client.26047 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:31.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f75e5ffb700 1 -- 172.21.15.29:0/4240029913 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c991458ad0 con 0x55c99157ac70 2023-10-05T15:31:31.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f75e5ffb700 10 client.26047 handle_command_reply: tid=0 2023-10-05T15:31:31.994 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 client.26047 shutdown 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 msgr2=0x55c99151c770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f75ec098810 tx=0x7f75ec009310 comp rx=0 tx=0).stop 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 shutdown_connections 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c99157ac70 0x55c99157d0f0 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c99150bc00 0x55c99151c770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f75e5ffb700 0 client.26047 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c9915173d0 0x55c991519fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 --2- 172.21.15.29:0/4240029913 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c99150c520 0x55c991519a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 >> 172.21.15.29:0/4240029913 conn(0x55c991481200 msgr2=0x55c9915117e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.995 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 shutdown_connections 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 1 -- 172.21.15.29:0/4240029913 wait complete. 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.991+0000 7f761097fb80 20 client.26047 trim_cache size 0 max 16384 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:31:31.996 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:31:31.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 msgr2=0x7f75e80a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 0x7f75e80a3c80 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f75fc113240 tx=0x7f75f8009260 comp rx=0 tx=0).stop 2023-10-05T15:31:31.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 msgr2=0x7f75fc118a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f75ec005910 tx=0x7f75ec0057d0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 shutdown_connections 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f75e80a17c0 0x7f75e80a3c80 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f75fc11a690 0x7f75fc1118e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f75fc10f620 0x7f75fc118a40 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 --2- 172.21.15.29:0/4010990892 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f75fc10fa90 0x7f75fc118fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 >> 172.21.15.29:0/4010990892 conn(0x7f75fc06cfa0 msgr2=0x7f75fc06f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 shutdown_connections 2023-10-05T15:31:31.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:31.992+0000 7f7604795700 1 -- 172.21.15.29:0/4010990892 wait complete. 2023-10-05T15:31:33.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:32 smithi029 ceph-mon[99237]: pgmap v282: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 75 MiB/s wr, 1.20k op/s 2023-10-05T15:31:33.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:32 smithi040 ceph-mon[103696]: pgmap v282: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 75 MiB/s wr, 1.20k op/s 2023-10-05T15:31:33.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:32 smithi177 ceph-mon[103568]: pgmap v282: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.6 MiB/s rd, 75 MiB/s wr, 1.20k op/s 2023-10-05T15:31:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:35 smithi029 ceph-mon[99237]: pgmap v283: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:31:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:35 smithi040 ceph-mon[103696]: pgmap v283: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:31:35.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:35 smithi177 ceph-mon[103568]: pgmap v283: 129 pgs: 129 active+clean; 21 GiB data, 53 GiB used, 1020 GiB / 1.0 TiB avail; 2.7 MiB/s rd, 73 MiB/s wr, 1.18k op/s 2023-10-05T15:31:36.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:36 smithi040 ceph-mon[103696]: pgmap v284: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 93 MiB/s wr, 1.51k op/s 2023-10-05T15:31:36.432 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:36 smithi177 ceph-mon[103568]: pgmap v284: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 93 MiB/s wr, 1.51k op/s 2023-10-05T15:31:36.615 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:36 smithi029 ceph-mon[99237]: pgmap v284: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.1 MiB/s rd, 93 MiB/s wr, 1.51k op/s 2023-10-05T15:31:38.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:38 smithi029 ceph-mon[99237]: pgmap v285: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 81 MiB/s wr, 1.33k op/s 2023-10-05T15:31:38.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:38 smithi040 ceph-mon[103696]: pgmap v285: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 81 MiB/s wr, 1.33k op/s 2023-10-05T15:31:38.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:38 smithi177 ceph-mon[103568]: pgmap v285: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 81 MiB/s wr, 1.33k op/s 2023-10-05T15:31:41.118 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:40 smithi029 ceph-mon[99237]: pgmap v286: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 92 MiB/s wr, 1.50k op/s 2023-10-05T15:31:41.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:40 smithi040 ceph-mon[103696]: pgmap v286: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 92 MiB/s wr, 1.50k op/s 2023-10-05T15:31:41.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:40 smithi177 ceph-mon[103568]: pgmap v286: 129 pgs: 129 active+clean; 21 GiB data, 54 GiB used, 1019 GiB / 1.0 TiB avail; 4.9 MiB/s rd, 92 MiB/s wr, 1.50k op/s 2023-10-05T15:31:43.111 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:42 smithi029 ceph-mon[99237]: pgmap v287: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 108 MiB/s wr, 1.76k op/s 2023-10-05T15:31:43.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:42 smithi040 ceph-mon[103696]: pgmap v287: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 108 MiB/s wr, 1.76k op/s 2023-10-05T15:31:43.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:42 smithi177 ceph-mon[103568]: pgmap v287: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 5.9 MiB/s rd, 108 MiB/s wr, 1.76k op/s 2023-10-05T15:31:45.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:44 smithi040 ceph-mon[103696]: pgmap v288: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 88 MiB/s wr, 1.43k op/s 2023-10-05T15:31:45.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:44 smithi177 ceph-mon[103568]: pgmap v288: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 88 MiB/s wr, 1.43k op/s 2023-10-05T15:31:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.215+0000 7f068ea65700 1 -- 172.21.15.29:0/3853765725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 msgr2=0x7f0688107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.222 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.215+0000 7f068ea65700 1 --2- 172.21.15.29:0/3853765725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688107eb0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f067801a9a0 tx=0x7f067801acb0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.226+0000 7f068ea65700 1 -- 172.21.15.29:0/3853765725 shutdown_connections 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.226+0000 7f068ea65700 1 --2- 172.21.15.29:0/3853765725 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068811a690 0x7f068811ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.226+0000 7f068ea65700 1 --2- 172.21.15.29:0/3853765725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688107eb0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.226+0000 7f068ea65700 1 --2- 172.21.15.29:0/3853765725 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068810fa90 0x7f06881083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.226+0000 7f068ea65700 1 -- 172.21.15.29:0/3853765725 >> 172.21.15.29:0/3853765725 conn(0x7f068806cfa0 msgr2=0x7f068806d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.233 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.229+0000 7f068ea65700 1 -- 172.21.15.29:0/3853765725 shutdown_connections 2023-10-05T15:31:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.240+0000 7f068ea65700 1 -- 172.21.15.29:0/3853765725 wait complete. 2023-10-05T15:31:45.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.240+0000 7f068ea65700 1 Processor -- start 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 -- start start 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688115c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 0x7f0688116150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068811a690 0x7f06881c4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06881c4ab0 con 0x7f068810f620 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06881c4c20 con 0x7f068810fa90 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068ea65700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06881c4de0 con 0x7f068811a690 2023-10-05T15:31:45.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068d002700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068811a690 0x7f06881c4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068c801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688115c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068c801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688115c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50086/0 (socket says 172.21.15.29:50086) 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.241+0000 7f068c801700 1 -- 172.21.15.29:0/2128461823 learned_addr learned my addr 172.21.15.29:0/2128461823 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 0x7f0688116150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 -- 172.21.15.29:0/2128461823 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068811a690 msgr2=0x7f06881c4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068811a690 0x7f06881c4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 -- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 msgr2=0x7f0688115c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688115c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.242+0000 7f0687fff700 1 -- 172.21.15.29:0/2128461823 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f067801a600 con 0x7f068810fa90 2023-10-05T15:31:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.249+0000 7f0687fff700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 0x7f0688116150 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f067c006fd0 tx=0x7f067c00b730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.252 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.250+0000 7f0685ffb700 1 -- 172.21.15.29:0/2128461823 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c011830 con 0x7f068810fa90 2023-10-05T15:31:45.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.250+0000 7f0685ffb700 1 -- 172.21.15.29:0/2128461823 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f067c011e50 con 0x7f068810fa90 2023-10-05T15:31:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.250+0000 7f0685ffb700 1 -- 172.21.15.29:0/2128461823 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c010dd0 con 0x7f068810fa90 2023-10-05T15:31:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.258+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06881c50c0 con 0x7f068810fa90 2023-10-05T15:31:45.261 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.258+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06881cc720 con 0x7f068810fa90 2023-10-05T15:31:45.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.264+0000 7f069ac4fb80 1 Processor -- start 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 -- start start 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad19fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad24e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad277c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac83400 con 0x55ba7ad253d0 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac74bc0 con 0x55ba7ad1a520 2023-10-05T15:31:45.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.265+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac724e0 con 0x55ba7ad19c00 2023-10-05T15:31:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.266+0000 7f068d002700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad19fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.266+0000 7f068d002700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad19fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56498/0 (socket says 172.21.15.29:56498) 2023-10-05T15:31:45.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.266+0000 7f068d002700 1 -- 172.21.15.29:0/3751941236 learned_addr learned my addr 172.21.15.29:0/3751941236 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:45.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.267+0000 7f0687fff700 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad277c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.268+0000 7f0685ffb700 1 -- 172.21.15.29:0/2128461823 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f067c010380 con 0x7f068810fa90 2023-10-05T15:31:45.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 -- 172.21.15.29:0/3751941236 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 msgr2=0x55ba7ad19fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad19fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 -- 172.21.15.29:0/3751941236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 msgr2=0x55ba7ad24e90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad24e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 -- 172.21.15.29:0/3751941236 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba7aa98d80 con 0x55ba7ad253d0 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0685ffb700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 0x7f06700a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.269+0000 7f0687fff700 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad277c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f067c0cf800 tx=0x7f067c0d3740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9c7dd6c7a185936 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.271+0000 7f0685ffb700 1 -- 172.21.15.29:0/2128461823 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f067c0d22d0 con 0x7f068810fa90 2023-10-05T15:31:45.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.272+0000 7f068d002700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 0x7f06700a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.273+0000 7f066effd700 1 -- 172.21.15.29:0/3751941236 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c09b340 con 0x55ba7ad253d0 2023-10-05T15:31:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.273+0000 7f066effd700 1 -- 172.21.15.29:0/3751941236 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f067c09ee60 con 0x55ba7ad253d0 2023-10-05T15:31:45.275 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.273+0000 7f066effd700 1 -- 172.21.15.29:0/3751941236 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c09d270 con 0x55ba7ad253d0 2023-10-05T15:31:45.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.274+0000 7f069ac4fb80 1 -- 172.21.15.29:0/3751941236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 msgr2=0x55ba7ad277c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.280 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.274+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad277c0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f067c0cf800 tx=0x7f067c0d3740 comp rx=0 tx=0).stop 2023-10-05T15:31:45.281 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.278+0000 7f068d002700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 0x7f06700a3c40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f068000b560 tx=0x7f068000d040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.279+0000 7f069ac4fb80 1 -- 172.21.15.29:0/3751941236 shutdown_connections 2023-10-05T15:31:45.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.279+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad19fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.279+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad277c0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.279+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/3751941236 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad24e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.282 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.279+0000 7f069ac4fb80 1 -- 172.21.15.29:0/3751941236 >> 172.21.15.29:0/3751941236 conn(0x55ba7ac8f200 msgr2=0x55ba7ad16080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.285 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.283+0000 7f069ac4fb80 1 -- 172.21.15.29:0/3751941236 shutdown_connections 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.285+0000 7f069ac4fb80 1 -- 172.21.15.29:0/3751941236 wait complete. 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.285+0000 7f069ac4fb80 1 -- start start 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.285+0000 7f069ac4fb80 1 Processor -- start 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad22110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad1a520 0x55ba7ad22650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.288 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac6ddd0 con 0x55ba7ad19c00 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac0a6b0 con 0x55ba7ad253d0 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ac0a350 con 0x55ba7ad1a520 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.286+0000 7f069ac4fb80 10 client.0 _ll_register_callbacks cb 0x55ba7aa677a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.287+0000 7f068d002700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.287+0000 7f068d002700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57224/0 (socket says 172.21.15.29:57224) 2023-10-05T15:31:45.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.287+0000 7f068d002700 1 -- 172.21.15.29:0/992545289 learned_addr learned my addr 172.21.15.29:0/992545289 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.291+0000 7f068d002700 1 -- 172.21.15.29:0/992545289 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad1a520 msgr2=0x55ba7ad22650 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:31:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.291+0000 7f068d002700 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad1a520 0x55ba7ad22650 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.291+0000 7f068d002700 1 -- 172.21.15.29:0/992545289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 msgr2=0x55ba7ad22110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.291+0000 7f068d002700 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad22110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.291+0000 7f068d002700 1 -- 172.21.15.29:0/992545289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06881cc720 con 0x55ba7ad253d0 2023-10-05T15:31:45.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.292+0000 7f068d002700 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0680007090 tx=0x7f0680004b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7b9d879b581caea server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.300 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.298+0000 7f0667fff700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:31:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.301+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0680010040 con 0x55ba7ad253d0 2023-10-05T15:31:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.301+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f0680023630 con 0x55ba7ad253d0 2023-10-05T15:31:45.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.301+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ba7ad0dd50 con 0x55ba7ad253d0 2023-10-05T15:31:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.301+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0680016e60 con 0x55ba7ad253d0 2023-10-05T15:31:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f069ac4fb80 10 client.26090 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:45.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55ba7aa81c00 con 0x55ba7ad253d0 2023-10-05T15:31:45.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55ba7ad0dd50 con 0x55ba7ad253d0 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f068002b070 con 0x55ba7ad253d0 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f069ac4fb80 10 client.26090 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.302+0000 7f069ac4fb80 10 client.26090 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f069ac4fb80 20 client.26090 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad34ee0 0x55ba7ad37320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f069ac4fb80 4 client.26090 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ba7ac66db0 con 0x55ba7ad34ee0 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f068c801700 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad34ee0 0x55ba7ad37320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f0667fff700 10 client.26090 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.303+0000 7f068c801700 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad34ee0 0x55ba7ad37320 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dde8731b181bcc90 server_cookie=e6598c43e8ad1613 in_seq=0 out_seq=0 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.304+0000 7f0667fff700 1 -- 172.21.15.29:0/992545289 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55ba7ac66db0 con 0x55ba7ad34ee0 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.304+0000 7f0667fff700 10 client.26090 handle_command_reply: tid=0 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.304+0000 7f069ac4fb80 1 client.26090 shutdown 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.304+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 msgr2=0x55ba7ad22b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.307 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.304+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0680007090 tx=0x7f0680004b10 comp rx=0 tx=0).stop 2023-10-05T15:31:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 shutdown_connections 2023-10-05T15:31:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad34ee0 0x55ba7ad37320 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad253d0 0x55ba7ad22b90 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.310 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad22110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/992545289 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad1a520 0x55ba7ad22650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 >> 172.21.15.29:0/992545289 conn(0x55ba7ac8f200 msgr2=0x55ba7ad15c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.311 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.308+0000 7f0667fff700 0 client.26090 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:45.312 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.309+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 shutdown_connections 2023-10-05T15:31:45.321 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.318+0000 7f069ac4fb80 1 -- 172.21.15.29:0/992545289 wait complete. 2023-10-05T15:31:45.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.333+0000 7f069ac4fb80 20 client.26090 trim_cache size 0 max 16384 2023-10-05T15:31:45.362 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.360+0000 7f069ac4fb80 1 Processor -- start 2023-10-05T15:31:45.363 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:44 smithi029 ceph-mon[99237]: pgmap v288: 129 pgs: 129 active+clean; 22 GiB data, 55 GiB used, 1018 GiB / 1.0 TiB avail; 4.6 MiB/s rd, 88 MiB/s wr, 1.43k op/s 2023-10-05T15:31:45.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.360+0000 7f069ac4fb80 1 -- start start 2023-10-05T15:31:45.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.360+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad216a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad1d430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7aaee8c0 con 0x55ba7ad253d0 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ad1b710 con 0x55ba7ad1a520 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ad32590 con 0x55ba7ad19c00 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57232/0 (socket says 172.21.15.29:57232) 2023-10-05T15:31:45.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 -- 172.21.15.29:0/361317976 learned_addr learned my addr 172.21.15.29:0/361317976 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 -- 172.21.15.29:0/361317976 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 msgr2=0x55ba7ad216a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad216a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 -- 172.21.15.29:0/361317976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 msgr2=0x55ba7ad1d430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad1d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.361+0000 7f0687fff700 1 -- 172.21.15.29:0/361317976 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ba7aabf1f0 con 0x55ba7ad1a520 2023-10-05T15:31:45.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.362+0000 7f0687fff700 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f067c009fd0 tx=0x7f067c0d2590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6152dc6f88fdf14 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.362+0000 7f066f7fe700 1 -- 172.21.15.29:0/361317976 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c09d270 con 0x55ba7ad1a520 2023-10-05T15:31:45.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.362+0000 7f066f7fe700 1 -- 172.21.15.29:0/361317976 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f067c09b340 con 0x55ba7ad1a520 2023-10-05T15:31:45.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.362+0000 7f066f7fe700 1 -- 172.21.15.29:0/361317976 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f067c0d2120 con 0x55ba7ad1a520 2023-10-05T15:31:45.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.363+0000 7f069ac4fb80 1 -- 172.21.15.29:0/361317976 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 msgr2=0x55ba7ad2beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.363+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f067c009fd0 tx=0x7f067c0d2590 comp rx=0 tx=0).stop 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 -- 172.21.15.29:0/361317976 shutdown_connections 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad19c00 0x55ba7ad216a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad253d0 0x55ba7ad1d430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/361317976 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2beb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 -- 172.21.15.29:0/361317976 >> 172.21.15.29:0/361317976 conn(0x55ba7ac8f200 msgr2=0x55ba7ad36ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 -- 172.21.15.29:0/361317976 shutdown_connections 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 -- 172.21.15.29:0/361317976 wait complete. 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 -- start start 2023-10-05T15:31:45.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.365+0000 7f069ac4fb80 1 Processor -- start 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 0x55ba7ad87d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ad2ace0 con 0x55ba7ad19c00 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ad882b0 con 0x55ba7ad1a520 2023-10-05T15:31:45.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ba7ad88420 con 0x55ba7ad253d0 2023-10-05T15:31:45.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f069ac4fb80 10 client.0 _ll_register_callbacks cb 0x7f0680018800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:45.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f068c801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.371 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f068c801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50114/0 (socket says 172.21.15.29:50114) 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f068c801700 1 -- 172.21.15.29:0/2344757454 learned_addr learned my addr 172.21.15.29:0/2344757454 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f0687fff700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.367+0000 7f068d002700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 0x55ba7ad87d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 -- 172.21.15.29:0/2344757454 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 msgr2=0x55ba7ad87d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 0x55ba7ad87d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 -- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 msgr2=0x55ba7ad2a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 -- 172.21.15.29:0/2344757454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ba7aa98d80 con 0x55ba7ad19c00 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068d002700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 0x55ba7ad87d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f0687fff700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f068c801700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f0678006010 tx=0x7f0678005790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7397183fbb435c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:45.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f0667fff700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0678016510 con 0x55ba7ad19c00 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f067801c9f0 con 0x55ba7ad19c00 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f067c09ee60 con 0x55ba7ad19c00 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.368+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f067801cbb0 con 0x55ba7ad19c00 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.369+0000 7f069ac4fb80 10 client.16557 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:45.373 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.369+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55ba7aa97250 con 0x55ba7ad19c00 2023-10-05T15:31:45.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f067c09ee60 con 0x55ba7ad19c00 2023-10-05T15:31:45.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f0678030070 con 0x55ba7ad19c00 2023-10-05T15:31:45.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 10 client.16557 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:45.384 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 10 client.16557 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 20 client.16557 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad89c00 0x55ba7ad8c020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 4 client.16557 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.380+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55ba7ac66ad0 con 0x55ba7ad89c00 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.381+0000 7f0687fff700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad89c00 0x55ba7ad8c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:45.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.381+0000 7f0687fff700 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad89c00 0x55ba7ad8c020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9d9b940a2bfa236 server_cookie=b2c1809630beb1e8 in_seq=0 out_seq=0 2023-10-05T15:31:45.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.388+0000 7f0667fff700 10 client.16557 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:45.606 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.603+0000 7f0667fff700 1 -- 172.21.15.29:0/2344757454 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55ba7ac66ad0 con 0x55ba7ad89c00 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.603+0000 7f0667fff700 10 client.16557 handle_command_reply: tid=0 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 client.16557 shutdown 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 msgr2=0x55ba7ad2a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f0678006010 tx=0x7f0678005790 comp rx=0 tx=0).stop 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 shutdown_connections 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55ba7ad89c00 0x55ba7ad8c020 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55ba7ad253d0 0x55ba7ad87d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba7ad19c00 0x55ba7ad2a090 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 --2- 172.21.15.29:0/2344757454 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55ba7ad1a520 0x55ba7ad2a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.607 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 >> 172.21.15.29:0/2344757454 conn(0x55ba7ac8f200 msgr2=0x55ba7ad1d430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f0667fff700 0 client.16557 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:45.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 shutdown_connections 2023-10-05T15:31:45.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.604+0000 7f069ac4fb80 1 -- 172.21.15.29:0/2344757454 wait complete. 2023-10-05T15:31:45.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f069ac4fb80 20 client.16557 trim_cache size 0 max 16384 2023-10-05T15:31:45.608 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:31:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:31:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:31:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:31:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 msgr2=0x7f06700a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.609 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 0x7f06700a3c40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f068000b560 tx=0x7f068000d040 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 msgr2=0x7f0688116150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 0x7f0688116150 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f067c006fd0 tx=0x7f067c00b730 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 shutdown_connections 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f06700a1780 0x7f06700a3c40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f068811a690 0x7f06881c4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f068810f620 0x7f0688115c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 --2- 172.21.15.29:0/2128461823 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f068810fa90 0x7f0688116150 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.606+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 >> 172.21.15.29:0/2128461823 conn(0x7f068806cfa0 msgr2=0x7f06880718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.607+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 shutdown_connections 2023-10-05T15:31:45.610 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:45.607+0000 7f068ea65700 1 -- 172.21.15.29:0/2128461823 wait complete. 2023-10-05T15:31:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:47 smithi029 ceph-mon[99237]: pgmap v289: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 114 MiB/s wr, 1.85k op/s 2023-10-05T15:31:47.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:47 smithi040 ceph-mon[103696]: pgmap v289: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 114 MiB/s wr, 1.85k op/s 2023-10-05T15:31:47.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:47 smithi177 ceph-mon[103568]: pgmap v289: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 114 MiB/s wr, 1.85k op/s 2023-10-05T15:31:49.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:49 smithi029 ceph-mon[99237]: pgmap v290: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 106 MiB/s wr, 1.72k op/s 2023-10-05T15:31:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:49 smithi040 ceph-mon[103696]: pgmap v290: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 106 MiB/s wr, 1.72k op/s 2023-10-05T15:31:49.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:49 smithi177 ceph-mon[103568]: pgmap v290: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 6.0 MiB/s rd, 106 MiB/s wr, 1.72k op/s 2023-10-05T15:31:51.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:50 smithi029 ceph-mon[99237]: pgmap v291: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 98 MiB/s wr, 1.59k op/s 2023-10-05T15:31:51.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:50 smithi040 ceph-mon[103696]: pgmap v291: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 98 MiB/s wr, 1.59k op/s 2023-10-05T15:31:51.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:50 smithi177 ceph-mon[103568]: pgmap v291: 129 pgs: 129 active+clean; 22 GiB data, 56 GiB used, 1017 GiB / 1.0 TiB avail; 5.8 MiB/s rd, 98 MiB/s wr, 1.59k op/s 2023-10-05T15:31:53.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:52 smithi040 ceph-mon[103696]: pgmap v292: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:31:53.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:52 smithi177 ceph-mon[103568]: pgmap v292: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:31:53.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:52 smithi029 ceph-mon[99237]: pgmap v292: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 117 MiB/s wr, 1.90k op/s 2023-10-05T15:31:55.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:54 smithi029 ceph-mon[99237]: pgmap v293: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 91 MiB/s wr, 1.48k op/s 2023-10-05T15:31:55.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:54 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:54 smithi040 ceph-mon[103696]: pgmap v293: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 91 MiB/s wr, 1.48k op/s 2023-10-05T15:31:55.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:54 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:54 smithi177 ceph-mon[103568]: pgmap v293: 129 pgs: 129 active+clean; 22 GiB data, 57 GiB used, 1016 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 91 MiB/s wr, 1.48k op/s 2023-10-05T15:31:55.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:54 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:31:57.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:56 smithi029 ceph-mon[99237]: pgmap v294: 129 pgs: 129 active+clean; 23 GiB data, 57 GiB used, 1015 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:31:57.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:56 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:57.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:56 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:57.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:56 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:31:57.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:56 smithi040 ceph-mon[103696]: pgmap v294: 129 pgs: 129 active+clean; 23 GiB data, 57 GiB used, 1015 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:31:57.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:56 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:57.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:56 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:57.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:56 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:31:57.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:56 smithi177 ceph-mon[103568]: pgmap v294: 129 pgs: 129 active+clean; 23 GiB data, 57 GiB used, 1015 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:31:57.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:56 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:31:57.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:56 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:31:57.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:56 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:31:59.072 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.070+0000 7fe18909a700 1 -- 172.21.15.29:0/1802489002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 msgr2=0x7fe184114360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.072 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.070+0000 7fe18909a700 1 --2- 172.21.15.29:0/1802489002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184114360 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fe17c00b0d0 tx=0x7fe17c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.081+0000 7fe18909a700 1 -- 172.21.15.29:0/1802489002 shutdown_connections 2023-10-05T15:31:59.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.081+0000 7fe18909a700 1 --2- 172.21.15.29:0/1802489002 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 0x7fe18410d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.081+0000 7fe18909a700 1 --2- 172.21.15.29:0/1802489002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184114360 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.081+0000 7fe18909a700 1 --2- 172.21.15.29:0/1802489002 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.081+0000 7fe18909a700 1 -- 172.21.15.29:0/1802489002 >> 172.21.15.29:0/1802489002 conn(0x7fe184076cd0 msgr2=0x7fe184105cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:59.093 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.088+0000 7fe18909a700 1 -- 172.21.15.29:0/1802489002 shutdown_connections 2023-10-05T15:31:59.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.095+0000 7fe18909a700 1 -- 172.21.15.29:0/1802489002 wait complete. 2023-10-05T15:31:59.097 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 Processor -- start 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 -- start start 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184072480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184072a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 0x7fe18406b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18406baf0 con 0x7fe184107ea0 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18406bc60 con 0x7fe1841074e0 2023-10-05T15:31:59.098 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.096+0000 7fe18909a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe18406be20 con 0x7fe18410d5a0 2023-10-05T15:31:59.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.100+0000 7fe18359e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 0x7fe18406b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.107 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.100+0000 7fe18259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184072a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.100+0000 7fe18259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184072a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50130/0 (socket says 172.21.15.29:50130) 2023-10-05T15:31:59.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.100+0000 7fe18259c700 1 -- 172.21.15.29:0/3287237801 learned_addr learned my addr 172.21.15.29:0/3287237801 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:59.108 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.106+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184072480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.115+0000 7fe182d9d700 1 -- 172.21.15.29:0/3287237801 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 msgr2=0x7fe18406b320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.115+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 0x7fe18406b320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.116 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.115+0000 7fe182d9d700 1 -- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 msgr2=0x7fe184072a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.117 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.115+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184072a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.117 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.115+0000 7fe182d9d700 1 -- 172.21.15.29:0/3287237801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe17c009d00 con 0x7fe1841074e0 2023-10-05T15:31:59.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.119+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184072480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe17400d950 tx=0x7fe17400dc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.124+0000 7fe16bfff700 1 -- 172.21.15.29:0/3287237801 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174009930 con 0x7fe1841074e0 2023-10-05T15:31:59.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.124+0000 7fe16bfff700 1 -- 172.21.15.29:0/3287237801 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe174010460 con 0x7fe1841074e0 2023-10-05T15:31:59.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.124+0000 7fe16bfff700 1 -- 172.21.15.29:0/3287237801 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17400b5d0 con 0x7fe1841074e0 2023-10-05T15:31:59.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.124+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe18406c100 con 0x7fe1841074e0 2023-10-05T15:31:59.126 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.124+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe184070340 con 0x7fe1841074e0 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 Processor -- start 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 -- start start 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 0x55d447197fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 0x55d4471a2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d447101400 con 0x55d4471a33d0 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4470f2bc0 con 0x55d447197c00 2023-10-05T15:31:59.133 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.130+0000 7fe195284b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4470f04e0 con 0x55d447198520 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.132+0000 7fe182d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 0x55d4471a2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.132+0000 7fe16bfff700 1 -- 172.21.15.29:0/3287237801 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fe174009a90 con 0x7fe1841074e0 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.133+0000 7fe16bfff700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 0x7fe16c0a3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.133+0000 7fe16bfff700 1 -- 172.21.15.29:0/3287237801 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe1740cceb0 con 0x7fe1841074e0 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.134+0000 7fe18359e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 0x55d447197fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.134+0000 7fe18359e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 0x55d447197fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57258/0 (socket says 172.21.15.29:57258) 2023-10-05T15:31:59.140 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.134+0000 7fe18359e700 1 -- 172.21.15.29:0/3585032315 learned_addr learned my addr 172.21.15.29:0/3585032315 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:59.141 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.137+0000 7fe18259c700 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.141 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.137+0000 7fe18359e700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 0x7fe16c0a3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.140+0000 7fe182d9d700 1 -- 172.21.15.29:0/3585032315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 msgr2=0x55d447197fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.140+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 0x55d447197fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.140+0000 7fe182d9d700 1 -- 172.21.15.29:0/3585032315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 msgr2=0x55d4471a57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.140+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471a57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.140+0000 7fe182d9d700 1 -- 172.21.15.29:0/3585032315 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d446f16d80 con 0x55d447198520 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.143+0000 7fe182d9d700 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 0x55d4471a2e90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe1740ca270 tx=0x7fe174099460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddf6b86be9b40763 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.153 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.149+0000 7fe1697fa700 1 -- 172.21.15.29:0/3585032315 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17409dc50 con 0x55d447198520 2023-10-05T15:31:59.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.150+0000 7fe1697fa700 1 -- 172.21.15.29:0/3585032315 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1740ce070 con 0x55d447198520 2023-10-05T15:31:59.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.150+0000 7fe1697fa700 1 -- 172.21.15.29:0/3585032315 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe174099d60 con 0x55d447198520 2023-10-05T15:31:59.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.151+0000 7fe195284b80 1 -- 172.21.15.29:0/3585032315 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 msgr2=0x55d4471a2e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.154 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.151+0000 7fe195284b80 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 0x55d4471a2e90 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe1740ca270 tx=0x7fe174099460 comp rx=0 tx=0).stop 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.161+0000 7fe195284b80 1 -- 172.21.15.29:0/3585032315 shutdown_connections 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.161+0000 7fe195284b80 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471a57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.161+0000 7fe195284b80 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447197c00 0x55d447197fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.161+0000 7fe195284b80 1 --2- 172.21.15.29:0/3585032315 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447198520 0x55d4471a2e90 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.161+0000 7fe195284b80 1 -- 172.21.15.29:0/3585032315 >> 172.21.15.29:0/3585032315 conn(0x55d44710d200 msgr2=0x55d447194080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.169+0000 7fe18359e700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 0x7fe16c0a3cc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009cd0 tx=0x7fe17c00b3e0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.169+0000 7fe195284b80 1 -- 172.21.15.29:0/3585032315 shutdown_connections 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.169+0000 7fe195284b80 1 -- 172.21.15.29:0/3585032315 wait complete. 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 -- start start 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 Processor -- start 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a2e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d4471a0080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4471a07c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4470ebdd0 con 0x55d447198520 2023-10-05T15:31:59.172 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4470886b0 con 0x55d4471a33d0 2023-10-05T15:31:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d447088350 con 0x55d447197c00 2023-10-05T15:31:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.170+0000 7fe195284b80 10 client.0 _ll_register_callbacks cb 0x55d446ee57a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.171+0000 7fe18359e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4471a07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.171+0000 7fe18359e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4471a07c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57268/0 (socket says 172.21.15.29:57268) 2023-10-05T15:31:59.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.171+0000 7fe18359e700 1 -- 172.21.15.29:0/2551994169 learned_addr learned my addr 172.21.15.29:0/2551994169 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.171+0000 7fe182d9d700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a2e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.171+0000 7fe18259c700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d4471a0080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 -- 172.21.15.29:0/2551994169 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 msgr2=0x55d4471a2e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a2e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 -- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 msgr2=0x55d4471a07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4471a07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 -- 172.21.15.29:0/2551994169 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe184070340 con 0x55d447198520 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.172+0000 7fe18259c700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d4471a0080 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fe178005950 tx=0x7fe178011720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3a888380c6ebd40 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.173+0000 7fe166ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.173+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe178016070 con 0x55d447198520 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.173+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe178004240 con 0x55d447198520 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.173+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d44718bd50 con 0x55d447198520 2023-10-05T15:31:59.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.173+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe178004400 con 0x55d447198520 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.174+0000 7fe195284b80 10 client.16569 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.174+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55d446effc00 con 0x55d447198520 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55d44718bd50 con 0x55d447198520 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe178025800 con 0x55d447198520 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 10 client.16569 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 10 client.16569 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 20 client.16569 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:59.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471b2e70 0x55d4471b5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 4 client.16569 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:31:59.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.175+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d4470e4db0 con 0x55d4471b2e70 2023-10-05T15:31:59.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.178+0000 7fe182d9d700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471b2e70 0x55d4471b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.222+0000 7fe166ff5700 10 client.16569 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:59.223 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.222+0000 7fe182d9d700 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471b2e70 0x55d4471b5290 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d04b904ce0d770d server_cookie=7d951d039af53838 in_seq=0 out_seq=0 2023-10-05T15:31:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.242+0000 7fe166ff5700 1 -- 172.21.15.29:0/2551994169 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55d4470e4db0 con 0x55d4471b2e70 2023-10-05T15:31:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.242+0000 7fe166ff5700 10 client.16569 handle_command_reply: tid=0 2023-10-05T15:31:59.243 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.242+0000 7fe195284b80 1 client.16569 shutdown 2023-10-05T15:31:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.255+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 msgr2=0x55d4471a0080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.255+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d4471a0080 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fe178005950 tx=0x7fe178011720 comp rx=0 tx=0).stop 2023-10-05T15:31:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 shutdown_connections 2023-10-05T15:31:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471b2e70 0x55d4471b5290 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a2e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4471a07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 --2- 172.21.15.29:0/2551994169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d4471a0080 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 >> 172.21.15.29:0/2551994169 conn(0x55d44710d200 msgr2=0x55d447193c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:59.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.256+0000 7fe166ff5700 0 client.16569 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:59.273 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.271+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 shutdown_connections 2023-10-05T15:31:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.272+0000 7fe195284b80 1 -- 172.21.15.29:0/2551994169 wait complete. 2023-10-05T15:31:59.274 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.273+0000 7fe195284b80 20 client.16569 trim_cache size 0 max 16384 2023-10-05T15:31:59.302 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 Processor -- start 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 -- start start 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447198520 0x55d4471a9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d446f6c8c0 con 0x55d4471a33d0 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.301+0000 7fe195284b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4471a3140 con 0x55d447198520 2023-10-05T15:31:59.303 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.302+0000 7fe195284b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4471aa390 con 0x55d447197c00 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.302+0000 7fe18359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.302+0000 7fe18359e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50152/0 (socket says 172.21.15.29:50152) 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.302+0000 7fe18359e700 1 -- 172.21.15.29:0/2137675096 learned_addr learned my addr 172.21.15.29:0/2137675096 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 -- 172.21.15.29:0/2137675096 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 msgr2=0x55d4471a0740 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a0740 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.304 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 -- 172.21.15.29:0/2137675096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447198520 msgr2=0x55d4471a9e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447198520 0x55d4471a9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 -- 172.21.15.29:0/2137675096 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d446f3d1f0 con 0x55d4471a33d0 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.303+0000 7fe18359e700 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0094b0 tx=0x7fe17c009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20047a088bbe4419 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.304+0000 7fe169ffb700 1 -- 172.21.15.29:0/2137675096 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17c00e030 con 0x55d4471a33d0 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.304+0000 7fe169ffb700 1 -- 172.21.15.29:0/2137675096 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe17c02c460 con 0x55d4471a33d0 2023-10-05T15:31:59.305 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.304+0000 7fe169ffb700 1 -- 172.21.15.29:0/2137675096 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe17c0216c0 con 0x55d4471a33d0 2023-10-05T15:31:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.305+0000 7fe195284b80 1 -- 172.21.15.29:0/2137675096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 msgr2=0x55d4471ae5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:31:59.306 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.305+0000 7fe195284b80 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe17c0094b0 tx=0x7fe17c009b80 comp rx=0 tx=0).stop 2023-10-05T15:31:59.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.307+0000 7fe195284b80 1 -- 172.21.15.29:0/2137675096 shutdown_connections 2023-10-05T15:31:59.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.307+0000 7fe195284b80 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d4471a0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.307+0000 7fe195284b80 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4471a33d0 0x55d4471ae5b0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.307+0000 7fe195284b80 1 --2- 172.21.15.29:0/2137675096 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d447198520 0x55d4471a9e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.308 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.307+0000 7fe195284b80 1 -- 172.21.15.29:0/2137675096 >> 172.21.15.29:0/2137675096 conn(0x55d44710d200 msgr2=0x55d4471a2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:31:59.320 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.319+0000 7fe195284b80 1 -- 172.21.15.29:0/2137675096 shutdown_connections 2023-10-05T15:31:59.331 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.330+0000 7fe195284b80 1 -- 172.21.15.29:0/2137675096 wait complete. 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.330+0000 7fe195284b80 1 -- start start 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.330+0000 7fe195284b80 1 Processor -- start 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d44719d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4472021b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.332 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d44719e080 con 0x55d447198520 2023-10-05T15:31:59.333 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4472026f0 con 0x55d4471a33d0 2023-10-05T15:31:59.333 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d4472028b0 con 0x55d447197c00 2023-10-05T15:31:59.333 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.331+0000 7fe195284b80 10 client.0 _ll_register_callbacks cb 0x7fe17800bb40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:31:59.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.339+0000 7fe18359e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4472021b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.339+0000 7fe18259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.339+0000 7fe18259c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50154/0 (socket says 172.21.15.29:50154) 2023-10-05T15:31:59.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.339+0000 7fe18259c700 1 -- 172.21.15.29:0/751018078 learned_addr learned my addr 172.21.15.29:0/751018078 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:31:59.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.341+0000 7fe182d9d700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d44719d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 -- 172.21.15.29:0/751018078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 msgr2=0x55d44719d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d44719d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 -- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 msgr2=0x55d4472021b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:31:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4472021b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:31:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 -- 172.21.15.29:0/751018078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe17c026040 con 0x55d447198520 2023-10-05T15:31:59.347 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.345+0000 7fe18259c700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x55d4471a1630 tx=0x7fe1780256e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df3a4e1c5cd69f34 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:31:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.346+0000 7fe166ff5700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:31:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.346+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe178016070 con 0x55d447198520 2023-10-05T15:31:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.346+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe17800b630 con 0x55d447198520 2023-10-05T15:31:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.346+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe1740ce070 con 0x55d447198520 2023-10-05T15:31:59.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.346+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe178025d30 con 0x55d447198520 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 10 client.16575 fetch_fsmap learned FSMap version 48 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55d446f15250 con 0x55d447198520 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe1740ce070 con 0x55d447198520 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe17802d070 con 0x55d447198520 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 10 client.16575 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 10 client.16575 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 20 client.16575 populate_metadata read hostname 'smithi029' 2023-10-05T15:31:59.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471a9020 0x55d4471a9430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:31:59.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 4 client.16575 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:31:59.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.347+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d4470e4ad0 con 0x55d4471a9020 2023-10-05T15:31:59.367 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:31:59 smithi029 ceph-mon[99237]: pgmap v295: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 115 MiB/s wr, 1.86k op/s 2023-10-05T15:31:59.367 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.358+0000 7fe182d9d700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471a9020 0x55d4471a9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:31:59.383 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.381+0000 7fe182d9d700 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471a9020 0x55d4471a9430 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f10ae9bd42c752aa server_cookie=689ee1558b3d96c6 in_seq=0 out_seq=0 2023-10-05T15:31:59.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:31:59.393+0000 7fe166ff5700 10 client.16575 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:31:59.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:31:59 smithi040 ceph-mon[103696]: pgmap v295: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 115 MiB/s wr, 1.86k op/s 2023-10-05T15:31:59.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:31:59 smithi177 ceph-mon[103568]: pgmap v295: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 115 MiB/s wr, 1.86k op/s 2023-10-05T15:32:01.364 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:01 smithi029 ceph-mon[99237]: pgmap v296: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 110 MiB/s wr, 1.77k op/s 2023-10-05T15:32:01.409 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:01 smithi040 ceph-mon[103696]: pgmap v296: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 110 MiB/s wr, 1.77k op/s 2023-10-05T15:32:01.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:01 smithi177 ceph-mon[103568]: pgmap v296: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1015 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 110 MiB/s wr, 1.77k op/s 2023-10-05T15:32:02.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:02 smithi040 ceph-mon[103696]: pgmap v297: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe166ff5700 1 -- 172.21.15.29:0/751018078 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d4470e4ad0 con 0x55d4471a9020 2023-10-05T15:32:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe166ff5700 10 client.16575 handle_command_reply: tid=0 2023-10-05T15:32:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 client.16575 shutdown 2023-10-05T15:32:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 msgr2=0x55d447201c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:02.420 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x55d4471a1630 tx=0x7fe1780256e0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 shutdown_connections 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55d4471a9020 0x55d4471a9430 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55d447197c00 0x55d44719d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55d4471a33d0 0x55d4472021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 --2- 172.21.15.29:0/751018078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d447198520 0x55d447201c70 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 >> 172.21.15.29:0/751018078 conn(0x55d44710d200 msgr2=0x55d44719b3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe166ff5700 0 client.16575 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.418+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 shutdown_connections 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe195284b80 1 -- 172.21.15.29:0/751018078 wait complete. 2023-10-05T15:32:02.421 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe195284b80 20 client.16575 trim_cache size 0 max 16384 2023-10-05T15:32:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:32:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:32:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:32:02.422 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 msgr2=0x7fe16c0a3cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 0x7fe16c0a3cc0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009cd0 tx=0x7fe17c00b3e0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 msgr2=0x7fe184072480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.419+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184072480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe17400d950 tx=0x7fe17400dc60 comp rx=0 tx=0).stop 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 shutdown_connections 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe16c0a1800 0x7fe16c0a3cc0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.423 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe18410d5a0 0x7fe18406b320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe1841074e0 0x7fe184072480 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 --2- 172.21.15.29:0/3287237801 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe184107ea0 0x7fe184072a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 >> 172.21.15.29:0/3287237801 conn(0x7fe184076cd0 msgr2=0x7fe18410b100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 shutdown_connections 2023-10-05T15:32:02.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:02.420+0000 7fe18909a700 1 -- 172.21.15.29:0/3287237801 wait complete. 2023-10-05T15:32:02.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:02 smithi177 ceph-mon[103568]: pgmap v297: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:02.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:02 smithi029 ceph-mon[99237]: pgmap v297: 129 pgs: 129 active+clean; 23 GiB data, 58 GiB used, 1014 GiB / 1.0 TiB avail; 7.5 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:04.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:04 smithi029 ceph-mon[99237]: pgmap v298: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 115 MiB/s wr, 1.83k op/s 2023-10-05T15:32:04.909 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:04 smithi040 ceph-mon[103696]: pgmap v298: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 115 MiB/s wr, 1.83k op/s 2023-10-05T15:32:04.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:04 smithi177 ceph-mon[103568]: pgmap v298: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 115 MiB/s wr, 1.83k op/s 2023-10-05T15:32:07.117 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:06 smithi029 ceph-mon[99237]: pgmap v299: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 125 MiB/s wr, 2.04k op/s 2023-10-05T15:32:07.161 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:06 smithi040 ceph-mon[103696]: pgmap v299: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 125 MiB/s wr, 2.04k op/s 2023-10-05T15:32:07.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:06 smithi177 ceph-mon[103568]: pgmap v299: 129 pgs: 129 active+clean; 23 GiB data, 59 GiB used, 1014 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 125 MiB/s wr, 2.04k op/s 2023-10-05T15:32:09.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:08 smithi040 ceph-mon[103696]: pgmap v300: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 105 MiB/s wr, 1.74k op/s 2023-10-05T15:32:09.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:08 smithi177 ceph-mon[103568]: pgmap v300: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 105 MiB/s wr, 1.74k op/s 2023-10-05T15:32:09.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:08 smithi029 ceph-mon[99237]: pgmap v300: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 105 MiB/s wr, 1.74k op/s 2023-10-05T15:32:11.159 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:10 smithi040 ceph-mon[103696]: pgmap v301: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 88 MiB/s wr, 1.49k op/s 2023-10-05T15:32:11.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:10 smithi177 ceph-mon[103568]: pgmap v301: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 88 MiB/s wr, 1.49k op/s 2023-10-05T15:32:11.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:10 smithi029 ceph-mon[99237]: pgmap v301: 129 pgs: 129 active+clean; 24 GiB data, 59 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 88 MiB/s wr, 1.49k op/s 2023-10-05T15:32:13.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:12 smithi177 ceph-mon[103568]: pgmap v302: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 91 MiB/s wr, 1.55k op/s 2023-10-05T15:32:13.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:12 smithi029 ceph-mon[99237]: pgmap v302: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 91 MiB/s wr, 1.55k op/s 2023-10-05T15:32:13.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:12 smithi040 ceph-mon[103696]: pgmap v302: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1013 GiB / 1.0 TiB avail; 6.3 MiB/s rd, 91 MiB/s wr, 1.55k op/s 2023-10-05T15:32:15.359 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:14 smithi029 ceph-mon[99237]: pgmap v303: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1012 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 101 MiB/s wr, 1.72k op/s 2023-10-05T15:32:15.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:14 smithi040 ceph-mon[103696]: pgmap v303: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1012 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 101 MiB/s wr, 1.72k op/s 2023-10-05T15:32:15.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:14 smithi177 ceph-mon[103568]: pgmap v303: 129 pgs: 129 active+clean; 24 GiB data, 60 GiB used, 1012 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 101 MiB/s wr, 1.72k op/s 2023-10-05T15:32:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.659+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/4272084134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 msgr2=0x7ff0c4107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.659+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/4272084134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 0x7ff0c4107eb0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7ff0b801a9a0 tx=0x7ff0b801acb0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.660+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/4272084134 shutdown_connections 2023-10-05T15:32:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.660+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/4272084134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 0x7ff0c4107eb0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.668 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.660+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/4272084134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c411ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.660+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/4272084134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c41083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.669 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.660+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/4272084134 >> 172.21.15.29:0/4272084134 conn(0x7ff0c406cfa0 msgr2=0x7ff0c406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.674+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/4272084134 shutdown_connections 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.674+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/4272084134 wait complete. 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 Processor -- start 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 -- start start 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 0x7ff0c4115bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c4116130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a2ae0 con 0x7ff0c410fa90 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a2c50 con 0x7ff0c411a690 2023-10-05T15:32:15.683 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c8ee8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a2e10 con 0x7ff0c410f620 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.675+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57288/0 (socket says 172.21.15.29:57288) 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/485593840 learned_addr learned my addr 172.21.15.29:0/485593840 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c4116130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/485593840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 msgr2=0x7ff0c4115bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 0x7ff0c4115bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 msgr2=0x7ff0c4116130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c4116130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/485593840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b801a600 con 0x7ff0c411a690 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c4116130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.676+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00b7b0 tx=0x7ff0bc00bb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.677+0000 7ff0b37fe700 1 -- 172.21.15.29:0/485593840 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc00f840 con 0x7ff0c411a690 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.677+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0c41a30f0 con 0x7ff0c411a690 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.677+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c4079340 con 0x7ff0c411a690 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.677+0000 7ff0b37fe700 1 -- 172.21.15.29:0/485593840 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0bc00fe60 con 0x7ff0c411a690 2023-10-05T15:32:15.685 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.677+0000 7ff0b37fe700 1 -- 172.21.15.29:0/485593840 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc00d3d0 con 0x7ff0c411a690 2023-10-05T15:32:15.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.689+0000 7ff0b37fe700 1 -- 172.21.15.29:0/485593840 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7ff0bc00f9a0 con 0x7ff0c411a690 2023-10-05T15:32:15.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.690+0000 7ff0b37fe700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 0x7ff0ac0a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.690+0000 7ff0b37fe700 1 -- 172.21.15.29:0/485593840 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7ff0bc0cd1d0 con 0x7ff0c411a690 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.695+0000 7ff0d50d2b80 1 Processor -- start 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.695+0000 7ff0d50d2b80 1 -- start start 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3bdfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3cb7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d327400 con 0x556c7d3bdc00 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d318bc0 con 0x556c7d3c93d0 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d3164e0 con 0x556c7d3be520 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0c1d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0c1d9b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c8e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56582/0 (socket says 172.21.15.29:56582) 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0c1d9b700 1 -- 172.21.15.29:0/2120338799 learned_addr learned my addr 172.21.15.29:0/2120338799 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.696+0000 7ff0c259c700 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3bdfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.697+0000 7ff0c259c700 1 -- 172.21.15.29:0/2120338799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 msgr2=0x556c7d3c8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.697+0000 7ff0c259c700 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.697+0000 7ff0c259c700 1 -- 172.21.15.29:0/2120338799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 msgr2=0x556c7d3cb7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.697+0000 7ff0c259c700 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3cb7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.697+0000 7ff0c259c700 1 -- 172.21.15.29:0/2120338799 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c7d13cd80 con 0x556c7d3bdc00 2023-10-05T15:32:15.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.698+0000 7ff0c259c700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 0x7ff0ac0a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.698+0000 7ff0c259c700 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3bdfe0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8005b40 tx=0x7ff0b8005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f01855e7dcbdb8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.710 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.701+0000 7ff0c259c700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 0x7ff0ac0a3bf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8035000 tx=0x7ff0b8004b90 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.706+0000 7ff0b0ff9700 1 -- 172.21.15.29:0/2120338799 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8039030 con 0x556c7d3bdc00 2023-10-05T15:32:15.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.706+0000 7ff0b0ff9700 1 -- 172.21.15.29:0/2120338799 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0b8005510 con 0x556c7d3bdc00 2023-10-05T15:32:15.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.706+0000 7ff0b0ff9700 1 -- 172.21.15.29:0/2120338799 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b802f070 con 0x556c7d3bdc00 2023-10-05T15:32:15.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.707+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/2120338799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 msgr2=0x556c7d3bdfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.717 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.707+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3bdfe0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8005b40 tx=0x7ff0b8005770 comp rx=0 tx=0).stop 2023-10-05T15:32:15.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.719+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/2120338799 shutdown_connections 2023-10-05T15:32:15.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.719+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3cb7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.719+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3bdfe0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.719+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/2120338799 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.723 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.719+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/2120338799 >> 172.21.15.29:0/2120338799 conn(0x556c7d333200 msgr2=0x556c7d3ba080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.730+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/2120338799 shutdown_connections 2023-10-05T15:32:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.732+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/2120338799 wait complete. 2023-10-05T15:32:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.732+0000 7ff0d50d2b80 1 -- start start 2023-10-05T15:32:15.735 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.732+0000 7ff0d50d2b80 1 Processor -- start 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3c61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d311dd0 con 0x556c7d3bdc00 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d2ae6b0 con 0x556c7d3c93d0 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d2ae350 con 0x556c7d3be520 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0d50d2b80 10 client.0 _ll_register_callbacks cb 0x556c7d10b7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57302/0 (socket says 172.21.15.29:57302) 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1552126111 learned_addr learned my addr 172.21.15.29:0/1552126111 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.733+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1552126111 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 msgr2=0x556c7d3c6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1552126111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 msgr2=0x556c7d3c61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3c61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1552126111 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c411d3b0 con 0x556c7d3c93d0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00bf70 tx=0x7ff0bc099780 comp rx=0 tx=0).ready entity=mon.2 client_cookie=100b772f814e1457 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc09df70 con 0x556c7d3c93d0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.734+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7ff0bc0a21b0 con 0x556c7d3c93d0 2023-10-05T15:32:15.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.735+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556c7d3b1d50 con 0x556c7d3c93d0 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.735+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0bc015d60 con 0x556c7d3c93d0 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.736+0000 7ff0d50d2b80 10 client.26114 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.736+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x556c7d125c00 con 0x556c7d3c93d0 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x556c7d3b1d50 con 0x556c7d3c93d0 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff0bc0a1d20 con 0x556c7d3c93d0 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 10 client.26114 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:15.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 10 client.26114 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:15.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 20 client.26114 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:15.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d3d9030 0x556c7d3db450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 4 client.26114 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:32:15.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.737+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556c7d30adb0 con 0x556c7d3d9030 2023-10-05T15:32:15.756 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.754+0000 7ff0c259c700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d3d9030 0x556c7d3db450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.765+0000 7ff0c259c700 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d3d9030 0x556c7d3db450 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d0acd0de40d9a25b server_cookie=d3096d00d3846e40 in_seq=0 out_seq=0 2023-10-05T15:32:15.767 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.765+0000 7ff0a9ffb700 10 client.26114 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.767+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1552126111 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x556c7d30adb0 con 0x556c7d3d9030 2023-10-05T15:32:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.767+0000 7ff0a9ffb700 10 client.26114 handle_command_reply: tid=0 2023-10-05T15:32:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.767+0000 7ff0d50d2b80 1 client.26114 shutdown 2023-10-05T15:32:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.767+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 msgr2=0x556c7d3c6c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.769 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.767+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00bf70 tx=0x7ff0bc099780 comp rx=0 tx=0).stop 2023-10-05T15:32:15.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 shutdown_connections 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d3d9030 0x556c7d3db450 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3c93d0 0x556c7d3c6c60 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3bdc00 0x556c7d3c61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1552126111 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3be520 0x556c7d3c6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 >> 172.21.15.29:0/1552126111 conn(0x556c7d333200 msgr2=0x556c7d3b9c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.772+0000 7ff0a9ffb700 0 client.26114 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:15.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.773+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 shutdown_connections 2023-10-05T15:32:15.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.773+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1552126111 wait complete. 2023-10-05T15:32:15.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.774+0000 7ff0d50d2b80 20 client.26114 trim_cache size 0 max 16384 2023-10-05T15:32:15.808 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.806+0000 7ff0d50d2b80 1 Processor -- start 2023-10-05T15:32:15.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.808+0000 7ff0d50d2b80 1 -- start start 2023-10-05T15:32:15.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3bdc00 0x556c7d3cff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 0x556c7d3c1530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 0x556c7d3c1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d1928c0 con 0x556c7d3c93d0 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d3bb560 con 0x556c7d3be520 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.809+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d3badc0 con 0x556c7d3bdc00 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.810+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 0x556c7d3c1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.810+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 0x556c7d3c1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50188/0 (socket says 172.21.15.29:50188) 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.810+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/3031070730 learned_addr learned my addr 172.21.15.29:0/3031070730 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:15.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.810+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 0x556c7d3c1530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.810+0000 7ff0c259c700 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3bdc00 0x556c7d3cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 -- 172.21.15.29:0/3031070730 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3bdc00 msgr2=0x556c7d3cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3bdc00 0x556c7d3cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 -- 172.21.15.29:0/3031070730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 msgr2=0x556c7d3c1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 0x556c7d3c1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 -- 172.21.15.29:0/3031070730 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c7d3db800 con 0x556c7d3be520 2023-10-05T15:32:15.814 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.811+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 0x556c7d3c1530 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff0b400b800 tx=0x7ff0b400bb10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d5854908ecfb934 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.821+0000 7ff0b17fa700 1 -- 172.21.15.29:0/3031070730 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4014530 con 0x556c7d3be520 2023-10-05T15:32:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.821+0000 7ff0b17fa700 1 -- 172.21.15.29:0/3031070730 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0b4014b50 con 0x556c7d3be520 2023-10-05T15:32:15.830 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.821+0000 7ff0b17fa700 1 -- 172.21.15.29:0/3031070730 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4015a00 con 0x556c7d3be520 2023-10-05T15:32:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.829+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/3031070730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 msgr2=0x556c7d3c1530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:15.831 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.829+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 0x556c7d3c1530 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff0b400b800 tx=0x7ff0b400bb10 comp rx=0 tx=0).stop 2023-10-05T15:32:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.840+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/3031070730 shutdown_connections 2023-10-05T15:32:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.840+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3bdc00 0x556c7d3cff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.840+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3c93d0 0x556c7d3c1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.840+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/3031070730 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3be520 0x556c7d3c1530 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.840+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/3031070730 >> 172.21.15.29:0/3031070730 conn(0x556c7d333200 msgr2=0x556c7d3c69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:15.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.841+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/3031070730 shutdown_connections 2023-10-05T15:32:15.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.852+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/3031070730 wait complete. 2023-10-05T15:32:15.854 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.852+0000 7ff0d50d2b80 1 -- start start 2023-10-05T15:32:15.862 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 Processor -- start 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3bdc00 0x556c7d425220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3be520 0x556c7d425760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d421490 con 0x556c7d3be520 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d421600 con 0x556c7d3bdc00 2023-10-05T15:32:15.863 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c7d4217c0 con 0x556c7d3c93d0 2023-10-05T15:32:15.864 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.860+0000 7ff0d50d2b80 10 client.0 _ll_register_callbacks cb 0x7ff0bc099bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:15.866 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.864+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.864+0000 7ff0c2d9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56600/0 (socket says 172.21.15.29:56600) 2023-10-05T15:32:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.864+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1060033166 learned_addr learned my addr 172.21.15.29:0/1060033166 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:15.867 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.865+0000 7ff0c259c700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3bdc00 0x556c7d425220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.869+0000 7ff0c1d9b700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3be520 0x556c7d425760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.871+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3bdc00 msgr2=0x556c7d425220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.880 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.871+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3bdc00 0x556c7d425220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.871+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1060033166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3be520 msgr2=0x556c7d425760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.871+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3be520 0x556c7d425760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.871+0000 7ff0c2d9d700 1 -- 172.21.15.29:0/1060033166 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b400e040 con 0x556c7d3c93d0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0c2d9d700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc098170 tx=0x7ff0bc015f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b58315088bcdda8 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc099310 con 0x556c7d3c93d0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7ff0bc0a21b0 con 0x556c7d3c93d0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff0b8005510 con 0x556c7d3c93d0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0bc095c60 con 0x556c7d3c93d0 2023-10-05T15:32:15.881 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 10 client.26080 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x556c7d1631f0 con 0x556c7d3c93d0 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7ff0b8005510 con 0x556c7d3c93d0 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7ff0bc09ecb0 con 0x556c7d3c93d0 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 10 client.26080 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 10 client.26080 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 20 client.26080 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.874+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d42dc30 0x556c7d430050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.875+0000 7ff0d50d2b80 4 client.26080 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.875+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x556c7d30aad0 con 0x556c7d42dc30 2023-10-05T15:32:15.882 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.875+0000 7ff0c259c700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d42dc30 0x556c7d430050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:15.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.881+0000 7ff0c259c700 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d42dc30 0x556c7d430050 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5eae72f2a3697f7 server_cookie=c6fd5849a96c7e59 in_seq=0 out_seq=0 2023-10-05T15:32:15.886 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:15.881+0000 7ff0a9ffb700 10 client.26080 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:16.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.057+0000 7ff0a9ffb700 1 -- 172.21.15.29:0/1060033166 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x556c7d30aad0 con 0x556c7d42dc30 2023-10-05T15:32:16.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.057+0000 7ff0a9ffb700 10 client.26080 handle_command_reply: tid=0 2023-10-05T15:32:16.060 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.057+0000 7ff0d50d2b80 1 client.26080 shutdown 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 msgr2=0x556c7d420df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc098170 tx=0x7ff0bc015f90 comp rx=0 tx=0).stop 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 shutdown_connections 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x556c7d42dc30 0x556c7d430050 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x556c7d3c93d0 0x556c7d420df0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.063 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x556c7d3bdc00 0x556c7d425220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.064 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 --2- 172.21.15.29:0/1060033166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556c7d3be520 0x556c7d425760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.064 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 >> 172.21.15.29:0/1060033166 conn(0x556c7d333200 msgr2=0x556c7d3c69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:16.064 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.060+0000 7ff0a9ffb700 0 client.26080 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:16.064 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.061+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 shutdown_connections 2023-10-05T15:32:16.068 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.066+0000 7ff0d50d2b80 1 -- 172.21.15.29:0/1060033166 wait complete. 2023-10-05T15:32:16.069 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.067+0000 7ff0d50d2b80 20 client.26080 trim_cache size 0 max 16384 2023-10-05T15:32:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:32:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:32:16.070 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:32:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:32:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.068+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 msgr2=0x7ff0ac0a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.068+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 0x7ff0ac0a3bf0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8035000 tx=0x7ff0b8004b90 comp rx=0 tx=0).stop 2023-10-05T15:32:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.068+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 msgr2=0x7ff0c41a2310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:16.071 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.068+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00b7b0 tx=0x7ff0bc00bb70 comp rx=0 tx=0).stop 2023-10-05T15:32:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 shutdown_connections 2023-10-05T15:32:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7ff0ac0a1730 0x7ff0ac0a3bf0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7ff0c410f620 0x7ff0c4115bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7ff0c411a690 0x7ff0c41a2310 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.082 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 --2- 172.21.15.29:0/485593840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0c410fa90 0x7ff0c4116130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:16.083 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.080+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 >> 172.21.15.29:0/485593840 conn(0x7ff0c406cfa0 msgr2=0x7ff0c40718b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:16.091 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.086+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 shutdown_connections 2023-10-05T15:32:16.095 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:16.093+0000 7ff0c8ee8700 1 -- 172.21.15.29:0/485593840 wait complete. 2023-10-05T15:32:17.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:17 smithi029 ceph-mon[99237]: pgmap v304: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 88 MiB/s wr, 1.50k op/s 2023-10-05T15:32:17.418 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:17 smithi040 ceph-mon[103696]: pgmap v304: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 88 MiB/s wr, 1.50k op/s 2023-10-05T15:32:17.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:17 smithi177 ceph-mon[103568]: pgmap v304: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 88 MiB/s wr, 1.50k op/s 2023-10-05T15:32:19.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:19 smithi029 ceph-mon[99237]: pgmap v305: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 93 MiB/s wr, 1.55k op/s 2023-10-05T15:32:19.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:19 smithi040 ceph-mon[103696]: pgmap v305: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 93 MiB/s wr, 1.55k op/s 2023-10-05T15:32:19.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:19 smithi177 ceph-mon[103568]: pgmap v305: 129 pgs: 129 active+clean; 24 GiB data, 61 GiB used, 1012 GiB / 1.0 TiB avail; 4.8 MiB/s rd, 93 MiB/s wr, 1.55k op/s 2023-10-05T15:32:21.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:21 smithi040 ceph-mon[103696]: pgmap v306: 129 pgs: 129 active+clean; 25 GiB data, 61 GiB used, 1011 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 96 MiB/s wr, 1.57k op/s 2023-10-05T15:32:21.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:21 smithi177 ceph-mon[103568]: pgmap v306: 129 pgs: 129 active+clean; 25 GiB data, 61 GiB used, 1011 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 96 MiB/s wr, 1.57k op/s 2023-10-05T15:32:21.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:21 smithi029 ceph-mon[99237]: pgmap v306: 129 pgs: 129 active+clean; 25 GiB data, 61 GiB used, 1011 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 96 MiB/s wr, 1.57k op/s 2023-10-05T15:32:22.408 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:22 smithi040 ceph-mon[103696]: pgmap v307: 129 pgs: 129 active+clean; 25 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:32:22.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:22 smithi177 ceph-mon[103568]: pgmap v307: 129 pgs: 129 active+clean; 25 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:32:22.610 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:22 smithi029 ceph-mon[99237]: pgmap v307: 129 pgs: 129 active+clean; 25 GiB data, 62 GiB used, 1011 GiB / 1.0 TiB avail; 5.4 MiB/s rd, 102 MiB/s wr, 1.64k op/s 2023-10-05T15:32:24.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:24 smithi029 ceph-mon[99237]: pgmap v308: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 108 MiB/s wr, 1.74k op/s 2023-10-05T15:32:24.920 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:24 smithi040 ceph-mon[103696]: pgmap v308: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 108 MiB/s wr, 1.74k op/s 2023-10-05T15:32:24.930 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:24 smithi177 ceph-mon[103568]: pgmap v308: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.4 MiB/s rd, 108 MiB/s wr, 1.74k op/s 2023-10-05T15:32:27.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:26 smithi040 ceph-mon[103696]: pgmap v309: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 107 MiB/s wr, 1.75k op/s 2023-10-05T15:32:27.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:26 smithi177 ceph-mon[103568]: pgmap v309: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 107 MiB/s wr, 1.75k op/s 2023-10-05T15:32:27.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:26 smithi029 ceph-mon[99237]: pgmap v309: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 107 MiB/s wr, 1.75k op/s 2023-10-05T15:32:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.335+0000 7f82d83d8700 1 -- 172.21.15.29:0/1254657189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0107eb0 msgr2=0x7f82d0108330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.335+0000 7f82d83d8700 1 --2- 172.21.15.29:0/1254657189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0107eb0 0x7f82d0108330 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f82c800b0a0 tx=0x7f82c800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.347+0000 7f82d83d8700 1 -- 172.21.15.29:0/1254657189 shutdown_connections 2023-10-05T15:32:29.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.347+0000 7f82d83d8700 1 --2- 172.21.15.29:0/1254657189 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f82d0108870 0x7f82d0079110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.347+0000 7f82d83d8700 1 --2- 172.21.15.29:0/1254657189 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f82d010d520 0x7f82d010d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.347+0000 7f82d83d8700 1 --2- 172.21.15.29:0/1254657189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0107eb0 0x7f82d0108330 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.352 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.347+0000 7f82d83d8700 1 -- 172.21.15.29:0/1254657189 >> 172.21.15.29:0/1254657189 conn(0x7f82d006cfa0 msgr2=0x7f82d006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:29.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:28 smithi029 ceph-mon[99237]: pgmap v310: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 99 MiB/s wr, 1.63k op/s 2023-10-05T15:32:29.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.362+0000 7f82d83d8700 1 -- 172.21.15.29:0/1254657189 shutdown_connections 2023-10-05T15:32:29.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.362+0000 7f82d83d8700 1 -- 172.21.15.29:0/1254657189 wait complete. 2023-10-05T15:32:29.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.363+0000 7f82d83d8700 1 Processor -- start 2023-10-05T15:32:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 -- start start 2023-10-05T15:32:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f82d0107eb0 0x7f82d0082850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f82d010d520 0x7f82d007cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.368 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d007d050 con 0x7f82d0108870 2023-10-05T15:32:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d007d1c0 con 0x7f82d0107eb0 2023-10-05T15:32:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d83d8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d007d380 con 0x7f82d010d520 2023-10-05T15:32:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d5973700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.369 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d5973700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50208/0 (socket says 172.21.15.29:50208) 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.366+0000 7f82d5973700 1 -- 172.21.15.29:0/10797058 learned_addr learned my addr 172.21.15.29:0/10797058 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 -- 172.21.15.29:0/10797058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f82d010d520 msgr2=0x7f82d007cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f82d010d520 0x7f82d007cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 -- 172.21.15.29:0/10797058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f82d0107eb0 msgr2=0x7f82d0082850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f82d0107eb0 0x7f82d0082850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 -- 172.21.15.29:0/10797058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82c8009d00 con 0x7f82d0108870 2023-10-05T15:32:29.370 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.367+0000 7f82d5973700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f82c8009850 tx=0x7f82c8004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.370+0000 7f82c77fe700 1 -- 172.21.15.29:0/10797058 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c800e040 con 0x7f82d0108870 2023-10-05T15:32:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.370+0000 7f82c77fe700 1 -- 172.21.15.29:0/10797058 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82c8004020 con 0x7f82d0108870 2023-10-05T15:32:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.370+0000 7f82c77fe700 1 -- 172.21.15.29:0/10797058 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c801b6b0 con 0x7f82d0108870 2023-10-05T15:32:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.370+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82d01cc300 con 0x7f82d0108870 2023-10-05T15:32:29.372 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.370+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82d01cc730 con 0x7f82d0108870 2023-10-05T15:32:29.375 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.373+0000 7f82c77fe700 1 -- 172.21.15.29:0/10797058 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f82c801b810 con 0x7f82d0108870 2023-10-05T15:32:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.374+0000 7f82c77fe700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 0x7f82bc0a3c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.376 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.374+0000 7f82c77fe700 1 -- 172.21.15.29:0/10797058 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f82c80cf970 con 0x7f82d0108870 2023-10-05T15:32:29.377 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.375+0000 7f82e45c2b80 1 Processor -- start 2023-10-05T15:32:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 -- start start 2023-10-05T15:32:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c36fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c41e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.378 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c447c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9ba0400 con 0x5619b9c36c00 2023-10-05T15:32:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9b91bc0 con 0x5619b9c423d0 2023-10-05T15:32:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.376+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9b8f4e0 con 0x5619b9c37520 2023-10-05T15:32:29.379 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.377+0000 7f82d6975700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c447c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.388 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.386+0000 7f82d6174700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 0x7f82bc0a3c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.387+0000 7f82d5973700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c41e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.387+0000 7f82d5973700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c41e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56622/0 (socket says 172.21.15.29:56622) 2023-10-05T15:32:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.387+0000 7f82d5973700 1 -- 172.21.15.29:0/202200485 learned_addr learned my addr 172.21.15.29:0/202200485 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:29.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.390+0000 7f82d6174700 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c36fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 -- 172.21.15.29:0/202200485 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 msgr2=0x5619b9c41e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c41e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 -- 172.21.15.29:0/202200485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 msgr2=0x5619b9c447c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c447c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 -- 172.21.15.29:0/202200485 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619b99b5d80 con 0x5619b9c36c00 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 0x7f82bc0a3c40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f82cc009ce0 tx=0x7f82cc0124f0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82d6174700 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c36fe0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f82cc017000 tx=0x7f82cc01a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fd63a06f3a015fc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.391+0000 7f82c4d82700 1 -- 172.21.15.29:0/202200485 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc023070 con 0x5619b9c36c00 2023-10-05T15:32:29.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.392+0000 7f82c4d82700 1 -- 172.21.15.29:0/202200485 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82cc018e90 con 0x5619b9c36c00 2023-10-05T15:32:29.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.392+0000 7f82c4d82700 1 -- 172.21.15.29:0/202200485 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc01fe40 con 0x5619b9c36c00 2023-10-05T15:32:29.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.393+0000 7f82e45c2b80 1 -- 172.21.15.29:0/202200485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 msgr2=0x5619b9c36fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.393+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c36fe0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f82cc017000 tx=0x7f82cc01a000 comp rx=0 tx=0).stop 2023-10-05T15:32:29.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:28 smithi040 ceph-mon[103696]: pgmap v310: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 99 MiB/s wr, 1.63k op/s 2023-10-05T15:32:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.406+0000 7f82e45c2b80 1 -- 172.21.15.29:0/202200485 shutdown_connections 2023-10-05T15:32:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.406+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c447c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.406+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c36fe0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.408 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.406+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/202200485 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c41e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.409 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.406+0000 7f82e45c2b80 1 -- 172.21.15.29:0/202200485 >> 172.21.15.29:0/202200485 conn(0x5619b9bac200 msgr2=0x5619b9c33080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:29.417 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.415+0000 7f82e45c2b80 1 -- 172.21.15.29:0/202200485 shutdown_connections 2023-10-05T15:32:29.424 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.422+0000 7f82e45c2b80 1 -- 172.21.15.29:0/202200485 wait complete. 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.422+0000 7f82e45c2b80 1 -- start start 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.422+0000 7f82e45c2b80 1 Processor -- start 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c3f020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c423d0 0x5619b9c3f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.425 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9b8add0 con 0x5619b9c423d0 2023-10-05T15:32:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9b276b0 con 0x5619b9c36c00 2023-10-05T15:32:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9b27350 con 0x5619b9c37520 2023-10-05T15:32:29.426 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.423+0000 7f82e45c2b80 10 client.0 _ll_register_callbacks cb 0x5619b99847a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:29.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:28 smithi177 ceph-mon[103568]: pgmap v310: 129 pgs: 129 active+clean; 25 GiB data, 63 GiB used, 1010 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 99 MiB/s wr, 1.63k op/s 2023-10-05T15:32:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.431+0000 7f82d6174700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.431+0000 7f82d6174700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57348/0 (socket says 172.21.15.29:57348) 2023-10-05T15:32:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.431+0000 7f82d6174700 1 -- 172.21.15.29:0/3851614563 learned_addr learned my addr 172.21.15.29:0/3851614563 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:29.433 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.431+0000 7f82d5973700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c3f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.434+0000 7f82d6975700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c423d0 0x5619b9c3f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.438+0000 7f82d6174700 1 -- 172.21.15.29:0/3851614563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 msgr2=0x5619b9c3f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.438+0000 7f82d6174700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c3f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.438+0000 7f82d6174700 1 -- 172.21.15.29:0/3851614563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c423d0 msgr2=0x5619b9c3f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.438+0000 7f82d6174700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c423d0 0x5619b9c3f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.441 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.438+0000 7f82d6174700 1 -- 172.21.15.29:0/3851614563 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82cc009e20 con 0x5619b9c36c00 2023-10-05T15:32:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.440+0000 7f82d6174700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f82cc009fd0 tx=0x7f82cc0048d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=660377e7c35dd04d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.442 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.440+0000 7f82b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:32:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.448+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc023070 con 0x5619b9c36c00 2023-10-05T15:32:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.448+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f82cc01fc50 con 0x5619b9c36c00 2023-10-05T15:32:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.448+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5619b9c2ad50 con 0x5619b9c36c00 2023-10-05T15:32:29.451 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.449+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82cc01fe10 con 0x5619b9c36c00 2023-10-05T15:32:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.460+0000 7f82e45c2b80 10 client.26126 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:29.467 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.460+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5619b999ec00 con 0x5619b9c36c00 2023-10-05T15:32:29.474 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.471+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x5619b9c2ad50 con 0x5619b9c36c00 2023-10-05T15:32:29.475 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.471+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f82cc0294e0 con 0x5619b9c36c00 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 10 client.26126 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 10 client.26126 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 20 client.26126 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9c51dd0 0x5619b9c541f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 4 client.26126 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:32:29.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.478+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5619b9b83db0 con 0x5619b9c51dd0 2023-10-05T15:32:29.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.483+0000 7f82d5973700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9c51dd0 0x5619b9c541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.507+0000 7f82d5973700 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9c51dd0 0x5619b9c541f0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90e4ddaf7f9b4366 server_cookie=4a8da5ae08bb415e in_seq=0 out_seq=0 2023-10-05T15:32:29.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.508+0000 7f82b9ffb700 10 client.26126 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.527+0000 7f82b9ffb700 1 -- 172.21.15.29:0/3851614563 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x5619b9b83db0 con 0x5619b9c51dd0 2023-10-05T15:32:29.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.527+0000 7f82b9ffb700 10 client.26126 handle_command_reply: tid=0 2023-10-05T15:32:29.530 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.528+0000 7f82e45c2b80 1 client.26126 shutdown 2023-10-05T15:32:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.534+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 msgr2=0x5619b9c41e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.536 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.534+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f82cc009fd0 tx=0x7f82cc0048d0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 shutdown_connections 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9c51dd0 0x5619b9c541f0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c423d0 0x5619b9c3f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c36c00 0x5619b9c41e10 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3851614563 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c37520 0x5619b9c3f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.549+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 >> 172.21.15.29:0/3851614563 conn(0x5619b9bac200 msgr2=0x5619b9c32c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:29.555 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.553+0000 7f82b9ffb700 0 client.26126 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:29.561 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.555+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 shutdown_connections 2023-10-05T15:32:29.570 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.567+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3851614563 wait complete. 2023-10-05T15:32:29.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.585+0000 7f82e45c2b80 20 client.26126 trim_cache size 0 max 16384 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 Processor -- start 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 -- start start 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c37520 0x5619b9c41940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c423d0 0x5619b9c3a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.628 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9a0b8c0 con 0x5619b9c36c00 2023-10-05T15:32:29.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9c383f0 con 0x5619b9c37520 2023-10-05T15:32:29.629 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.624+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9c2f890 con 0x5619b9c423d0 2023-10-05T15:32:29.630 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.628+0000 7f82d6174700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.628+0000 7f82d6174700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50234/0 (socket says 172.21.15.29:50234) 2023-10-05T15:32:29.631 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.628+0000 7f82d6174700 1 -- 172.21.15.29:0/3917602488 learned_addr learned my addr 172.21.15.29:0/3917602488 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.632+0000 7f82d6975700 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c423d0 0x5619b9c3a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.633+0000 7f82d6174700 1 -- 172.21.15.29:0/3917602488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c423d0 msgr2=0x5619b9c3a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.633+0000 7f82d6174700 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c423d0 0x5619b9c3a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.633+0000 7f82d6174700 1 -- 172.21.15.29:0/3917602488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c37520 msgr2=0x5619b9c41940 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:32:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.633+0000 7f82d6174700 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c37520 0x5619b9c41940 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.636 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.633+0000 7f82d6174700 1 -- 172.21.15.29:0/3917602488 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619b99dc1f0 con 0x5619b9c36c00 2023-10-05T15:32:29.650 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.648+0000 7f82d6174700 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f82cc018e60 tx=0x7f82cc01f890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c3b12e523c0ae84 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.654+0000 7f82c5583700 1 -- 172.21.15.29:0/3917602488 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc023070 con 0x5619b9c36c00 2023-10-05T15:32:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.654+0000 7f82c5583700 1 -- 172.21.15.29:0/3917602488 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82cc029e90 con 0x5619b9c36c00 2023-10-05T15:32:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.654+0000 7f82c5583700 1 -- 172.21.15.29:0/3917602488 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc006040 con 0x5619b9c36c00 2023-10-05T15:32:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.655+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3917602488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 msgr2=0x5619b9c48f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:29.657 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.655+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f82cc018e60 tx=0x7f82cc01f890 comp rx=0 tx=0).stop 2023-10-05T15:32:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.668+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3917602488 shutdown_connections 2023-10-05T15:32:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.668+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c423d0 0x5619b9c3a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.668+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c36c00 0x5619b9c48f10 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.668+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/3917602488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c37520 0x5619b9c41940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.670 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.668+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3917602488 >> 172.21.15.29:0/3917602488 conn(0x5619b9bac200 msgr2=0x5619b9c4d670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:29.684 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.682+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3917602488 shutdown_connections 2023-10-05T15:32:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.692+0000 7f82e45c2b80 1 -- 172.21.15.29:0/3917602488 wait complete. 2023-10-05T15:32:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.692+0000 7f82e45c2b80 1 -- start start 2023-10-05T15:32:29.695 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 Processor -- start 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c37520 0x5619b9c3b820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c3bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9c3c2a0 con 0x5619b9c37520 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9c3c410 con 0x5619b9c423d0 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619b9c3c5d0 con 0x5619b9c36c00 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82e45c2b80 10 client.0 _ll_register_callbacks cb 0x7f82cc0090c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82d6174700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.696 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82d6174700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56640/0 (socket says 172.21.15.29:56640) 2023-10-05T15:32:29.697 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.693+0000 7f82d6174700 1 -- 172.21.15.29:0/4054592020 learned_addr learned my addr 172.21.15.29:0/4054592020 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:29.701 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6975700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c3bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.701 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6174700 1 -- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 msgr2=0x5619b9c3bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.701 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6174700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c3bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.701 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6174700 1 -- 172.21.15.29:0/4054592020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c37520 msgr2=0x5619b9c3b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:29.701 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6174700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c37520 0x5619b9c3b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:29.702 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6174700 1 -- 172.21.15.29:0/4054592020 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5619b999ec00 con 0x5619b9c36c00 2023-10-05T15:32:29.702 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.699+0000 7f82d6975700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c3bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:32:29.704 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.702+0000 7f82d6174700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f82cc029870 tx=0x7f82cc005cf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c424e6409480e9d4 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:29.704 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.702+0000 7f82b9ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:32:29.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.702+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82cc023070 con 0x5619b9c36c00 2023-10-05T15:32:29.705 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.702+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f82cc006250 con 0x5619b9c36c00 2023-10-05T15:32:29.707 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.705+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f82cc018e90 con 0x5619b9c36c00 2023-10-05T15:32:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.715+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f82cc009720 con 0x5619b9c36c00 2023-10-05T15:32:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.718+0000 7f82e45c2b80 10 client.26089 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:29.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.719+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x5619b99b4250 con 0x5619b9c36c00 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.719+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f82cc018e90 con 0x5619b9c36c00 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.720+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f82cc03d440 con 0x5619b9c36c00 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 10 client.26089 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 10 client.26089 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 20 client.26089 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9ca60c0 0x5619b9ca84b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 4 client.26089 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:32:29.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.726+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5619b9b83ad0 con 0x5619b9ca60c0 2023-10-05T15:32:29.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.727+0000 7f82d5973700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9ca60c0 0x5619b9ca84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:29.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.745+0000 7f82d5973700 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9ca60c0 0x5619b9ca84b0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f64c1dd2255cafa server_cookie=4688e9a173227c22 in_seq=0 out_seq=0 2023-10-05T15:32:29.747 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:29.745+0000 7f82b9ffb700 10 client.26089 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:30.113 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.110+0000 7f82b9ffb700 1 -- 172.21.15.29:0/4054592020 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5619b9b83ad0 con 0x5619b9ca60c0 2023-10-05T15:32:30.113 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.110+0000 7f82b9ffb700 10 client.26089 handle_command_reply: tid=0 2023-10-05T15:32:30.120 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.111+0000 7f82e45c2b80 1 client.26089 shutdown 2023-10-05T15:32:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.123+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 msgr2=0x5619b9c3b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:30.125 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.123+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f82cc029870 tx=0x7f82cc005cf0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 shutdown_connections 2023-10-05T15:32:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x5619b9ca60c0 0x5619b9ca84b0 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.147 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x5619b9c36c00 0x5619b9c3b2e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x5619b9c423d0 0x5619b9c3bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 --2- 172.21.15.29:0/4054592020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5619b9c37520 0x5619b9c3b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.148 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.145+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 >> 172.21.15.29:0/4054592020 conn(0x5619b9bac200 msgr2=0x5619b9c3a390 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:30.149 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.147+0000 7f82b9ffb700 0 client.26089 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:30.152 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.150+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 shutdown_connections 2023-10-05T15:32:30.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.163+0000 7f82e45c2b80 1 -- 172.21.15.29:0/4054592020 wait complete. 2023-10-05T15:32:30.166 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.164+0000 7f82e45c2b80 20 client.26089 trim_cache size 0 max 16384 2023-10-05T15:32:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:32:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:32:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:32:30.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:32:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.173+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 msgr2=0x7f82bc0a3c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.173+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 0x7f82bc0a3c40 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f82cc009ce0 tx=0x7f82cc0124f0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.173+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 msgr2=0x7f82d007c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:30.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.173+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f82c8009850 tx=0x7f82c8004a50 comp rx=0 tx=0).stop 2023-10-05T15:32:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 shutdown_connections 2023-10-05T15:32:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f82bc0a1780 0x7f82bc0a3c40 secure :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f82cc009ce0 tx=0x7f82cc0124f0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f82d010d520 0x7f82d007cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f82d0107eb0 0x7f82d0082850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:30.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 --2- 172.21.15.29:0/10797058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82d0108870 0x7f82d007c5d0 secure :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f82c8009850 tx=0x7f82c8004a50 comp rx=0 tx=0).stop 2023-10-05T15:32:30.177 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.174+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 >> 172.21.15.29:0/10797058 conn(0x7f82d006cfa0 msgr2=0x7f82d0071590 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:30.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.181+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 shutdown_connections 2023-10-05T15:32:30.186 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:30.184+0000 7f82d83d8700 1 -- 172.21.15.29:0/10797058 wait complete. 2023-10-05T15:32:31.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:30 smithi029 ceph-mon[99237]: pgmap v311: 129 pgs: 129 active+clean; 25 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 6.8 MiB/s rd, 98 MiB/s wr, 1.61k op/s 2023-10-05T15:32:31.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:30 smithi040 ceph-mon[103696]: pgmap v311: 129 pgs: 129 active+clean; 25 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 6.8 MiB/s rd, 98 MiB/s wr, 1.61k op/s 2023-10-05T15:32:31.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:30 smithi177 ceph-mon[103568]: pgmap v311: 129 pgs: 129 active+clean; 25 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 6.8 MiB/s rd, 98 MiB/s wr, 1.61k op/s 2023-10-05T15:32:33.360 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:33 smithi029 ceph-mon[99237]: pgmap v312: 129 pgs: 129 active+clean; 26 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 118 MiB/s wr, 1.93k op/s 2023-10-05T15:32:33.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:33 smithi040 ceph-mon[103696]: pgmap v312: 129 pgs: 129 active+clean; 26 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 118 MiB/s wr, 1.93k op/s 2023-10-05T15:32:33.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:33 smithi177 ceph-mon[103568]: pgmap v312: 129 pgs: 129 active+clean; 26 GiB data, 64 GiB used, 1009 GiB / 1.0 TiB avail; 7.9 MiB/s rd, 118 MiB/s wr, 1.93k op/s 2023-10-05T15:32:35.361 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:35 smithi029 ceph-mon[99237]: pgmap v313: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 113 MiB/s wr, 1.85k op/s 2023-10-05T15:32:35.409 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:35 smithi040 ceph-mon[103696]: pgmap v313: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 113 MiB/s wr, 1.85k op/s 2023-10-05T15:32:35.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:35 smithi177 ceph-mon[103568]: pgmap v313: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 113 MiB/s wr, 1.85k op/s 2023-10-05T15:32:37.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:37 smithi040 ceph-mon[103696]: pgmap v314: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 132 MiB/s wr, 2.15k op/s 2023-10-05T15:32:37.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:37 smithi177 ceph-mon[103568]: pgmap v314: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 132 MiB/s wr, 2.15k op/s 2023-10-05T15:32:37.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:37 smithi029 ceph-mon[99237]: pgmap v314: 129 pgs: 129 active+clean; 26 GiB data, 65 GiB used, 1008 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 132 MiB/s wr, 2.15k op/s 2023-10-05T15:32:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:39 smithi029 ceph-mon[99237]: pgmap v315: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 114 MiB/s wr, 1.86k op/s 2023-10-05T15:32:39.661 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:39 smithi040 ceph-mon[103696]: pgmap v315: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 114 MiB/s wr, 1.86k op/s 2023-10-05T15:32:39.683 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:39 smithi177 ceph-mon[103568]: pgmap v315: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 7.4 MiB/s rd, 114 MiB/s wr, 1.86k op/s 2023-10-05T15:32:41.108 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:40 smithi029 ceph-mon[99237]: pgmap v316: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 128 MiB/s wr, 2.08k op/s 2023-10-05T15:32:41.155 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:40 smithi040 ceph-mon[103696]: pgmap v316: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 128 MiB/s wr, 2.08k op/s 2023-10-05T15:32:41.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:40 smithi177 ceph-mon[103568]: pgmap v316: 129 pgs: 129 active+clean; 26 GiB data, 66 GiB used, 1007 GiB / 1.0 TiB avail; 8.5 MiB/s rd, 128 MiB/s wr, 2.08k op/s 2023-10-05T15:32:43.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:42 smithi040 ceph-mon[103696]: pgmap v317: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.4 MiB/s rd, 139 MiB/s wr, 2.26k op/s 2023-10-05T15:32:43.178 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:42 smithi177 ceph-mon[103568]: pgmap v317: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.4 MiB/s rd, 139 MiB/s wr, 2.26k op/s 2023-10-05T15:32:43.365 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:42 smithi029 ceph-mon[99237]: pgmap v317: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 9.4 MiB/s rd, 139 MiB/s wr, 2.26k op/s 2023-10-05T15:32:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.468+0000 7fe520a6e700 1 -- 172.21.15.29:0/378822824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c11a690 msgr2=0x7fe51c11ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.470 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.468+0000 7fe520a6e700 1 --2- 172.21.15.29:0/378822824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c11a690 0x7fe51c11ca80 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fe514009990 tx=0x7fe514009ca0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.481+0000 7fe520a6e700 1 -- 172.21.15.29:0/378822824 shutdown_connections 2023-10-05T15:32:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.481+0000 7fe520a6e700 1 --2- 172.21.15.29:0/378822824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c11a690 0x7fe51c11ca80 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.481+0000 7fe520a6e700 1 --2- 172.21.15.29:0/378822824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c10f620 0x7fe51c107eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.481+0000 7fe520a6e700 1 --2- 172.21.15.29:0/378822824 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 0x7fe51c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.492 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.481+0000 7fe520a6e700 1 -- 172.21.15.29:0/378822824 >> 172.21.15.29:0/378822824 conn(0x7fe51c06cfa0 msgr2=0x7fe51c06d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:43.505 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.502+0000 7fe520a6e700 1 -- 172.21.15.29:0/378822824 shutdown_connections 2023-10-05T15:32:43.516 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.513+0000 7fe520a6e700 1 -- 172.21.15.29:0/378822824 wait complete. 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 Processor -- start 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 -- start start 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 0x7fe51c118ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c11a690 0x7fe51c111760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51c111e90 con 0x7fe51c10f620 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51c112000 con 0x7fe51c11a690 2023-10-05T15:32:43.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.514+0000 7fe520a6e700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51c1121c0 con 0x7fe51c10fa90 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.518+0000 7fe51ad9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c11a690 0x7fe51c111760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.519+0000 7fe51a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.519+0000 7fe51a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50252/0 (socket says 172.21.15.29:50252) 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.519+0000 7fe51a59c700 1 -- 172.21.15.29:0/965767285 learned_addr learned my addr 172.21.15.29:0/965767285 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.519+0000 7fe519d9b700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 0x7fe51c118ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 -- 172.21.15.29:0/965767285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 msgr2=0x7fe51c118ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 0x7fe51c118ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 -- 172.21.15.29:0/965767285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c11a690 msgr2=0x7fe51c111760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.528 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c11a690 0x7fe51c111760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 -- 172.21.15.29:0/965767285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5140095f0 con 0x7fe51c10f620 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.520+0000 7fe51a59c700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fe50c00ada0 tx=0x7fe50c00c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.521+0000 7fe5137fe700 1 -- 172.21.15.29:0/965767285 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c00f070 con 0x7fe51c10f620 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.521+0000 7fe5137fe700 1 -- 172.21.15.29:0/965767285 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe50c00ce40 con 0x7fe51c10f620 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.521+0000 7fe5137fe700 1 -- 172.21.15.29:0/965767285 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c005520 con 0x7fe51c10f620 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.525+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe51c1124a0 con 0x7fe51c10f620 2023-10-05T15:32:43.529 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.525+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe51c116660 con 0x7fe51c10f620 2023-10-05T15:32:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.531+0000 7fe5137fe700 1 -- 172.21.15.29:0/965767285 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fe50c004ad0 con 0x7fe51c10f620 2023-10-05T15:32:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.532+0000 7fe5137fe700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 0x7fe5080c5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.538 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.532+0000 7fe5137fe700 1 -- 172.21.15.29:0/965767285 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe50c0cc680 con 0x7fe51c10f620 2023-10-05T15:32:43.545 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.539+0000 7fe52cc58b80 1 Processor -- start 2023-10-05T15:32:43.545 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.540+0000 7fe519d9b700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 0x7fe5080c5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 -- start start 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ed9fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee4e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee77c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7e43400 con 0x55e6d7eda520 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7e34bc0 con 0x55e6d7ee53d0 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7e324e0 con 0x55e6d7ed9c00 2023-10-05T15:32:43.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.546+0000 7fe519d9b700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 0x7fe5080c5cd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe504005fd0 tx=0x7fe504005ee0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.553+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.553+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50260/0 (socket says 172.21.15.29:50260) 2023-10-05T15:32:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.553+0000 7fe519d9b700 1 -- 172.21.15.29:0/1972858782 learned_addr learned my addr 172.21.15.29:0/1972858782 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:43.556 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.554+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ed9fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.556+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee77c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.563+0000 7fe51a59c700 1 -- 172.21.15.29:0/1972858782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ee53d0 msgr2=0x55e6d7ee77c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.563+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee77c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.563+0000 7fe51a59c700 1 -- 172.21.15.29:0/1972858782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 msgr2=0x55e6d7ee4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.563+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.563+0000 7fe51a59c700 1 -- 172.21.15.29:0/1972858782 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6d7c58d80 con 0x55e6d7ed9c00 2023-10-05T15:32:43.577 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.575+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ed9fe0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0c9a40 tx=0x7fe50c098d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dde54052f4328517 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.585+0000 7fe510ff9700 1 -- 172.21.15.29:0/1972858782 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c09d420 con 0x55e6d7ed9c00 2023-10-05T15:32:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.585+0000 7fe510ff9700 1 -- 172.21.15.29:0/1972858782 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe50c0a1660 con 0x55e6d7ed9c00 2023-10-05T15:32:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.585+0000 7fe510ff9700 1 -- 172.21.15.29:0/1972858782 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c0987c0 con 0x55e6d7ed9c00 2023-10-05T15:32:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.586+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1972858782 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 msgr2=0x55e6d7ed9fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.586+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ed9fe0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0c9a40 tx=0x7fe50c098d20 comp rx=0 tx=0).stop 2023-10-05T15:32:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.590+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1972858782 shutdown_connections 2023-10-05T15:32:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.590+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ed9fe0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.590+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee77c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.590+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1972858782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.592 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.590+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1972858782 >> 172.21.15.29:0/1972858782 conn(0x55e6d7e4f200 msgr2=0x55e6d7ed6080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:43.612 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.610+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1972858782 shutdown_connections 2023-10-05T15:32:43.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.610+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1972858782 wait complete. 2023-10-05T15:32:43.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.610+0000 7fe52cc58b80 1 -- start start 2023-10-05T15:32:43.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.610+0000 7fe52cc58b80 1 Processor -- start 2023-10-05T15:32:43.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ee2250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.613 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7e2ddd0 con 0x55e6d7eda520 2023-10-05T15:32:43.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7dca6b0 con 0x55e6d7ed9c00 2023-10-05T15:32:43.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7dca350 con 0x55e6d7ee53d0 2023-10-05T15:32:43.614 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.611+0000 7fe52cc58b80 10 client.0 _ll_register_callbacks cb 0x55e6d7c277a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.622+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.622+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee2790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50264/0 (socket says 172.21.15.29:50264) 2023-10-05T15:32:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.622+0000 7fe519d9b700 1 -- 172.21.15.29:0/182061281 learned_addr learned my addr 172.21.15.29:0/182061281 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:43.624 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.622+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.625 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.622+0000 7fe51a59c700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ee2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 -- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ed9c00 msgr2=0x55e6d7ee2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.632 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ee2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 -- 172.21.15.29:0/182061281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 msgr2=0x55e6d7ee2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 -- 172.21.15.29:0/182061281 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe51c116660 con 0x55e6d7ee53d0 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee2cd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe5140098e0 tx=0x7fe51400bc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b56961295d3119c5 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe501ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe514003dd0 con 0x55e6d7ee53d0 2023-10-05T15:32:43.633 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.630+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe5140050b0 con 0x55e6d7ee53d0 2023-10-05T15:32:43.634 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.631+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e6d7ecdd50 con 0x55e6d7ee53d0 2023-10-05T15:32:43.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.633+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe514005270 con 0x55e6d7ee53d0 2023-10-05T15:32:43.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.633+0000 7fe52cc58b80 10 client.26098 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:43.635 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.633+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55e6d7c41c00 con 0x55e6d7ee53d0 2023-10-05T15:32:43.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55e6d7ecdd50 con 0x55e6d7ee53d0 2023-10-05T15:32:43.638 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe51402a070 con 0x55e6d7ee53d0 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 10 client.26098 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 10 client.26098 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 20 client.26098 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7ef5020 0x55e6d7ef7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 4 client.26098 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:32:43.639 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.636+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e6d7e26db0 con 0x55e6d7ef5020 2023-10-05T15:32:43.650 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.646+0000 7fe51a59c700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7ef5020 0x55e6d7ef7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.690 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.688+0000 7fe51a59c700 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7ef5020 0x55e6d7ef7440 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff477bd1df0a18b1 server_cookie=7c6a272b48bc5cf0 in_seq=0 out_seq=0 2023-10-05T15:32:43.704 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.691+0000 7fe501ffb700 10 client.26098 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.703+0000 7fe501ffb700 1 -- 172.21.15.29:0/182061281 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55e6d7e26db0 con 0x55e6d7ef5020 2023-10-05T15:32:43.708 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.703+0000 7fe501ffb700 10 client.26098 handle_command_reply: tid=0 2023-10-05T15:32:43.709 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.703+0000 7fe52cc58b80 1 client.26098 shutdown 2023-10-05T15:32:43.721 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.717+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 msgr2=0x55e6d7ee2cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.721 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.717+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee2cd0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe5140098e0 tx=0x7fe51400bc00 comp rx=0 tx=0).stop 2023-10-05T15:32:43.721 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 shutdown_connections 2023-10-05T15:32:43.721 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7ef5020 0x55e6d7ef7440 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.721 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7ee2cd0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7ed9c00 0x55e6d7ee2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/182061281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7eda520 0x55e6d7ee2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 >> 172.21.15.29:0/182061281 conn(0x55e6d7e4f200 msgr2=0x55e6d7ed5c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:43.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.719+0000 7fe501ffb700 0 client.26098 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:43.722 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.720+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 shutdown_connections 2023-10-05T15:32:43.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.731+0000 7fe52cc58b80 1 -- 172.21.15.29:0/182061281 wait complete. 2023-10-05T15:32:43.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.732+0000 7fe52cc58b80 20 client.26098 trim_cache size 0 max 16384 2023-10-05T15:32:43.783 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.770+0000 7fe52cc58b80 1 Processor -- start 2023-10-05T15:32:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.788+0000 7fe52cc58b80 1 -- start start 2023-10-05T15:32:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.788+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.788+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7edd4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.788+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7edda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.789+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7cae8c0 con 0x55e6d7ed9c00 2023-10-05T15:32:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.789+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7ecdc40 con 0x55e6d7eda520 2023-10-05T15:32:43.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.789+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7ed2180 con 0x55e6d7ee53d0 2023-10-05T15:32:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.796+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7edd4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.796+0000 7fe51a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.796+0000 7fe51a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50274/0 (socket says 172.21.15.29:50274) 2023-10-05T15:32:43.798 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.796+0000 7fe51a59c700 1 -- 172.21.15.29:0/2863008587 learned_addr learned my addr 172.21.15.29:0/2863008587 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 -- 172.21.15.29:0/2863008587 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 msgr2=0x55e6d7edda10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7edda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 -- 172.21.15.29:0/2863008587 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 msgr2=0x55e6d7edd4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7edd4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.799 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 -- 172.21.15.29:0/2863008587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e6d7efc070 con 0x55e6d7ed9c00 2023-10-05T15:32:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.797+0000 7fe51a59c700 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe50c098fd0 tx=0x7fe50c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6659c455056bf0cd server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.798+0000 7fe5117fa700 1 -- 172.21.15.29:0/2863008587 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c0b7040 con 0x55e6d7ed9c00 2023-10-05T15:32:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.798+0000 7fe5117fa700 1 -- 172.21.15.29:0/2863008587 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe50c097670 con 0x55e6d7ed9c00 2023-10-05T15:32:43.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.798+0000 7fe5117fa700 1 -- 172.21.15.29:0/2863008587 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c099530 con 0x55e6d7ed9c00 2023-10-05T15:32:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 -- 172.21.15.29:0/2863008587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 msgr2=0x55e6d7eebf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7fe50c098fd0 tx=0x7fe50c000f40 comp rx=0 tx=0).stop 2023-10-05T15:32:43.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 -- 172.21.15.29:0/2863008587 shutdown_connections 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7edda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7eebf20 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/2863008587 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7edd4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 -- 172.21.15.29:0/2863008587 >> 172.21.15.29:0/2863008587 conn(0x55e6d7e4f200 msgr2=0x55e6d7ef7030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 -- 172.21.15.29:0/2863008587 shutdown_connections 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.799+0000 7fe52cc58b80 1 -- 172.21.15.29:0/2863008587 wait complete. 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 -- start start 2023-10-05T15:32:43.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 Processor -- start 2023-10-05T15:32:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7f417f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7f41d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7eeb7e0 con 0x55e6d7ed9c00 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7eeb950 con 0x55e6d7eda520 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e6d7eebb10 con 0x55e6d7ee53d0 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.800+0000 7fe52cc58b80 10 client.0 _ll_register_callbacks cb 0x7fe514009810 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51a59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7f417f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe519d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7f41d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.805 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56684/0 (socket says 172.21.15.29:56684) 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 -- 172.21.15.29:0/1632126125 learned_addr learned my addr 172.21.15.29:0/1632126125 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 -- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 msgr2=0x55e6d7f41d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7f41d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 -- 172.21.15.29:0/1632126125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 msgr2=0x55e6d7f417f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7f417f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.801+0000 7fe51ad9d700 1 -- 172.21.15.29:0/1632126125 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e6d7c58d80 con 0x55e6d7ee53d0 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.802+0000 7fe51ad9d700 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe51400c010 tx=0x7fe5140036f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fde6ed089015dc2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:43.806 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.802+0000 7fe501ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.802+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe514017940 con 0x55e6d7ee53d0 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.802+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fe514000e40 con 0x55e6d7ee53d0 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.802+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe50c0a1660 con 0x55e6d7ee53d0 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.804+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe514005c00 con 0x55e6d7ee53d0 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.804+0000 7fe52cc58b80 10 client.26101 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:43.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.804+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55e6d7c7f1f0 con 0x55e6d7ee53d0 2023-10-05T15:32:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fe50c0a1660 con 0x55e6d7ee53d0 2023-10-05T15:32:43.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7fe51400b260 con 0x55e6d7ee53d0 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 10 client.26101 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 10 client.26101 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 20 client.26101 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7f49260 0x55e6d7f4b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 4 client.26101 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.810+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e6d7e26ad0 con 0x55e6d7f49260 2023-10-05T15:32:43.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.811+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7f49260 0x55e6d7f4b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:43.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.840+0000 7fe51a59c700 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7f49260 0x55e6d7f4b680 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=49e4e9f7ffe6dc15 server_cookie=a8324321d6e445e6 in_seq=0 out_seq=0 2023-10-05T15:32:43.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.840+0000 7fe501ffb700 10 client.26101 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:43.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.997+0000 7fe501ffb700 1 -- 172.21.15.29:0/1632126125 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e6d7e26ad0 con 0x55e6d7f49260 2023-10-05T15:32:43.999 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.997+0000 7fe501ffb700 10 client.26101 handle_command_reply: tid=0 2023-10-05T15:32:44.000 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.998+0000 7fe52cc58b80 1 client.26101 shutdown 2023-10-05T15:32:44.001 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.998+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 msgr2=0x55e6d7eeb200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.998+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fe51400c010 tx=0x7fe5140036f0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 shutdown_connections 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55e6d7f49260 0x55e6d7f4b680 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55e6d7ee53d0 0x55e6d7eeb200 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6d7ed9c00 0x55e6d7f417f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 --2- 172.21.15.29:0/1632126125 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55e6d7eda520 0x55e6d7f41d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 >> 172.21.15.29:0/1632126125 conn(0x55e6d7e4f200 msgr2=0x55e6d7edd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:44.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:43.999+0000 7fe501ffb700 0 client.26101 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.005+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 shutdown_connections 2023-10-05T15:32:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.005+0000 7fe52cc58b80 1 -- 172.21.15.29:0/1632126125 wait complete. 2023-10-05T15:32:44.007 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.005+0000 7fe52cc58b80 20 client.26101 trim_cache size 0 max 16384 2023-10-05T15:32:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:32:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:32:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:32:44.008 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:32:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.008+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 msgr2=0x7fe5080c5cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.008+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 0x7fe5080c5cd0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe504005fd0 tx=0x7fe504005ee0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.010 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.008+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 msgr2=0x7fe51c118960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.008+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fe50c00ada0 tx=0x7fe50c00c330 comp rx=0 tx=0).stop 2023-10-05T15:32:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 shutdown_connections 2023-10-05T15:32:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fe5080c3810 0x7fe5080c5cd0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.011 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fe51c11a690 0x7fe51c111760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe51c10f620 0x7fe51c118960 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 --2- 172.21.15.29:0/965767285 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fe51c10fa90 0x7fe51c118ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 >> 172.21.15.29:0/965767285 conn(0x7fe51c06cfa0 msgr2=0x7fe51c06f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 shutdown_connections 2023-10-05T15:32:44.012 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:44.009+0000 7fe520a6e700 1 -- 172.21.15.29:0/965767285 wait complete. 2023-10-05T15:32:45.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:44 smithi029 ceph-mon[99237]: pgmap v318: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:32:45.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:44 smithi040 ceph-mon[103696]: pgmap v318: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:32:45.430 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:44 smithi177 ceph-mon[103568]: pgmap v318: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1006 GiB / 1.0 TiB avail; 7.8 MiB/s rd, 116 MiB/s wr, 1.88k op/s 2023-10-05T15:32:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:47 smithi029 ceph-mon[99237]: pgmap v319: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1005 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 138 MiB/s wr, 2.21k op/s 2023-10-05T15:32:47.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:47 smithi040 ceph-mon[103696]: pgmap v319: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1005 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 138 MiB/s wr, 2.21k op/s 2023-10-05T15:32:47.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:47 smithi177 ceph-mon[103568]: pgmap v319: 129 pgs: 129 active+clean; 27 GiB data, 67 GiB used, 1005 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 138 MiB/s wr, 2.21k op/s 2023-10-05T15:32:49.362 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:49 smithi029 ceph-mon[99237]: pgmap v320: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:49 smithi040 ceph-mon[103696]: pgmap v320: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:49.432 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:49 smithi177 ceph-mon[103568]: pgmap v320: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.1 MiB/s rd, 119 MiB/s wr, 1.91k op/s 2023-10-05T15:32:51.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:51 smithi040 ceph-mon[103696]: pgmap v321: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 117 MiB/s wr, 1.88k op/s 2023-10-05T15:32:51.436 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:51 smithi177 ceph-mon[103568]: pgmap v321: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 117 MiB/s wr, 1.88k op/s 2023-10-05T15:32:51.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:51 smithi029 ceph-mon[99237]: pgmap v321: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1005 GiB / 1.0 TiB avail; 8.0 MiB/s rd, 117 MiB/s wr, 1.88k op/s 2023-10-05T15:32:53.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:53 smithi029 ceph-mon[99237]: pgmap v322: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1004 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 124 MiB/s wr, 1.99k op/s 2023-10-05T15:32:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:53 smithi040 ceph-mon[103696]: pgmap v322: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1004 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 124 MiB/s wr, 1.99k op/s 2023-10-05T15:32:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:53 smithi177 ceph-mon[103568]: pgmap v322: 129 pgs: 129 active+clean; 27 GiB data, 68 GiB used, 1004 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 124 MiB/s wr, 1.99k op/s 2023-10-05T15:32:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:55 smithi029 ceph-mon[99237]: pgmap v323: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.2 MiB/s rd, 120 MiB/s wr, 1.93k op/s 2023-10-05T15:32:55.665 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:55 smithi040 ceph-mon[103696]: pgmap v323: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.2 MiB/s rd, 120 MiB/s wr, 1.93k op/s 2023-10-05T15:32:55.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:55 smithi177 ceph-mon[103568]: pgmap v323: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.2 MiB/s rd, 120 MiB/s wr, 1.93k op/s 2023-10-05T15:32:56.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:56 smithi029 ceph-mon[99237]: pgmap v324: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 124 MiB/s wr, 1.98k op/s 2023-10-05T15:32:56.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:56 smithi040 ceph-mon[103696]: pgmap v324: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 124 MiB/s wr, 1.98k op/s 2023-10-05T15:32:56.678 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:56 smithi177 ceph-mon[103568]: pgmap v324: 129 pgs: 129 active+clean; 28 GiB data, 69 GiB used, 1004 GiB / 1.0 TiB avail; 8.3 MiB/s rd, 124 MiB/s wr, 1.98k op/s 2023-10-05T15:32:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 -- 172.21.15.29:0/1621432962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010f620 msgr2=0x7f1fa0107eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/1621432962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010f620 0x7f1fa0107eb0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009990 tx=0x7f1f98009ca0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 -- 172.21.15.29:0/1621432962 shutdown_connections 2023-10-05T15:32:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/1621432962 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010f620 0x7f1fa0107eb0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.228 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/1621432962 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa011ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/1621432962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1fa010fa90 0x7f1fa01083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.229 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.226+0000 7f1fa73fd700 1 -- 172.21.15.29:0/1621432962 >> 172.21.15.29:0/1621432962 conn(0x7f1fa006cfa0 msgr2=0x7f1fa006d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.238+0000 7f1fa73fd700 1 -- 172.21.15.29:0/1621432962 shutdown_connections 2023-10-05T15:32:57.240 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.238+0000 7f1fa73fd700 1 -- 172.21.15.29:0/1621432962 wait complete. 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.239+0000 7f1fa73fd700 1 Processor -- start 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.239+0000 7f1fa73fd700 1 -- start start 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1fa010f620 0x7f1fa0119a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010fa90 0x7f1fa0119fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa01130b0 con 0x7f1fa010f620 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa0113220 con 0x7f1fa011a690 2023-10-05T15:32:57.244 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa73fd700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1fa01133e0 con 0x7f1fa010fa90 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa599a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa599a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57412/0 (socket says 172.21.15.29:57412) 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.240+0000 7f1fa599a700 1 -- 172.21.15.29:0/2343296712 learned_addr learned my addr 172.21.15.29:0/2343296712 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 -- 172.21.15.29:0/2343296712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010fa90 msgr2=0x7f1fa0119fc0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010fa90 0x7f1fa0119fc0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 -- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1fa010f620 msgr2=0x7f1fa0119a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1fa010f620 0x7f1fa0119a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 -- 172.21.15.29:0/2343296712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f980095f0 con 0x7f1fa011a690 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1fa599a700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1f9400ada0 tx=0x7f1f9400c330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1f927fc700 1 -- 172.21.15.29:0/2343296712 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9400f070 con 0x7f1fa011a690 2023-10-05T15:32:57.245 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1f927fc700 1 -- 172.21.15.29:0/2343296712 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f9400ce40 con 0x7f1fa011a690 2023-10-05T15:32:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.241+0000 7f1f927fc700 1 -- 172.21.15.29:0/2343296712 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94005580 con 0x7f1fa011a690 2023-10-05T15:32:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.243+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fa01136c0 con 0x7f1fa011a690 2023-10-05T15:32:57.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.243+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fa0117900 con 0x7f1fa011a690 2023-10-05T15:32:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.250+0000 7f1f927fc700 1 -- 172.21.15.29:0/2343296712 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f1f94004ad0 con 0x7f1fa011a690 2023-10-05T15:32:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.251+0000 7f1f927fc700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 0x7f1f8c0a3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.253 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.252+0000 7f1f927fc700 1 -- 172.21.15.29:0/2343296712 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1f940cc6c0 con 0x7f1fa011a690 2023-10-05T15:32:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.253+0000 7f1fa5199700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 0x7f1f8c0a3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.253+0000 7f1fb35e7b80 1 Processor -- start 2023-10-05T15:32:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.253+0000 7f1fb35e7b80 1 -- start start 2023-10-05T15:32:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.253+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 0x56084cf7ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.257 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.253+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 0x56084cf8ae90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf8d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cee9400 con 0x56084cf7fc00 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cedabc0 con 0x56084cf80520 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084ced84e0 con 0x56084cf8b3d0 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa5199700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 0x56084cf7ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa5199700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 0x56084cf7ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50298/0 (socket says 172.21.15.29:50298) 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa5199700 1 -- 172.21.15.29:0/1451225854 learned_addr learned my addr 172.21.15.29:0/1451225854 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 0x56084cf8ae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa599a700 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf8d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 -- 172.21.15.29:0/1451225854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 msgr2=0x56084cf8d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf8d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 -- 172.21.15.29:0/1451225854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 msgr2=0x56084cf7ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 0x56084cf7ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 -- 172.21.15.29:0/1451225854 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56084ccfed80 con 0x56084cf80520 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.254+0000 7f1fa4998700 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 0x56084cf8ae90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009710 tx=0x7f1f9c009a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cd6f6d29e7156f5b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.255+0000 7f1fa5199700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 0x7f1f8c0a3bf0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009fd0 tx=0x7f1f98009f60 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.255+0000 7f1f8b7fe700 1 -- 172.21.15.29:0/1451225854 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c0107b0 con 0x56084cf80520 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.255+0000 7f1f8b7fe700 1 -- 172.21.15.29:0/1451225854 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f9c010dd0 con 0x56084cf80520 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.255+0000 7f1f8b7fe700 1 -- 172.21.15.29:0/1451225854 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9c00f300 con 0x56084cf80520 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.256+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1451225854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 msgr2=0x56084cf8ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.256+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 0x56084cf8ae90 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1f9c009710 tx=0x7f1f9c009a20 comp rx=0 tx=0).stop 2023-10-05T15:32:57.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.257+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1451225854 shutdown_connections 2023-10-05T15:32:57.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.257+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf8d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.257+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf7fc00 0x56084cf7ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.257+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1451225854 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf80520 0x56084cf8ae90 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.257+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1451225854 >> 172.21.15.29:0/1451225854 conn(0x56084cef5200 msgr2=0x56084cf7c080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.264+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1451225854 shutdown_connections 2023-10-05T15:32:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.264+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1451225854 wait complete. 2023-10-05T15:32:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 -- start start 2023-10-05T15:32:57.266 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 Processor -- start 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf88060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf88700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084ced3dd0 con 0x56084cf80520 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084ce706b0 con 0x56084cf7fc00 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084ce70350 con 0x56084cf8b3d0 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.265+0000 7f1fb35e7b80 10 client.0 _ll_register_callbacks cb 0x56084cccd7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:57.267 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.266+0000 7f1fa5199700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.266+0000 7f1fa5199700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57426/0 (socket says 172.21.15.29:57426) 2023-10-05T15:32:57.268 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.266+0000 7f1fa5199700 1 -- 172.21.15.29:0/3554842257 learned_addr learned my addr 172.21.15.29:0/3554842257 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa599a700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf88700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa4998700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf88060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa5199700 1 -- 172.21.15.29:0/3554842257 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 msgr2=0x56084cf88700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.269 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf88700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa5199700 1 -- 172.21.15.29:0/3554842257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 msgr2=0x56084cf88060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf88060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa5199700 1 -- 172.21.15.29:0/3554842257 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f9c009370 con 0x56084cf7fc00 2023-10-05T15:32:57.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa599a700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf88700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:32:57.270 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.268+0000 7f1fa4998700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf88060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:32:57.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1f98003fd0 tx=0x7f1f98000bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=84506399e236aa22 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1f88ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:32:57.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9800f870 con 0x56084cf7fc00 2023-10-05T15:32:57.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1f98041070 con 0x56084cf7fc00 2023-10-05T15:32:57.271 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56084cf73d50 con 0x56084cf7fc00 2023-10-05T15:32:57.272 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.270+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f98005da0 con 0x56084cf7fc00 2023-10-05T15:32:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 10 client.26147 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:57.278 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x56084cce7c00 con 0x56084cf7fc00 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x56084cf73d50 con 0x56084cf7fc00 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f1f98049a80 con 0x56084cf7fc00 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 10 client.26147 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 10 client.26147 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 20 client.26147 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cf9ad50 0x56084cf9d170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 4 client.26147 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:32:57.279 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.277+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56084ceccdb0 con 0x56084cf9ad50 2023-10-05T15:32:57.289 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.286+0000 7f1fa4998700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cf9ad50 0x56084cf9d170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.286+0000 7f1fa4998700 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cf9ad50 0x56084cf9d170 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89140808dfe945c1 server_cookie=269daa2257a33ebc in_seq=0 out_seq=0 2023-10-05T15:32:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.286+0000 7f1f88ff9700 10 client.26147 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.287+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3554842257 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x56084ceccdb0 con 0x56084cf9ad50 2023-10-05T15:32:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.287+0000 7f1f88ff9700 10 client.26147 handle_command_reply: tid=0 2023-10-05T15:32:57.290 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.287+0000 7f1fb35e7b80 1 client.26147 shutdown 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 msgr2=0x56084cf8ade0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f1f98003fd0 tx=0x7f1f98000bc0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 shutdown_connections 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cf9ad50 0x56084cf9d170 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf88700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8ade0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1f88ff9700 0 client.26147 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:57.293 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.291+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3554842257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf88060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.292+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 >> 172.21.15.29:0/3554842257 conn(0x56084cef5200 msgr2=0x56084cf7bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.292+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 shutdown_connections 2023-10-05T15:32:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.292+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3554842257 wait complete. 2023-10-05T15:32:57.294 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.293+0000 7f1fb35e7b80 20 client.26147 trim_cache size 0 max 16384 2023-10-05T15:32:57.320 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.319+0000 7f1fb35e7b80 1 Processor -- start 2023-10-05T15:32:57.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 -- start start 2023-10-05T15:32:57.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf7a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf96670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cd548c0 con 0x56084cf80520 2023-10-05T15:32:57.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cf7acf0 con 0x56084cf7fc00 2023-10-05T15:32:57.324 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.322+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cf83ea0 con 0x56084cf8b3d0 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa4998700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf7a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa4998700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf7a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50314/0 (socket says 172.21.15.29:50314) 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa4998700 1 -- 172.21.15.29:0/1902112699 learned_addr learned my addr 172.21.15.29:0/1902112699 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf96670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 -- 172.21.15.29:0/1902112699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 msgr2=0x56084cf8d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 -- 172.21.15.29:0/1902112699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 msgr2=0x56084cf7a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf7a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 -- 172.21.15.29:0/1902112699 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56084cd251f0 con 0x56084cf8b3d0 2023-10-05T15:32:57.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.323+0000 7f1fa599a700 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf96670 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1f940c9a80 tx=0x7f1f94095050 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc1f641df1521f6c server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.325+0000 7f1f8bfff700 1 -- 172.21.15.29:0/1902112699 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f9409d460 con 0x56084cf8b3d0 2023-10-05T15:32:57.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.325+0000 7f1f8bfff700 1 -- 172.21.15.29:0/1902112699 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f940a16a0 con 0x56084cf8b3d0 2023-10-05T15:32:57.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.325+0000 7f1f8bfff700 1 -- 172.21.15.29:0/1902112699 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94099570 con 0x56084cf8b3d0 2023-10-05T15:32:57.328 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.327+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1902112699 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 msgr2=0x56084cf96670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.328 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.327+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf96670 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1f940c9a80 tx=0x7f1f94095050 comp rx=0 tx=0).stop 2023-10-05T15:32:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.336+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1902112699 shutdown_connections 2023-10-05T15:32:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.336+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf8b3d0 0x56084cf96670 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.336+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf7fc00 0x56084cf8d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.336+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/1902112699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf7a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.336+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1902112699 >> 172.21.15.29:0/1902112699 conn(0x56084cef5200 msgr2=0x56084cfa1ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.341+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1902112699 shutdown_connections 2023-10-05T15:32:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.345+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/1902112699 wait complete. 2023-10-05T15:32:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.345+0000 7f1fb35e7b80 1 -- start start 2023-10-05T15:32:57.346 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.345+0000 7f1fb35e7b80 1 Processor -- start 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf7fc00 0x56084cf8e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf8e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cfe8060 con 0x56084cf80520 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cfe81a0 con 0x56084cf8b3d0 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x56084cfe8360 con 0x56084cf7fc00 2023-10-05T15:32:57.348 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fb35e7b80 10 client.0 _ll_register_callbacks cb 0x7f1f98003bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:32:57.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fa599a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fa599a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57442/0 (socket says 172.21.15.29:57442) 2023-10-05T15:32:57.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fa599a700 1 -- 172.21.15.29:0/3418456934 learned_addr learned my addr 172.21.15.29:0/3418456934 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:32:57.349 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.346+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf7fc00 0x56084cf8e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa4998700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf8e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 -- 172.21.15.29:0/3418456934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf7fc00 msgr2=0x56084cf8e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf7fc00 0x56084cf8e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 -- 172.21.15.29:0/3418456934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 msgr2=0x56084cf8e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf8e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 -- 172.21.15.29:0/3418456934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1fa0117900 con 0x56084cf8b3d0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1fa599a700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1f940c9ae0 tx=0x7f1f9400a390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65d5d5095bd4e04d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.347+0000 7f1f88ff9700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.348+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f94098800 con 0x56084cf8b3d0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.348+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1f94098960 con 0x56084cf8b3d0 2023-10-05T15:32:57.350 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.348+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1f9c010dd0 con 0x56084cf8b3d0 2023-10-05T15:32:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f94099570 con 0x56084cf8b3d0 2023-10-05T15:32:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 10 client.26150 fetch_fsmap learned FSMap version 48 2023-10-05T15:32:57.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x56084ccfd250 con 0x56084cf8b3d0 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1f9c010dd0 con 0x56084cf8b3d0 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f1f94095100 con 0x56084cf8b3d0 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 10 client.26150 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 10 client.26150 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 20 client.26150 populate_metadata read hostname 'smithi029' 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cfef700 0x56084cff1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 4 client.26150 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:32:57.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.352+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56084ceccad0 con 0x56084cfef700 2023-10-05T15:32:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.353+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cfef700 0x56084cff1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:32:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.354+0000 7f1f88ff9700 10 client.26150 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:57.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.354+0000 7f1fa5199700 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cfef700 0x56084cff1b20 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e447145f5bfc3cc0 server_cookie=62764d36ffba79a in_seq=0 out_seq=0 2023-10-05T15:32:57.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.384+0000 7f1f88ff9700 1 -- 172.21.15.29:0/3418456934 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56084ceccad0 con 0x56084cfef700 2023-10-05T15:32:57.385 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.384+0000 7f1f88ff9700 10 client.26150 handle_command_reply: tid=0 2023-10-05T15:32:57.387 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.385+0000 7f1fb35e7b80 1 client.26150 shutdown 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 msgr2=0x56084cfe7b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f1f940c9ae0 tx=0x7f1f9400a390 comp rx=0 tx=0).stop 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 shutdown_connections 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x56084cfef700 0x56084cff1b20 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x56084cf7fc00 0x56084cf8e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.390 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x56084cf8b3d0 0x56084cfe7b20 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 --2- 172.21.15.29:0/3418456934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56084cf80520 0x56084cf8e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.391 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.389+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 >> 172.21.15.29:0/3418456934 conn(0x56084cef5200 msgr2=0x56084cf97150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.391+0000 7f1f88ff9700 0 client.26150 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:32:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.391+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 shutdown_connections 2023-10-05T15:32:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.391+0000 7f1fb35e7b80 1 -- 172.21.15.29:0/3418456934 wait complete. 2023-10-05T15:32:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.392+0000 7f1fb35e7b80 20 client.26150 trim_cache size 0 max 16384 2023-10-05T15:32:57.393 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:32:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:32:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:32:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:32:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 msgr2=0x7f1f8c0a3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.394 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 0x7f1f8c0a3bf0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1f98009fd0 tx=0x7f1f98009f60 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 msgr2=0x7f1fa01128e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1f9400ada0 tx=0x7f1f9400c330 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 shutdown_connections 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1f8c0a1730 0x7f1f8c0a3bf0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1fa011a690 0x7f1fa01128e0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1fa010f620 0x7f1fa0119a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 --2- 172.21.15.29:0/2343296712 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1fa010fa90 0x7f1fa0119fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:32:57.395 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.393+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 >> 172.21.15.29:0/2343296712 conn(0x7f1fa006cfa0 msgr2=0x7f1fa011bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:32:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.394+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 shutdown_connections 2023-10-05T15:32:57.396 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:32:57.394+0000 7f1fa73fd700 1 -- 172.21.15.29:0/2343296712 wait complete. 2023-10-05T15:32:57.863 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:57 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:57.907 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:57 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:57.928 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:57 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:32:58.862 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:32:58 smithi029 ceph-mon[99237]: pgmap v325: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 126 MiB/s wr, 2.03k op/s 2023-10-05T15:32:58.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:32:58 smithi040 ceph-mon[103696]: pgmap v325: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 126 MiB/s wr, 2.03k op/s 2023-10-05T15:32:58.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:32:58 smithi177 ceph-mon[103568]: pgmap v325: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 126 MiB/s wr, 2.03k op/s 2023-10-05T15:33:01.158 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:00 smithi040 ceph-mon[103696]: pgmap v326: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:01.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:00 smithi177 ceph-mon[103568]: pgmap v326: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:01.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:00 smithi029 ceph-mon[99237]: pgmap v326: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:03.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:02 smithi040 ceph-mon[103696]: pgmap v327: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 130 MiB/s wr, 2.12k op/s 2023-10-05T15:33:03.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:02 smithi177 ceph-mon[103568]: pgmap v327: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 130 MiB/s wr, 2.12k op/s 2023-10-05T15:33:03.363 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:02 smithi029 ceph-mon[99237]: pgmap v327: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1003 GiB / 1.0 TiB avail; 9.0 MiB/s rd, 130 MiB/s wr, 2.12k op/s 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: pgmap v328: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1002 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:33:04.818 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:04 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: pgmap v328: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1002 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.914 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:33:04.915 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:04 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:33:04.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: pgmap v328: 129 pgs: 129 active+clean; 28 GiB data, 70 GiB used, 1002 GiB / 1.0 TiB avail; 8.6 MiB/s rd, 125 MiB/s wr, 2.03k op/s 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi177 to 196.1M 2023-10-05T15:33:04.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:04 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi177 to 205709414: error parsing value: Value '205709414' is below minimum 939524096 2023-10-05T15:33:05.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:05.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:05.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.910 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.911 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:05 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:05.939 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:05 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:06.112 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:05 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:06 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:33:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:06 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:07.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:06 smithi040 ceph-mon[103696]: pgmap v329: 129 pgs: 129 active+clean; 28 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 119 MiB/s wr, 1.95k op/s 2023-10-05T15:33:07.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:06 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:33:07.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:06 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:07.179 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:06 smithi177 ceph-mon[103568]: pgmap v329: 129 pgs: 129 active+clean; 28 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 119 MiB/s wr, 1.95k op/s 2023-10-05T15:33:07.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:06 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi040 to 197.2M 2023-10-05T15:33:07.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:06 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi040 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:07.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:06 smithi029 ceph-mon[99237]: pgmap v329: 129 pgs: 129 active+clean; 28 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 8.4 MiB/s rd, 119 MiB/s wr, 1.95k op/s 2023-10-05T15:33:09.365 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:08 smithi029 ceph-mon[99237]: pgmap v330: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 126 MiB/s wr, 2.09k op/s 2023-10-05T15:33:09.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:08 smithi040 ceph-mon[103696]: pgmap v330: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 126 MiB/s wr, 2.09k op/s 2023-10-05T15:33:09.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:08 smithi177 ceph-mon[103568]: pgmap v330: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 9.1 MiB/s rd, 126 MiB/s wr, 2.09k op/s 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.723+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4072192233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 msgr2=0x7f35dc103d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.723+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4072192233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc103d30 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f35d400b0a0 tx=0x7f35d400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.724+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4072192233 shutdown_connections 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.724+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4072192233 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc0682d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.724+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4072192233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc103d30 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.724+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4072192233 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35dc068810 0x7f35dc068c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.729 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.724+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4072192233 >> 172.21.15.29:0/4072192233 conn(0x7f35dc076b70 msgr2=0x7f35dc076f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.725+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4072192233 shutdown_connections 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.725+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4072192233 wait complete. 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 Processor -- start 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 -- start start 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35dc068810 0x7f35dc114060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc1145e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.730 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc10ce60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc10d630 con 0x7f35dc1038b0 2023-10-05T15:33:10.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc10d770 con 0x7f35dc068810 2023-10-05T15:33:10.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.726+0000 7f35e0dc0700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc10d8e0 con 0x7f35dc105e20 2023-10-05T15:33:10.731 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.728+0000 7f35dad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc10ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35dad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc10ce60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56738/0 (socket says 172.21.15.29:56738) 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35dad9d700 1 -- 172.21.15.29:0/4271905157 learned_addr learned my addr 172.21.15.29:0/4271905157 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc1145e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 -- 172.21.15.29:0/4271905157 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 msgr2=0x7f35dc10ce60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc10ce60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.732 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 -- 172.21.15.29:0/4271905157 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35dc068810 msgr2=0x7f35dc114060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35dc068810 0x7f35dc114060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.729+0000 7f35d9d9b700 1 -- 172.21.15.29:0/4271905157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d4009d00 con 0x7f35dc1038b0 2023-10-05T15:33:10.733 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.730+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc1145e0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f35d000b450 tx=0x7f35d000b810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.731+0000 7f35cb7fe700 1 -- 172.21.15.29:0/4271905157 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d0011830 con 0x7f35dc1038b0 2023-10-05T15:33:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.731+0000 7f35cb7fe700 1 -- 172.21.15.29:0/4271905157 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35d0011e50 con 0x7f35dc1038b0 2023-10-05T15:33:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.731+0000 7f35cb7fe700 1 -- 172.21.15.29:0/4271905157 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d000f2e0 con 0x7f35dc1038b0 2023-10-05T15:33:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.731+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35dc10dbc0 con 0x7f35dc1038b0 2023-10-05T15:33:10.734 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.731+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35dc111e30 con 0x7f35dc1038b0 2023-10-05T15:33:10.737 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.734+0000 7f35cb7fe700 1 -- 172.21.15.29:0/4271905157 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f35d000f440 con 0x7f35dc1038b0 2023-10-05T15:33:10.737 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.735+0000 7f35cb7fe700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 0x7f35c40a3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35da59c700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 0x7f35c40a3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35cb7fe700 1 -- 172.21.15.29:0/4271905157 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f35d00cdc60 con 0x7f35dc1038b0 2023-10-05T15:33:10.738 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 Processor -- start 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 -- start start 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984dda7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984ddb57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dd11400 con 0x55984dda8520 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dd02bc0 con 0x55984ddb33d0 2023-10-05T15:33:10.739 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.736+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dd004e0 con 0x55984dda7c00 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50340/0 (socket says 172.21.15.29:50340) 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 -- 172.21.15.29:0/2040249193 learned_addr learned my addr 172.21.15.29:0/2040249193 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 -- 172.21.15.29:0/2040249193 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 msgr2=0x55984dda7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984dda7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.740 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 -- 172.21.15.29:0/2040249193 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 msgr2=0x55984ddb57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984ddb57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35da59c700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 0x7f35c40a3c00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005950 tx=0x7f35cc009e40 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.737+0000 7f35d9d9b700 1 -- 172.21.15.29:0/2040249193 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55984db26d80 con 0x55984dda8520 2023-10-05T15:33:10.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.738+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f35d00a2880 tx=0x7f35d0012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8a63c747125942 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.741 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.738+0000 7f35c8ff9700 1 -- 172.21.15.29:0/2040249193 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d00a2db0 con 0x55984dda8520 2023-10-05T15:33:10.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.738+0000 7f35c8ff9700 1 -- 172.21.15.29:0/2040249193 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35d0018310 con 0x55984dda8520 2023-10-05T15:33:10.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.738+0000 7f35c8ff9700 1 -- 172.21.15.29:0/2040249193 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d009a170 con 0x55984dda8520 2023-10-05T15:33:10.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.739+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2040249193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 msgr2=0x55984ddb2e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.742 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.739+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f35d00a2880 tx=0x7f35d0012000 comp rx=0 tx=0).stop 2023-10-05T15:33:10.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.743+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2040249193 shutdown_connections 2023-10-05T15:33:10.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.743+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984dda7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.743+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984ddb57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.743+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2040249193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb2e90 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.745 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.743+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2040249193 >> 172.21.15.29:0/2040249193 conn(0x55984dd1d200 msgr2=0x55984dda4080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:10.755 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.753+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2040249193 shutdown_connections 2023-10-05T15:33:10.758 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.756+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2040249193 wait complete. 2023-10-05T15:33:10.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.756+0000 7f35ecfaab80 1 -- start start 2023-10-05T15:33:10.759 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 Processor -- start 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda7c00 0x55984ddb0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb06b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dcfbdd0 con 0x55984dda8520 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dc986b0 con 0x55984dda7c00 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.757+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984dc98350 con 0x55984ddb33d0 2023-10-05T15:33:10.761 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.758+0000 7f35ecfaab80 10 client.0 _ll_register_callbacks cb 0x55984daf57a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:10.762 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.759+0000 7f35dad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.762 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.759+0000 7f35dad9d700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56752/0 (socket says 172.21.15.29:56752) 2023-10-05T15:33:10.762 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.759+0000 7f35dad9d700 1 -- 172.21.15.29:0/2794498145 learned_addr learned my addr 172.21.15.29:0/2794498145 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:10.763 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.760+0000 7f35da59c700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda7c00 0x55984ddb0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.761+0000 7f35dad9d700 1 -- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda7c00 msgr2=0x55984ddb0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.761+0000 7f35dad9d700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda7c00 0x55984ddb0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.761+0000 7f35dad9d700 1 -- 172.21.15.29:0/2794498145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 msgr2=0x55984ddb06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.761+0000 7f35dad9d700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.764 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.761+0000 7f35dad9d700 1 -- 172.21.15.29:0/2794498145 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35dc111e30 con 0x55984ddb33d0 2023-10-05T15:33:10.774 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.764+0000 7f35dad9d700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f35d4004cb0 tx=0x7f35d4004ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=586b18805c830a2 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.764+0000 7f35c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.177:3300/0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.764+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d400e050 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.764+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mon.1 v2:172.21.15.177:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f35d40078f0 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.765+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55984dd9bd50 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.765+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f35d4026440 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.766+0000 7f35ecfaab80 10 client.26125 fetch_fsmap learned FSMap version 48 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.767+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55984db0fc00 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mon.1 v2:172.21.15.177:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55984dd9bd50 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mon.1 v2:172.21.15.177:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f35d400b0d0 con 0x55984ddb33d0 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 10 client.26125 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:33:10.775 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 10 client.26125 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 20 client.26125 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984ddc3090 0x55984ddc54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 4 client.26125 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:33:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.772+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55984dcf4db0 con 0x55984ddc3090 2023-10-05T15:33:10.776 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.773+0000 7f35da59c700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984ddc3090 0x55984ddc54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.775+0000 7f35da59c700 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984ddc3090 0x55984ddc54b0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c8fcc78b735200e server_cookie=75547f44278f1b4 in_seq=0 out_seq=0 2023-10-05T15:33:10.777 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.775+0000 7f35c1ffb700 10 client.26125 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.776+0000 7f35c1ffb700 1 -- 172.21.15.29:0/2794498145 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55984dcf4db0 con 0x55984ddc3090 2023-10-05T15:33:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.776+0000 7f35c1ffb700 10 client.26125 handle_command_reply: tid=0 2023-10-05T15:33:10.779 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.776+0000 7f35ecfaab80 1 client.26125 shutdown 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 msgr2=0x55984ddb0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f35d4004cb0 tx=0x7f35d4004ce0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 shutdown_connections 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984ddc3090 0x55984ddc54b0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddb0bf0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35c1ffb700 0 client.26125 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda7c00 0x55984ddb0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/2794498145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984ddb06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 >> 172.21.15.29:0/2794498145 conn(0x55984dd1d200 msgr2=0x55984dda3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 shutdown_connections 2023-10-05T15:33:10.780 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 1 -- 172.21.15.29:0/2794498145 wait complete. 2023-10-05T15:33:10.781 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.777+0000 7f35ecfaab80 20 client.26125 trim_cache size 0 max 16384 2023-10-05T15:33:10.795 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 Processor -- start 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 -- start start 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda8520 0x55984ddbe6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddab490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984db7c8c0 con 0x55984dda7c00 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984ddba490 con 0x55984dda8520 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.792+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984ddac000 con 0x55984ddb33d0 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50354/0 (socket says 172.21.15.29:50354) 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 -- 172.21.15.29:0/4063184767 learned_addr learned my addr 172.21.15.29:0/4063184767 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:10.796 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda8520 0x55984ddbe6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 -- 172.21.15.29:0/4063184767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 msgr2=0x55984ddab490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddab490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 -- 172.21.15.29:0/4063184767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda8520 msgr2=0x55984ddbe6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda8520 0x55984ddbe6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 -- 172.21.15.29:0/4063184767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55984db4d1f0 con 0x55984dda7c00 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35da59c700 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f35cc014040 tx=0x7f35cc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e2854979af2feff server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35c97fa700 1 -- 172.21.15.29:0/4063184767 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc025070 con 0x55984dda7c00 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35c97fa700 1 -- 172.21.15.29:0/4063184767 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35cc00de00 con 0x55984dda7c00 2023-10-05T15:33:10.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.793+0000 7f35c97fa700 1 -- 172.21.15.29:0/4063184767 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc020c70 con 0x55984dda7c00 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- 172.21.15.29:0/4063184767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 msgr2=0x55984ddb9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f35cc014040 tx=0x7f35cc012000 comp rx=0 tx=0).stop 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- 172.21.15.29:0/4063184767 shutdown_connections 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984ddb33d0 0x55984ddab490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda7c00 0x55984ddb9f50 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/4063184767 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984dda8520 0x55984ddbe6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- 172.21.15.29:0/4063184767 >> 172.21.15.29:0/4063184767 conn(0x55984dd1d200 msgr2=0x55984ddbf280 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- 172.21.15.29:0/4063184767 shutdown_connections 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- 172.21.15.29:0/4063184767 wait complete. 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 -- start start 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.794+0000 7f35ecfaab80 1 Processor -- start 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984de0b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984de15ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984de16410 con 0x55984dda8520 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984de16550 con 0x55984ddb33d0 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55984de16690 con 0x55984dda7c00 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 10 client.0 _ll_register_callbacks cb 0x7f35d400b420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:10.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50362/0 (socket says 172.21.15.29:50362) 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 -- 172.21.15.29:0/3736986722 learned_addr learned my addr 172.21.15.29:0/3736986722 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 -- 172.21.15.29:0/3736986722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 msgr2=0x55984de0b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984de0b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 -- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 msgr2=0x55984de15ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984de15ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 -- 172.21.15.29:0/3736986722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35cc00db30 con 0x55984dda8520 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35d9d9b700 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f35d00cdf40 tx=0x7f35d009aba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab18cbc9258879d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35c1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d00a2db0 con 0x55984dda8520 2023-10-05T15:33:10.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f35d0099f10 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f35d0018310 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f35d009a0d0 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 10 client.16647 fetch_fsmap learned FSMap version 48 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.795+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55984db25250 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35d00a6080 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f35d00a29b0 con 0x55984dda8520 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 10 client.16647 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 10 client.16647 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 20 client.16647 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984de17b50 0x55984de19f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:10.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 4 client.16647 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:33:10.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55984dcf4ad0 con 0x55984de17b50 2023-10-05T15:33:10.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35da59c700 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984de17b50 0x55984de19f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:10.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35c1ffb700 10 client.16647 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:10.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:10.796+0000 7f35da59c700 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984de17b50 0x55984de19f90 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db5ae629ec1177a2 server_cookie=e8f44004d3608fe3 in_seq=0 out_seq=0 2023-10-05T15:33:11.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:10 smithi029 ceph-mon[99237]: pgmap v331: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 100 MiB/s wr, 1.67k op/s 2023-10-05T15:33:11.411 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:10 smithi040 ceph-mon[103696]: pgmap v331: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 100 MiB/s wr, 1.67k op/s 2023-10-05T15:33:11.431 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:10 smithi177 ceph-mon[103568]: pgmap v331: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 MiB/s rd, 100 MiB/s wr, 1.67k op/s 2023-10-05T15:33:13.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:12 smithi029 ceph-mon[99237]: pgmap v332: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 99 MiB/s wr, 1.65k op/s 2023-10-05T15:33:13.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:12 smithi040 ceph-mon[103696]: pgmap v332: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 99 MiB/s wr, 1.65k op/s 2023-10-05T15:33:13.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:12 smithi177 ceph-mon[103568]: pgmap v332: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 7.0 MiB/s rd, 99 MiB/s wr, 1.65k op/s 2023-10-05T15:33:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.235+0000 7f35c1ffb700 1 -- 172.21.15.29:0/3736986722 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55984dcf4ad0 con 0x55984de17b50 2023-10-05T15:33:14.237 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.235+0000 7f35c1ffb700 10 client.16647 handle_command_reply: tid=0 2023-10-05T15:33:14.238 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.235+0000 7f35ecfaab80 1 client.16647 shutdown 2023-10-05T15:33:14.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.244+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 msgr2=0x55984de0b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:14.246 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.244+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f35d00cdf40 tx=0x7f35d009aba0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.244+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 shutdown_connections 2023-10-05T15:33:14.247 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.244+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55984de17b50 0x55984de19f90 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55984dda7c00 0x55984de0b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55984ddb33d0 0x55984de15ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 --2- 172.21.15.29:0/3736986722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55984dda8520 0x55984de0b580 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 >> 172.21.15.29:0/3736986722 conn(0x55984dd1d200 msgr2=0x55984ddab490 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35c1ffb700 0 client.16647 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 shutdown_connections 2023-10-05T15:33:14.248 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.245+0000 7f35ecfaab80 1 -- 172.21.15.29:0/3736986722 wait complete. 2023-10-05T15:33:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.253+0000 7f35ecfaab80 20 client.16647 trim_cache size 0 max 16384 2023-10-05T15:33:14.255 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:33:14.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:33:14.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:33:14.256 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 msgr2=0x7f35c40a3c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 0x7f35c40a3c00 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005950 tx=0x7f35cc009e40 comp rx=0 tx=0).stop 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 msgr2=0x7f35dc1145e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc1145e0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f35d000b450 tx=0x7f35d000b810 comp rx=0 tx=0).stop 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 shutdown_connections 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c40a1740 0x7f35c40a3c00 secure :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005950 tx=0x7f35cc009e40 comp rx=0 tx=0).stop 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35dc105e20 0x7f35dc10ce60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35dc068810 0x7f35dc114060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:14.258 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 --2- 172.21.15.29:0/4271905157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35dc1038b0 0x7f35dc1145e0 secure :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f35d000b450 tx=0x7f35d000b810 comp rx=0 tx=0).stop 2023-10-05T15:33:14.259 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.255+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 >> 172.21.15.29:0/4271905157 conn(0x7f35dc076b70 msgr2=0x7f35dc0fe9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:14.260 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.257+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 shutdown_connections 2023-10-05T15:33:14.265 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:14.263+0000 7f35e0dc0700 1 -- 172.21.15.29:0/4271905157 wait complete. 2023-10-05T15:33:15.362 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:14 smithi029 ceph-mon[99237]: pgmap v333: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 94 MiB/s wr, 1.57k op/s 2023-10-05T15:33:15.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:14 smithi040 ceph-mon[103696]: pgmap v333: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 94 MiB/s wr, 1.57k op/s 2023-10-05T15:33:15.438 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:14 smithi177 ceph-mon[103568]: pgmap v333: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 94 MiB/s wr, 1.57k op/s 2023-10-05T15:33:17.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:17 smithi029 ceph-mon[99237]: pgmap v334: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 85 MiB/s wr, 1.42k op/s 2023-10-05T15:33:17.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:17 smithi040 ceph-mon[103696]: pgmap v334: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 85 MiB/s wr, 1.42k op/s 2023-10-05T15:33:17.434 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:17 smithi177 ceph-mon[103568]: pgmap v334: 129 pgs: 129 active+clean; 29 GiB data, 72 GiB used, 1001 GiB / 1.0 TiB avail; 5.0 MiB/s rd, 85 MiB/s wr, 1.42k op/s 2023-10-05T15:33:19.367 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:19 smithi029 ceph-mon[99237]: pgmap v335: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 78 MiB/s wr, 1.30k op/s 2023-10-05T15:33:19.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:19 smithi040 ceph-mon[103696]: pgmap v335: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 78 MiB/s wr, 1.30k op/s 2023-10-05T15:33:19.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:19 smithi177 ceph-mon[103568]: pgmap v335: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.3 MiB/s rd, 78 MiB/s wr, 1.30k op/s 2023-10-05T15:33:21.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:21 smithi029 ceph-mon[99237]: pgmap v336: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:33:21.663 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:21 smithi040 ceph-mon[103696]: pgmap v336: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:33:21.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:21 smithi177 ceph-mon[103568]: pgmap v336: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.4 MiB/s rd, 65 MiB/s wr, 1.08k op/s 2023-10-05T15:33:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:22 smithi029 ceph-mon[99237]: pgmap v337: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:33:23.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:22 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:23.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:22 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:23.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:22 smithi040 ceph-mon[103696]: pgmap v337: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:33:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:22 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:23.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:22 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:22 smithi177 ceph-mon[103568]: pgmap v337: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.8 MiB/s rd, 67 MiB/s wr, 1.12k op/s 2023-10-05T15:33:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:22 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:23.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:22 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: pgmap v338: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 56 MiB/s wr, 935 op/s 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:25.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:25.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:25.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: pgmap v338: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 56 MiB/s wr, 935 op/s 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:25.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: pgmap v338: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.5 MiB/s rd, 56 MiB/s wr, 935 op/s 2023-10-05T15:33:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: Adjusting osd_memory_target on smithi029 to 197.2M 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: Unable to set osd_memory_target on smithi029 to 206877081: error parsing value: Value '206877081' is below minimum 939524096 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:33:25.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:33:27.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.470+0000 7f3d2c050700 1 -- 172.21.15.29:0/1776926715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24109850 msgr2=0x7f3d24109c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.472 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.470+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1776926715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24109850 0x7f3d24109c30 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009990 tx=0x7f3d14009ca0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.475+0000 7f3d2c050700 1 -- 172.21.15.29:0/1776926715 shutdown_connections 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.475+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1776926715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d24108740 0x7f3d24108b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.475+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1776926715 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24109850 0x7f3d24109c30 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.475+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1776926715 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241128c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.475+0000 7f3d2c050700 1 -- 172.21.15.29:0/1776926715 >> 172.21.15.29:0/1776926715 conn(0x7f3d2406cfa0 msgr2=0x7f3d2406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.483 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.476+0000 7f3d2c050700 1 -- 172.21.15.29:0/1776926715 shutdown_connections 2023-10-05T15:33:27.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.482+0000 7f3d2c050700 1 -- 172.21.15.29:0/1776926715 wait complete. 2023-10-05T15:33:27.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.482+0000 7f3d2c050700 1 Processor -- start 2023-10-05T15:33:27.485 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 -- start start 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24108740 0x7f3d241a7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d24109850 0x7f3d241a8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d241a1fb0 con 0x7f3d24109850 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d241a2120 con 0x7f3d24108740 2023-10-05T15:33:27.486 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.483+0000 7f3d2c050700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d241a22e0 con 0x7f3d2410a170 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:56778/0 (socket says 172.21.15.29:56778) 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1011260904 learned_addr learned my addr 172.21.15.29:0/1011260904 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1011260904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24108740 msgr2=0x7f3d241a7ae0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24108740 0x7f3d241a7ae0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d24109850 msgr2=0x7f3d241a8020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d24109850 0x7f3d241a8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.484+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1011260904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d140095f0 con 0x7f3d2410a170 2023-10-05T15:33:27.487 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.485+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00b970 tx=0x7f3d1c00bd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.486+0000 7f3d1affd700 1 -- 172.21.15.29:0/1011260904 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c00c9b0 con 0x7f3d2410a170 2023-10-05T15:33:27.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.486+0000 7f3d1affd700 1 -- 172.21.15.29:0/1011260904 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d1c014440 con 0x7f3d2410a170 2023-10-05T15:33:27.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.486+0000 7f3d1affd700 1 -- 172.21.15.29:0/1011260904 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c007570 con 0x7f3d2410a170 2023-10-05T15:33:27.488 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.486+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d241a25c0 con 0x7f3d2410a170 2023-10-05T15:33:27.489 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.486+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d241aead0 con 0x7f3d2410a170 2023-10-05T15:33:27.493 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 Processor -- start 2023-10-05T15:33:27.493 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 -- start start 2023-10-05T15:33:27.493 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c57c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae121400 con 0x55c3ae1c33d0 2023-10-05T15:33:27.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae112bc0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.494 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae1104e0 con 0x55c3ae1b8520 2023-10-05T15:33:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.491+0000 7f3d1affd700 1 -- 172.21.15.29:0/1011260904 <== mon.1 v2:172.21.15.177:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f3d1c00cb10 con 0x7f3d2410a170 2023-10-05T15:33:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.495 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57500/0 (socket says 172.21.15.29:57500) 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 -- 172.21.15.29:0/929295982 learned_addr learned my addr 172.21.15.29:0/929295982 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 -- 172.21.15.29:0/929295982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 msgr2=0x55c3ae1c2e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 -- 172.21.15.29:0/929295982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1c33d0 msgr2=0x55c3ae1c57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 -- 172.21.15.29:0/929295982 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3adf36d80 con 0x55c3ae1b7c00 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d1affd700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 0x7f3d100a3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.492+0000 7f3d295eb700 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3d2001fcd0 tx=0x7f3d200096e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=743217f238bdc308 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.493+0000 7f3d1affd700 1 -- 172.21.15.29:0/1011260904 <== mon.1 v2:172.21.15.177:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3d1c0cc5c0 con 0x7f3d2410a170 2023-10-05T15:33:27.496 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.493+0000 7f3d29dec700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 0x7f3d100a3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.494+0000 7f3d29dec700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 0x7f3d100a3bb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3d140098e0 tx=0x7f3d14005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.495+0000 7f3d0ffff700 1 -- 172.21.15.29:0/929295982 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d200132d0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.495+0000 7f3d0ffff700 1 -- 172.21.15.29:0/929295982 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d2001ee50 con 0x55c3ae1b7c00 2023-10-05T15:33:27.497 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.495+0000 7f3d0ffff700 1 -- 172.21.15.29:0/929295982 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d20013a10 con 0x55c3ae1b7c00 2023-10-05T15:33:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.496+0000 7f3d3823ab80 1 -- 172.21.15.29:0/929295982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 msgr2=0x55c3ae1b7fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.498 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.496+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3d2001fcd0 tx=0x7f3d200096e0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 -- 172.21.15.29:0/929295982 shutdown_connections 2023-10-05T15:33:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1b7fe0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/929295982 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c2e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.499 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 -- 172.21.15.29:0/929295982 >> 172.21.15.29:0/929295982 conn(0x55c3ae12d200 msgr2=0x55c3ae1b4080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 -- 172.21.15.29:0/929295982 shutdown_connections 2023-10-05T15:33:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.497+0000 7f3d3823ab80 1 -- 172.21.15.29:0/929295982 wait complete. 2023-10-05T15:33:27.500 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.498+0000 7f3d3823ab80 1 -- start start 2023-10-05T15:33:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.498+0000 7f3d3823ab80 1 Processor -- start 2023-10-05T15:33:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c00f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.501 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae10bdd0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae0a86b0 con 0x55c3ae1c33d0 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae0a8350 con 0x55c3ae1b8520 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d3823ab80 10 client.0 _ll_register_callbacks cb 0x55c3adf057a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57508/0 (socket says 172.21.15.29:57508) 2023-10-05T15:33:27.502 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.499+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/725004604 learned_addr learned my addr 172.21.15.29:0/725004604 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 -- 172.21.15.29:0/725004604 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 msgr2=0x55c3ae1c0630 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0630 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 -- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 msgr2=0x55c3ae1c0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.500+0000 7f3d29dec700 1 -- 172.21.15.29:0/725004604 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d2001f980 con 0x55c3ae1b7c00 2023-10-05T15:33:27.503 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.501+0000 7f3d29dec700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c00f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009ce0 tx=0x7f3d14009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fd0974b6fb9cdcc server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.508 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.506+0000 7f3d0d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:33:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.506+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1401d070 con 0x55c3ae1b7c00 2023-10-05T15:33:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.506+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3d14004810 con 0x55c3ae1b7c00 2023-10-05T15:33:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.506+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3ae1abd50 con 0x55c3ae1b7c00 2023-10-05T15:33:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.507+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3d140049d0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.509 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.507+0000 7f3d3823ab80 10 client.16653 fetch_fsmap learned FSMap version 48 2023-10-05T15:33:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.507+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55c3adf1fc00 con 0x55c3ae1b7c00 2023-10-05T15:33:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55c3ae1abd50 con 0x55c3ae1b7c00 2023-10-05T15:33:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3d1400fcc0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.510 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 10 client.16653 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 10 client.16653 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 20 client.16653 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae1d2f90 0x55c3ae1d53b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 4 client.16653 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c3ae104db0 con 0x55c3ae1d2f90 2023-10-05T15:33:27.511 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.508+0000 7f3d295eb700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae1d2f90 0x55c3ae1d53b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.509+0000 7f3d0d7fa700 10 client.16653 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.509+0000 7f3d295eb700 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae1d2f90 0x55c3ae1d53b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be7e392627be0938 server_cookie=c93c78431d086b46 in_seq=0 out_seq=0 2023-10-05T15:33:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.509+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/725004604 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55c3ae104db0 con 0x55c3ae1d2f90 2023-10-05T15:33:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.509+0000 7f3d0d7fa700 10 client.16653 handle_command_reply: tid=0 2023-10-05T15:33:27.512 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.509+0000 7f3d3823ab80 1 client.16653 shutdown 2023-10-05T15:33:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 msgr2=0x55c3ae1c00f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c00f0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f3d14009ce0 tx=0x7f3d14009310 comp rx=0 tx=0).stop 2023-10-05T15:33:27.513 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 shutdown_connections 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae1d2f90 0x55c3ae1d53b0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c00f0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/725004604 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 >> 172.21.15.29:0/725004604 conn(0x55c3ae12d200 msgr2=0x55c3ae1b3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.514 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.511+0000 7f3d0d7fa700 0 client.16653 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:27.517 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.515+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 shutdown_connections 2023-10-05T15:33:27.526 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.524+0000 7f3d3823ab80 1 -- 172.21.15.29:0/725004604 wait complete. 2023-10-05T15:33:27.527 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.525+0000 7f3d3823ab80 20 client.16653 trim_cache size 0 max 16384 2023-10-05T15:33:27.550 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 Processor -- start 2023-10-05T15:33:27.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 -- start start 2023-10-05T15:33:27.551 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1bd390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3adf8c8c0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae1b5610 con 0x55c3ae1b8520 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.548+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae1c1120 con 0x55c3ae1c33d0 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50394/0 (socket says 172.21.15.29:50394) 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 -- 172.21.15.29:0/4052498864 learned_addr learned my addr 172.21.15.29:0/4052498864 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d295eb700 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 -- 172.21.15.29:0/4052498864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1c33d0 msgr2=0x55c3ae1bd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.552 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1bd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.553 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 -- 172.21.15.29:0/4052498864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b8520 msgr2=0x55c3ae1c0be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.553 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.553 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.549+0000 7f3d29dec700 1 -- 172.21.15.29:0/4052498864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c3adf5d1f0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.553 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.550+0000 7f3d29dec700 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f3d14033040 tx=0x7f3d140266d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67104af1213afea server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.550+0000 7f3d18ff9700 1 -- 172.21.15.29:0/4052498864 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d14026c60 con 0x55c3ae1b7c00 2023-10-05T15:33:27.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.550+0000 7f3d18ff9700 1 -- 172.21.15.29:0/4052498864 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d14026dc0 con 0x55c3ae1b7c00 2023-10-05T15:33:27.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.550+0000 7f3d18ff9700 1 -- 172.21.15.29:0/4052498864 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1400fb60 con 0x55c3ae1b7c00 2023-10-05T15:33:27.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.551+0000 7f3d3823ab80 1 -- 172.21.15.29:0/4052498864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 msgr2=0x55c3ae1c06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.554 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.551+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f3d14033040 tx=0x7f3d140266d0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.555+0000 7f3d3823ab80 1 -- 172.21.15.29:0/4052498864 shutdown_connections 2023-10-05T15:33:27.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.555+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1bd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.555+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c06a0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.558 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.555+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/4052498864 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c0be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.555+0000 7f3d3823ab80 1 -- 172.21.15.29:0/4052498864 >> 172.21.15.29:0/4052498864 conn(0x55c3ae12d200 msgr2=0x55c3ae1bb430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.556+0000 7f3d3823ab80 1 -- 172.21.15.29:0/4052498864 shutdown_connections 2023-10-05T15:33:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.556+0000 7f3d3823ab80 1 -- 172.21.15.29:0/4052498864 wait complete. 2023-10-05T15:33:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.556+0000 7f3d3823ab80 1 -- start start 2023-10-05T15:33:27.559 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.556+0000 7f3d3823ab80 1 Processor -- start 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c7820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae225f90 con 0x55c3ae1b7c00 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae226100 con 0x55c3ae1c33d0 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3ae2262c0 con 0x55c3ae1b8520 2023-10-05T15:33:27.560 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.557+0000 7f3d3823ab80 10 client.0 _ll_register_callbacks cb 0x7f3d140054a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:27.561 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.558+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.561 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.558+0000 7f3d2a5ed700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57522/0 (socket says 172.21.15.29:57522) 2023-10-05T15:33:27.561 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.558+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1857483742 learned_addr learned my addr 172.21.15.29:0/1857483742 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1857483742 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 msgr2=0x55c3ae1c7d60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c7d60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1857483742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 msgr2=0x55c3ae1c7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 -- 172.21.15.29:0/1857483742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3adf1fc00 con 0x55c3ae1c33d0 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d2a5ed700 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c099020 tx=0x7f3d1c0c9ee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f6ec0f782c47aa6 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d0d7fa700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d1c0a16b0 con 0x55c3ae1c33d0 2023-10-05T15:33:27.562 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.559+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f3d1c09d150 con 0x55c3ae1c33d0 2023-10-05T15:33:27.563 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.561+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3d2001ee50 con 0x55c3ae1c33d0 2023-10-05T15:33:27.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.561+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3d1c0cc1e0 con 0x55c3ae1c33d0 2023-10-05T15:33:27.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.561+0000 7f3d3823ab80 10 client.26171 fetch_fsmap learned FSMap version 48 2023-10-05T15:33:27.564 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.562+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=4+}) v3 -- 0x55c3adf35250 con 0x55c3ae1c33d0 2023-10-05T15:33:27.565 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.562+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3d2001ee50 con 0x55c3ae1c33d0 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.562+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 48) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f3d1c07b030 con 0x55c3ae1c33d0 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 10 client.26171 fetch_fsmap finished waiting for FSMap version 48 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 10 client.26171 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 20 client.26171 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae227a70 0x55c3ae229e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 4 client.26171 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:33:27.566 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.563+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55c3ae104ad0 con 0x55c3ae227a70 2023-10-05T15:33:27.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.564+0000 7f3d29dec700 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae227a70 0x55c3ae229e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:27.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.564+0000 7f3d29dec700 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae227a70 0x55c3ae229e90 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ac4cf3172eb9c83 server_cookie=8987370ff247c22 in_seq=0 out_seq=0 2023-10-05T15:33:27.569 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.564+0000 7f3d0d7fa700 10 client.26171 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:27.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.583+0000 7f3d0d7fa700 1 -- 172.21.15.29:0/1857483742 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55c3ae104ad0 con 0x55c3ae227a70 2023-10-05T15:33:27.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.583+0000 7f3d0d7fa700 10 client.26171 handle_command_reply: tid=0 2023-10-05T15:33:27.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.583+0000 7f3d3823ab80 1 client.26171 shutdown 2023-10-05T15:33:27.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 msgr2=0x55c3ae1c82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.586 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c099020 tx=0x7f3d1c0c9ee0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 shutdown_connections 2023-10-05T15:33:27.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55c3ae227a70 0x55c3ae229e90 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.587 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55c3ae1c33d0 0x55c3ae1c82e0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c3ae1b7c00 0x55c3ae1c7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 --2- 172.21.15.29:0/1857483742 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55c3ae1b8520 0x55c3ae1c7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 >> 172.21.15.29:0/1857483742 conn(0x55c3ae12d200 msgr2=0x55c3ae1bb430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d0d7fa700 0 client.26171 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.584+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 shutdown_connections 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.585+0000 7f3d3823ab80 1 -- 172.21.15.29:0/1857483742 wait complete. 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.585+0000 7f3d3823ab80 20 client.26171 trim_cache size 0 max 16384 2023-10-05T15:33:27.588 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:33:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:33:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:33:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:33:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 msgr2=0x7f3d100a3bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.589 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 0x7f3d100a3bb0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f3d140098e0 tx=0x7f3d14005fb0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 msgr2=0x7f3d241a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3d1c00b970 tx=0x7f3d1c00bd30 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 shutdown_connections 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f3d100a16f0 0x7f3d100a3bb0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3d2410a170 0x7f3d241a1940 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f3d24108740 0x7f3d241a7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 --2- 172.21.15.29:0/1011260904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3d24109850 0x7f3d241a8020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.586+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 >> 172.21.15.29:0/1011260904 conn(0x7f3d2406cfa0 msgr2=0x7f3d2406f960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.587+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 shutdown_connections 2023-10-05T15:33:27.590 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:27.587+0000 7f3d2c050700 1 -- 172.21.15.29:0/1011260904 wait complete. 2023-10-05T15:33:27.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:27 smithi029 ceph-mon[99237]: pgmap v339: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.01k op/s 2023-10-05T15:33:27.657 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:27 smithi040 ceph-mon[103696]: pgmap v339: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.01k op/s 2023-10-05T15:33:27.679 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:27 smithi177 ceph-mon[103568]: pgmap v339: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 59 MiB/s wr, 1.01k op/s 2023-10-05T15:33:28.999 INFO:tasks.workunit.client.0.smithi029.stdout:stopping iogen 2023-10-05T15:33:28.999 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo 'stopping iogen' 2023-10-05T15:33:28.999 INFO:tasks.workunit.client.0.smithi029.stderr:+ ./iogen -k 2023-10-05T15:33:29.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:29 smithi029 ceph-mon[99237]: pgmap v340: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2023-10-05T15:33:29.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:29 smithi040 ceph-mon[103696]: pgmap v340: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2023-10-05T15:33:29.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:29 smithi177 ceph-mon[103568]: pgmap v340: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 61 MiB/s wr, 1.04k op/s 2023-10-05T15:33:29.989 INFO:tasks.workunit.client.0.smithi029.stdout:OK 2023-10-05T15:33:29.989 INFO:tasks.workunit.client.0.smithi029.stderr:+ echo OK 2023-10-05T15:33:31.609 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:31 smithi029 ceph-mon[99237]: pgmap v341: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 56 MiB/s wr, 971 op/s 2023-10-05T15:33:31.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:31 smithi040 ceph-mon[103696]: pgmap v341: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 56 MiB/s wr, 971 op/s 2023-10-05T15:33:31.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:31 smithi177 ceph-mon[103568]: pgmap v341: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 5.2 MiB/s rd, 56 MiB/s wr, 971 op/s 2023-10-05T15:33:32.460 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:32 smithi029 ceph-mon[99237]: pgmap v342: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 998 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 65 MiB/s wr, 1.13k op/s 2023-10-05T15:33:32.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:32 smithi040 ceph-mon[103696]: pgmap v342: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 998 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 65 MiB/s wr, 1.13k op/s 2023-10-05T15:33:32.927 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:32 smithi177 ceph-mon[103568]: pgmap v342: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 998 GiB / 1.0 TiB avail; 6.1 MiB/s rd, 65 MiB/s wr, 1.13k op/s 2023-10-05T15:33:33.132 INFO:teuthology.orchestra.run:Running command with timeout 3600 2023-10-05T15:33:33.132 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2023-10-05T15:33:34.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:34 smithi040 ceph-mon[103696]: pgmap v343: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 73 MiB/s wr, 1.26k op/s 2023-10-05T15:33:34.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:34 smithi177 ceph-mon[103568]: pgmap v343: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 73 MiB/s wr, 1.26k op/s 2023-10-05T15:33:35.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:34 smithi029 ceph-mon[99237]: pgmap v343: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.9 MiB/s rd, 73 MiB/s wr, 1.26k op/s 2023-10-05T15:33:35.371 INFO:tasks.workunit:Stopping ['suites/iogen.sh'] on client.0... 2023-10-05T15:33:35.371 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2023-10-05T15:33:37.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:37 smithi040 ceph-mon[103696]: pgmap v344: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 75 MiB/s wr, 1.29k op/s 2023-10-05T15:33:37.436 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:37 smithi177 ceph-mon[103568]: pgmap v344: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 75 MiB/s wr, 1.29k op/s 2023-10-05T15:33:37.622 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:37 smithi029 ceph-mon[99237]: pgmap v344: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 7.1 MiB/s rd, 75 MiB/s wr, 1.29k op/s 2023-10-05T15:33:38.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:38 smithi040 ceph-mon[103696]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:33:38.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:38 smithi177 ceph-mon[103568]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:33:38.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:38 smithi029 ceph-mon[99237]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=c=up:active} 3 up:standby-replay 6 up:standby 2023-10-05T15:33:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:39 smithi040 ceph-mon[103696]: pgmap v345: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 66 MiB/s wr, 1.13k op/s 2023-10-05T15:33:39.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:39 smithi177 ceph-mon[103568]: pgmap v345: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 66 MiB/s wr, 1.13k op/s 2023-10-05T15:33:39.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:39 smithi029 ceph-mon[99237]: pgmap v345: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 6.2 MiB/s rd, 66 MiB/s wr, 1.13k op/s 2023-10-05T15:33:40.786 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 -- 172.21.15.29:0/4113528123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab4114000 msgr2=0x7f1ab41163f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.786 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/4113528123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab4114000 0x7f1ab41163f0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40098f0 tx=0x7f1aa4009c00 comp rx=0 tx=0).stop 2023-10-05T15:33:40.786 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 -- 172.21.15.29:0/4113528123 shutdown_connections 2023-10-05T15:33:40.787 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/4113528123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab4114000 0x7f1ab41163f0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.787 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/4113528123 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4107eb0 0x7f1ab4108290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.787 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/4113528123 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab41087d0 0x7f1ab4113ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.787 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.778+0000 7f1ab89c9700 1 -- 172.21.15.29:0/4113528123 >> 172.21.15.29:0/4113528123 conn(0x7f1ab406cfa0 msgr2=0x7f1ab406d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.784+0000 7f1ab89c9700 1 -- 172.21.15.29:0/4113528123 shutdown_connections 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.784+0000 7f1ab89c9700 1 -- 172.21.15.29:0/4113528123 wait complete. 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.785+0000 7f1ab89c9700 1 Processor -- start 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.785+0000 7f1ab89c9700 1 -- start start 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab4107eb0 0x7f1ab4113700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab41087d0 0x7f1ab4110500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.790 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab4111010 con 0x7f1ab41087d0 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab4111180 con 0x7f1ab4114000 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab89c9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ab4111340 con 0x7f1ab4107eb0 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57534/0 (socket says 172.21.15.29:57534) 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 -- 172.21.15.29:0/1536146561 learned_addr learned my addr 172.21.15.29:0/1536146561 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab259c700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab4107eb0 0x7f1ab4113700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 -- 172.21.15.29:0/1536146561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab4107eb0 msgr2=0x7f1ab4113700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.791 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab4107eb0 0x7f1ab4113700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 -- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab41087d0 msgr2=0x7f1ab4110500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab41087d0 0x7f1ab4110500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.786+0000 7f1ab2d9d700 1 -- 172.21.15.29:0/1536146561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aa4009520 con 0x7f1ab4114000 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1ab2d9d700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400fa70 tx=0x7f1aa400b610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1aab7fe700 1 -- 172.21.15.29:0/1536146561 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa401c070 con 0x7f1ab4114000 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1aab7fe700 1 -- 172.21.15.29:0/1536146561 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aa400baf0 con 0x7f1ab4114000 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1aab7fe700 1 -- 172.21.15.29:0/1536146561 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aa4003d80 con 0x7f1ab4114000 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ab411c210 con 0x7f1ab4114000 2023-10-05T15:33:40.792 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.787+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ab411c6f0 con 0x7f1ab4114000 2023-10-05T15:33:40.794 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.792+0000 7f1ac4bb3b80 1 Processor -- start 2023-10-05T15:33:40.797 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.794+0000 7f1aab7fe700 1 -- 172.21.15.29:0/1536146561 <== mon.2 v2:172.21.15.40:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f1aa4005050 con 0x7f1ab4114000 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.797+0000 7f1ac4bb3b80 1 -- start start 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2770c00 0x55cdd2770fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd277c3d0 0x55cdd277e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd26da400 con 0x55cdd277c3d0 2023-10-05T15:33:40.800 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd26cbbc0 con 0x55cdd2771520 2023-10-05T15:33:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd26c94e0 con 0x55cdd2770c00 2023-10-05T15:33:40.801 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1aab7fe700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 0x7f1a940a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1aab7fe700 1 -- 172.21.15.29:0/1536146561 <== mon.2 v2:172.21.15.40:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1aa40ce370 con 0x7f1ab4114000 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ab259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ab259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57544/0 (socket says 172.21.15.29:57544) 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.798+0000 7f1ab259c700 1 -- 172.21.15.29:0/450337238 learned_addr learned my addr 172.21.15.29:0/450337238 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 -- 172.21.15.29:0/450337238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2770c00 msgr2=0x55cdd2770fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.802 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2770c00 0x55cdd2770fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 -- 172.21.15.29:0/450337238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd277c3d0 msgr2=0x55cdd277e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd277c3d0 0x55cdd277e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 -- 172.21.15.29:0/450337238 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cdd24efd80 con 0x55cdd2771520 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1ab259c700 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c009ce0 tx=0x7f1a9c0113e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c0d55c68ec00f5d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1aa8ff9700 1 -- 172.21.15.29:0/450337238 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c011d10 con 0x55cdd2771520 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1aa8ff9700 1 -- 172.21.15.29:0/450337238 <== mon.2 v2:172.21.15.40:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1a9c011e70 con 0x55cdd2771520 2023-10-05T15:33:40.803 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.799+0000 7f1aa8ff9700 1 -- 172.21.15.29:0/450337238 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c00f8e0 con 0x55cdd2771520 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/450337238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 msgr2=0x55cdd277be90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c009ce0 tx=0x7f1a9c0113e0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/450337238 shutdown_connections 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2770c00 0x55cdd2770fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd277c3d0 0x55cdd277e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/450337238 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd277be90 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.804 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.800+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/450337238 >> 172.21.15.29:0/450337238 conn(0x55cdd26e6200 msgr2=0x55cdd276d080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.805+0000 7f1ab2d9d700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 0x7f1a940a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.807 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.805+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/450337238 shutdown_connections 2023-10-05T15:33:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.808+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/450337238 wait complete. 2023-10-05T15:33:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.808+0000 7f1ab2d9d700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 0x7f1a940a3c80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4097550 tx=0x7f1aa40a1040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.811 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 -- start start 2023-10-05T15:33:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 Processor -- start 2023-10-05T15:33:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd27792c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd2779c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.812 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd26c4dd0 con 0x55cdd2779800 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd26616b0 con 0x55cdd2785fa0 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd2661350 con 0x55cdd2771520 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.809+0000 7f1ac4bb3b80 10 client.0 _ll_register_callbacks cb 0x55cdd24be7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57552/0 (socket says 172.21.15.29:57552) 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/128432491 learned_addr learned my addr 172.21.15.29:0/128432491 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:40.813 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd27792c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.814 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/128432491 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 msgr2=0x55cdd27792c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.814 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd27792c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.814 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/128432491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 msgr2=0x55cdd2779c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd2779c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/128432491 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a9c009940 con 0x55cdd2785fa0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4115c20 tx=0x7f1aac001b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68b0175d5edd4d28 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.810+0000 7f1aa1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.811+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac004b80 con 0x55cdd2785fa0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.811+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1aac004ce0 con 0x55cdd2785fa0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.811+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cdd2764d50 con 0x55cdd2785fa0 2023-10-05T15:33:40.815 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.812+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1aac004ea0 con 0x55cdd2785fa0 2023-10-05T15:33:40.823 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.820+0000 7f1ac4bb3b80 10 client.26183 fetch_fsmap learned FSMap version 49 2023-10-05T15:33:40.823 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.821+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x55cdd24d8c00 con 0x55cdd2785fa0 2023-10-05T15:33:40.833 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.830+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cdd2764d50 con 0x55cdd2785fa0 2023-10-05T15:33:40.833 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.830+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f1aac007720 con 0x55cdd2785fa0 2023-10-05T15:33:40.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 10 client.26183 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:33:40.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 10 client.26183 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:40.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 20 client.26183 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:40.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd278c8c0 0x55cdd278ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.834 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 4 client.26183 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:33:40.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.831+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cdd26bddb0 con 0x55cdd278c8c0 2023-10-05T15:33:40.835 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.832+0000 7f1ab259c700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd278c8c0 0x55cdd278ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.834+0000 7f1aa1ffb700 10 client.26183 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:40.836 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.834+0000 7f1ab259c700 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd278c8c0 0x55cdd278ece0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cfd576f7cf98b15d server_cookie=16d0abeb604b8da1 in_seq=0 out_seq=0 2023-10-05T15:33:40.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.839+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/128432491 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55cdd26bddb0 con 0x55cdd278c8c0 2023-10-05T15:33:40.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.839+0000 7f1aa1ffb700 10 client.26183 handle_command_reply: tid=0 2023-10-05T15:33:40.842 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 client.26183 shutdown 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 msgr2=0x55cdd2788390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4115c20 tx=0x7f1aac001b30 comp rx=0 tx=0).stop 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 shutdown_connections 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd278c8c0 0x55cdd278ece0 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd27792c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2785fa0 0x55cdd2788390 secure :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f1ab4115c20 tx=0x7f1aac001b30 comp rx=0 tx=0).stop 2023-10-05T15:33:40.843 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/128432491 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd2779c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.840+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 >> 172.21.15.29:0/128432491 conn(0x55cdd26e6200 msgr2=0x55cdd276cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.841+0000 7f1aa1ffb700 0 client.26183 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.841+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 shutdown_connections 2023-10-05T15:33:40.844 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.841+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/128432491 wait complete. 2023-10-05T15:33:40.845 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.841+0000 7f1ac4bb3b80 20 client.26183 trim_cache size 0 max 16384 2023-10-05T15:33:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 Processor -- start 2023-10-05T15:33:40.871 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 -- start start 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd2773c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2779800 0x55cdd277e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 0x55cdd278e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd25458c0 con 0x55cdd2778aa0 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd277bef0 con 0x55cdd2779800 2023-10-05T15:33:40.872 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.869+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd2789230 con 0x55cdd2771520 2023-10-05T15:33:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.870+0000 7f1ab259c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2779800 0x55cdd277e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.870+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 0x55cdd278e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.870+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 0x55cdd278e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50438/0 (socket says 172.21.15.29:50438) 2023-10-05T15:33:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.870+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4061462917 learned_addr learned my addr 172.21.15.29:0/4061462917 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:40.873 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.870+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd2773c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.874 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.871+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4061462917 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2779800 msgr2=0x55cdd277e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.874 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.871+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2779800 0x55cdd277e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.871+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4061462917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 msgr2=0x55cdd278e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.871+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 0x55cdd278e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.871+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4061462917 --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cdd25161f0 con 0x55cdd2771520 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.872+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd2773c40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1aac013fd0 tx=0x7f1aac000f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76cf7af503e6abef server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.872+0000 7f1aa97fa700 1 -- 172.21.15.29:0/4061462917 <== mon.1 v2:172.21.15.177:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac001770 con 0x55cdd2771520 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.872+0000 7f1aa97fa700 1 -- 172.21.15.29:0/4061462917 <== mon.1 v2:172.21.15.177:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1aac0018d0 con 0x55cdd2771520 2023-10-05T15:33:40.875 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.872+0000 7f1aa97fa700 1 -- 172.21.15.29:0/4061462917 <== mon.1 v2:172.21.15.177:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac004de0 con 0x55cdd2771520 2023-10-05T15:33:40.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4061462917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 msgr2=0x55cdd2773c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd2773c40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1aac013fd0 tx=0x7f1aac000f40 comp rx=0 tx=0).stop 2023-10-05T15:33:40.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4061462917 shutdown_connections 2023-10-05T15:33:40.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2771520 0x55cdd2773c40 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.876 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2778aa0 0x55cdd278e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4061462917 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2779800 0x55cdd277e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4061462917 >> 172.21.15.29:0/4061462917 conn(0x55cdd26e6200 msgr2=0x55cdd2788af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4061462917 shutdown_connections 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4061462917 wait complete. 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.873+0000 7f1ac4bb3b80 1 -- start start 2023-10-05T15:33:40.877 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.874+0000 7f1ac4bb3b80 1 Processor -- start 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2778aa0 0x55cdd27814a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd27819e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd27df8a0 con 0x55cdd2779800 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd27dfa10 con 0x55cdd2771520 2023-10-05T15:33:40.887 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cdd27dfbd0 con 0x55cdd2778aa0 2023-10-05T15:33:40.888 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.883+0000 7f1ac4bb3b80 10 client.0 _ll_register_callbacks cb 0x7f1aac013660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:40.888 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.884+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.888 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.884+0000 7f1ab1d9b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.40:3300/0 says I am v2:172.21.15.29:57562/0 (socket says 172.21.15.29:57562) 2023-10-05T15:33:40.888 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.884+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4210234475 learned_addr learned my addr 172.21.15.29:0/4210234475 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:40.893 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4210234475 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2778aa0 msgr2=0x55cdd27814a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2778aa0 0x55cdd27814a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4210234475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 msgr2=0x55cdd27819e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd27819e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 -- 172.21.15.29:0/4210234475 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cdd24d8c00 con 0x55cdd2771520 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ab1d9b700 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1aac007b80 tx=0x7f1aac018660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ce9f940862e48864 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1aa1ffb700 10 client.0 ms_handle_connect on v2:172.21.15.40:3300/0 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mon.2 v2:172.21.15.40:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac035060 con 0x55cdd2771520 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mon.2 v2:172.21.15.40:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1aac029040 con 0x55cdd2771520 2023-10-05T15:33:40.894 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.885+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cdd26bdad0 con 0x55cdd2771520 2023-10-05T15:33:40.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.886+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mon.2 v2:172.21.15.40:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1aac0018f0 con 0x55cdd2771520 2023-10-05T15:33:40.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.891+0000 7f1ac4bb3b80 10 client.26189 fetch_fsmap learned FSMap version 49 2023-10-05T15:33:40.895 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.891+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x55cdd24ee250 con 0x55cdd2771520 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mon.2 v2:172.21.15.40:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x55cdd26bdad0 con 0x55cdd2771520 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mon.2 v2:172.21.15.40:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f1aac018d20 con 0x55cdd2771520 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1ac4bb3b80 10 client.26189 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1ac4bb3b80 10 client.26189 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1ac4bb3b80 20 client.26189 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:40.897 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.894+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd27e0f30 0x55cdd27e3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:40.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.895+0000 7f1ac4bb3b80 4 client.26189 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:33:40.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.895+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cdd2510f10 con 0x55cdd27e0f30 2023-10-05T15:33:40.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.896+0000 7f1ab259c700 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd27e0f30 0x55cdd27e3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:40.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.896+0000 7f1aa1ffb700 10 client.26189 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:40.899 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.896+0000 7f1ab259c700 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd27e0f30 0x55cdd27e3350 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9883aecf7889af0 server_cookie=6530b9c1af256679 in_seq=0 out_seq=0 2023-10-05T15:33:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.960+0000 7f1aa1ffb700 1 -- 172.21.15.29:0/4210234475 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cdd2510f10 con 0x55cdd27e0f30 2023-10-05T15:33:40.964 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.960+0000 7f1aa1ffb700 10 client.26189 handle_command_reply: tid=0 2023-10-05T15:33:40.965 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 client.26189 shutdown 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 msgr2=0x55cdd2780f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f1aac007b80 tx=0x7f1aac018660 comp rx=0 tx=0).stop 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 shutdown_connections 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x55cdd27e0f30 0x55cdd27e3350 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cdd2779800 0x55cdd27819e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.966 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x55cdd2771520 0x55cdd2780f60 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 --2- 172.21.15.29:0/4210234475 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x55cdd2778aa0 0x55cdd27814a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.963+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 >> 172.21.15.29:0/4210234475 conn(0x55cdd26e6200 msgr2=0x55cdd278e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.964+0000 7f1aa1ffb700 0 client.26189 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.964+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 shutdown_connections 2023-10-05T15:33:40.967 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.964+0000 7f1ac4bb3b80 1 -- 172.21.15.29:0/4210234475 wait complete. 2023-10-05T15:33:40.977 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.970+0000 7f1ac4bb3b80 20 client.26189 trim_cache size 0 max 16384 2023-10-05T15:33:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:33:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:33:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:33:40.979 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:33:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 msgr2=0x7f1a940a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 0x7f1a940a3c80 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1aa4097550 tx=0x7f1aa40a1040 comp rx=0 tx=0).stop 2023-10-05T15:33:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 msgr2=0x7f1ab4110a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:40.997 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f1aa400fa70 tx=0x7f1aa400b610 comp rx=0 tx=0).stop 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 shutdown_connections 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f1a940a17c0 0x7f1a940a3c80 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1ab4107eb0 0x7f1ab4113700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1ab4114000 0x7f1ab4110a40 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 --2- 172.21.15.29:0/1536146561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ab41087d0 0x7f1ab4110500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:40.998 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.990+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 >> 172.21.15.29:0/1536146561 conn(0x7f1ab406cfa0 msgr2=0x7f1ab406f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:41.002 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:40.997+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 shutdown_connections 2023-10-05T15:33:41.003 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:41.000+0000 7f1ab89c9700 1 -- 172.21.15.29:0/1536146561 wait complete. 2023-10-05T15:33:41.432 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:41 smithi177 ceph-mon[103568]: pgmap v346: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 58 MiB/s wr, 985 op/s 2023-10-05T15:33:41.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:41 smithi029 ceph-mon[99237]: pgmap v346: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 58 MiB/s wr, 985 op/s 2023-10-05T15:33:41.659 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:41 smithi040 ceph-mon[103696]: pgmap v346: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 5.1 MiB/s rd, 58 MiB/s wr, 985 op/s 2023-10-05T15:33:43.612 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:43 smithi029 ceph-mon[99237]: pgmap v347: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 55 MiB/s wr, 938 op/s 2023-10-05T15:33:43.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:43 smithi040 ceph-mon[103696]: pgmap v347: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 55 MiB/s wr, 938 op/s 2023-10-05T15:33:43.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:43 smithi177 ceph-mon[103568]: pgmap v347: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 997 GiB / 1.0 TiB avail; 4.4 MiB/s rd, 55 MiB/s wr, 938 op/s 2023-10-05T15:33:45.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:45 smithi029 ceph-mon[99237]: pgmap v348: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 792 op/s 2023-10-05T15:33:45.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:45 smithi040 ceph-mon[103696]: pgmap v348: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 792 op/s 2023-10-05T15:33:45.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:45 smithi177 ceph-mon[103568]: pgmap v348: 129 pgs: 129 active+clean; 30 GiB data, 75 GiB used, 998 GiB / 1.0 TiB avail; 3.2 MiB/s rd, 45 MiB/s wr, 792 op/s 2023-10-05T15:33:47.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:47 smithi029 ceph-mon[99237]: pgmap v349: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 27 MiB/s wr, 538 op/s 2023-10-05T15:33:47.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:47 smithi040 ceph-mon[103696]: pgmap v349: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 27 MiB/s wr, 538 op/s 2023-10-05T15:33:47.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:47 smithi177 ceph-mon[103568]: pgmap v349: 129 pgs: 129 active+clean; 30 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 1.4 MiB/s rd, 27 MiB/s wr, 538 op/s 2023-10-05T15:33:49.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:49 smithi029 ceph-mon[99237]: pgmap v350: 129 pgs: 129 active+clean; 29 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 438 KiB/s rd, 16 MiB/s wr, 385 op/s 2023-10-05T15:33:49.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:49 smithi040 ceph-mon[103696]: pgmap v350: 129 pgs: 129 active+clean; 29 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 438 KiB/s rd, 16 MiB/s wr, 385 op/s 2023-10-05T15:33:49.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:49 smithi177 ceph-mon[103568]: pgmap v350: 129 pgs: 129 active+clean; 29 GiB data, 74 GiB used, 999 GiB / 1.0 TiB avail; 438 KiB/s rd, 16 MiB/s wr, 385 op/s 2023-10-05T15:33:51.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:51 smithi029 ceph-mon[99237]: pgmap v351: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 999 GiB / 1.0 TiB avail; 28 KiB/s rd, 13 MiB/s wr, 336 op/s 2023-10-05T15:33:51.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:51 smithi040 ceph-mon[103696]: pgmap v351: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 999 GiB / 1.0 TiB avail; 28 KiB/s rd, 13 MiB/s wr, 336 op/s 2023-10-05T15:33:51.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:51 smithi177 ceph-mon[103568]: pgmap v351: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 999 GiB / 1.0 TiB avail; 28 KiB/s rd, 13 MiB/s wr, 336 op/s 2023-10-05T15:33:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:53 smithi029 ceph-mon[99237]: pgmap v352: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 28 KiB/s rd, 8.4 MiB/s wr, 270 op/s 2023-10-05T15:33:53.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:53 smithi040 ceph-mon[103696]: pgmap v352: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 28 KiB/s rd, 8.4 MiB/s wr, 270 op/s 2023-10-05T15:33:53.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:53 smithi177 ceph-mon[103568]: pgmap v352: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 28 KiB/s rd, 8.4 MiB/s wr, 270 op/s 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 -- 172.21.15.29:0/3667803948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11740682d0 msgr2=0x7f1174068750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 --2- 172.21.15.29:0/3667803948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11740682d0 0x7f1174068750 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f1168009990 tx=0x7f1168009ca0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 -- 172.21.15.29:0/3667803948 shutdown_connections 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 --2- 172.21.15.29:0/3667803948 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1174068c90 0x7f117410dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 --2- 172.21.15.29:0/3667803948 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174105e70 0x7f1174106250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 --2- 172.21.15.29:0/3667803948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11740682d0 0x7f1174068750 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 -- 172.21.15.29:0/3667803948 >> 172.21.15.29:0/3667803948 conn(0x7f1174076b70 msgr2=0x7f1174076f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 -- 172.21.15.29:0/3667803948 shutdown_connections 2023-10-05T15:33:54.165 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.162+0000 7f1178f8c700 1 -- 172.21.15.29:0/3667803948 wait complete. 2023-10-05T15:33:54.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 Processor -- start 2023-10-05T15:33:54.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 -- start start 2023-10-05T15:33:54.167 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f11740682d0 0x7f1174197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174068c90 0x7f1174197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117419c210 con 0x7f1174105e70 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117419c380 con 0x7f1174068c90 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1178f8c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117419c540 con 0x7f11740682d0 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50458/0 (socket says 172.21.15.29:50458) 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.163+0000 7f1172d9d700 1 -- 172.21.15.29:0/1213535185 learned_addr learned my addr 172.21.15.29:0/1213535185 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1171d9b700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174068c90 0x7f1174197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f117259c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f11740682d0 0x7f1174197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 -- 172.21.15.29:0/1213535185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f11740682d0 msgr2=0x7f1174197020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.168 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f11740682d0 0x7f1174197020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 -- 172.21.15.29:0/1213535185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174068c90 msgr2=0x7f1174197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174068c90 0x7f1174197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 -- 172.21.15.29:0/1213535185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11680095f0 con 0x7f1174105e70 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1172d9d700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f116c00efc0 tx=0x7f116c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f11637fe700 1 -- 172.21.15.29:0/1213535185 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c018070 con 0x7f1174105e70 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f117419c7c0 con 0x7f1174105e70 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f11637fe700 1 -- 172.21.15.29:0/1213535185 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f116c00f040 con 0x7f1174105e70 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f11637fe700 1 -- 172.21.15.29:0/1213535185 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c00ccc0 con 0x7f1174105e70 2023-10-05T15:33:54.169 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.164+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11741a4060 con 0x7f1174105e70 2023-10-05T15:33:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.166+0000 7f11637fe700 1 -- 172.21.15.29:0/1213535185 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f116c003a00 con 0x7f1174105e70 2023-10-05T15:33:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.167+0000 7f11637fe700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 0x7f115c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.167+0000 7f117259c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 0x7f115c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.170 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.167+0000 7f11637fe700 1 -- 172.21.15.29:0/1213535185 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f116c0ccf20 con 0x7f1174105e70 2023-10-05T15:33:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.168+0000 7f117259c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 0x7f115c0a3ab0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1164009bf0 tx=0x7f1164009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.171 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.168+0000 7f1185176b80 1 Processor -- start 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.168+0000 7f1185176b80 1 -- start start 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bc5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc6520 0x565002bd0e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002b2f400 con 0x565002bd13d0 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002b20bc0 con 0x565002bc6520 2023-10-05T15:33:54.173 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1185176b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002b1e4e0 con 0x565002bc5c00 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50466/0 (socket says 172.21.15.29:50466) 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 -- 172.21.15.29:0/2838151673 learned_addr learned my addr 172.21.15.29:0/2838151673 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f117259c700 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bc5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1171d9b700 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc6520 0x565002bd0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 -- 172.21.15.29:0/2838151673 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 msgr2=0x565002bc5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bc5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 -- 172.21.15.29:0/2838151673 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc6520 msgr2=0x565002bd0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc6520 0x565002bd0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 -- 172.21.15.29:0/2838151673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565002944d80 con 0x565002bd13d0 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f116c096630 tx=0x7f116c099700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc8027e51179cdfb server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.174 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.169+0000 7f1160ff9700 1 -- 172.21.15.29:0/2838151673 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c099bc0 con 0x565002bd13d0 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1160ff9700 1 -- 172.21.15.29:0/2838151673 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f116c09dd10 con 0x565002bd13d0 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1160ff9700 1 -- 172.21.15.29:0/2838151673 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c01b320 con 0x565002bd13d0 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 -- 172.21.15.29:0/2838151673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 msgr2=0x565002bd37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f116c096630 tx=0x7f116c099700 comp rx=0 tx=0).stop 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 -- 172.21.15.29:0/2838151673 shutdown_connections 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bc5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bd37c0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 --2- 172.21.15.29:0/2838151673 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc6520 0x565002bd0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 -- 172.21.15.29:0/2838151673 >> 172.21.15.29:0/2838151673 conn(0x565002b3b200 msgr2=0x565002bc2080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 -- 172.21.15.29:0/2838151673 shutdown_connections 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.170+0000 7f1185176b80 1 -- 172.21.15.29:0/2838151673 wait complete. 2023-10-05T15:33:54.175 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 -- start start 2023-10-05T15:33:54.176 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 Processor -- start 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 0x565002bd0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc6520 0x565002bce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002b19dd0 con 0x565002bd13d0 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002ab66b0 con 0x565002bc5c00 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002ab6350 con 0x565002bc6520 2023-10-05T15:33:54.179 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1185176b80 10 client.0 _ll_register_callbacks cb 0x5650029137a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1172d9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50472/0 (socket says 172.21.15.29:50472) 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.171+0000 7f1172d9d700 1 -- 172.21.15.29:0/2203963185 learned_addr learned my addr 172.21.15.29:0/2203963185 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1171d9b700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc6520 0x565002bce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f117259c700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 0x565002bd0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 -- 172.21.15.29:0/2203963185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc6520 msgr2=0x565002bce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc6520 0x565002bce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 -- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 msgr2=0x565002bd0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 0x565002bd0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 -- 172.21.15.29:0/2203963185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11741a4060 con 0x565002bd13d0 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f117259c700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 0x565002bd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:33:54.180 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f116c00c7a0 tx=0x7f116c09a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0e8dbe46bd89245 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1159ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c097d00 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f116c099bc0 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565002bb9d50 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f116c01b320 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1185176b80 10 client.16674 fetch_fsmap learned FSMap version 49 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.172+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x56500292dc00 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x565002bb9d50 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f116c099140 con 0x565002bd13d0 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 10 client.16674 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 10 client.16674 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:54.181 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 20 client.16674 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002be09d0 0x565002be2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 4 client.16674 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565002b12db0 con 0x565002be09d0 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f117259c700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002be09d0 0x565002be2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f1159ffb700 10 client.16674 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.173+0000 7f117259c700 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002be09d0 0x565002be2dc0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50ad44fdfc6544c6 server_cookie=9aaee6c136a622a5 in_seq=0 out_seq=0 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1159ffb700 1 -- 172.21.15.29:0/2203963185 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x565002b12db0 con 0x565002be09d0 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1159ffb700 10 client.16674 handle_command_reply: tid=0 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 client.16674 shutdown 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 msgr2=0x565002bce830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.182 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f116c00c7a0 tx=0x7f116c09a3f0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 shutdown_connections 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002be09d0 0x565002be2dc0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bd13d0 0x565002bce830 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1159ffb700 0 client.16674 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bc5c00 0x565002bd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 --2- 172.21.15.29:0/2203963185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc6520 0x565002bce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.174+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 >> 172.21.15.29:0/2203963185 conn(0x565002b3b200 msgr2=0x565002bc1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.175+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 shutdown_connections 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.175+0000 7f1185176b80 1 -- 172.21.15.29:0/2203963185 wait complete. 2023-10-05T15:33:54.183 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.175+0000 7f1185176b80 20 client.16674 trim_cache size 0 max 16384 2023-10-05T15:33:54.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.189+0000 7f1185176b80 1 Processor -- start 2023-10-05T15:33:54.192 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 -- start start 2023-10-05T15:33:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bcd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.196 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bcb360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x56500299a8c0 con 0x565002bc6520 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002bbe860 con 0x565002bd13d0 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1185176b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002bc6900 con 0x565002bc5c00 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50478/0 (socket says 172.21.15.29:50478) 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 -- 172.21.15.29:0/994443941 learned_addr learned my addr 172.21.15.29:0/994443941 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f117259c700 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bcd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1172d9d700 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bcb360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 -- 172.21.15.29:0/994443941 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 msgr2=0x565002bcd8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bcd8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 -- 172.21.15.29:0/994443941 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 msgr2=0x565002bcb360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.197 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bcb360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.190+0000 7f1171d9b700 1 -- 172.21.15.29:0/994443941 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56500296b1f0 con 0x565002bc6520 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1171d9b700 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f1168009990 tx=0x7f1168005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfa0f73f63105c52 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f11617fa700 1 -- 172.21.15.29:0/994443941 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168005040 con 0x565002bc6520 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f11617fa700 1 -- 172.21.15.29:0/994443941 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f1168025040 con 0x565002bc6520 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f11617fa700 1 -- 172.21.15.29:0/994443941 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168004d20 con 0x565002bc6520 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 -- 172.21.15.29:0/994443941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 msgr2=0x565002bcddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f1168009990 tx=0x7f1168005c70 comp rx=0 tx=0).stop 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 -- 172.21.15.29:0/994443941 shutdown_connections 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bcd8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bcb360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.198 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 --2- 172.21.15.29:0/994443941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bcddf0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 -- 172.21.15.29:0/994443941 >> 172.21.15.29:0/994443941 conn(0x565002b3b200 msgr2=0x565002bc9430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 -- 172.21.15.29:0/994443941 shutdown_connections 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.191+0000 7f1185176b80 1 -- 172.21.15.29:0/994443941 wait complete. 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 -- start start 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 Processor -- start 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bd7e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bd66c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002bd6c90 con 0x565002bc6520 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002bd6e00 con 0x565002bd13d0 2023-10-05T15:33:54.199 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x565002bd6fc0 con 0x565002bc5c00 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1185176b80 10 client.0 _ll_register_callbacks cb 0x7f1164005ec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1171d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1171d9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50484/0 (socket says 172.21.15.29:50484) 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1171d9b700 1 -- 172.21.15.29:0/2003587150 learned_addr learned my addr 172.21.15.29:0/2003587150 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f1172d9d700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bd66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.192+0000 7f117259c700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bd7e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 -- 172.21.15.29:0/2003587150 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 msgr2=0x565002bd7e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bd7e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.201 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 -- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 msgr2=0x565002bd66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bd66c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 -- 172.21.15.29:0/2003587150 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f117410e6d0 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1171d9b700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f1168000c00 tx=0x7f1168005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaa0eac2aaa92687 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168020930 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7f1168020a90 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f116c09dd10 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1168020c50 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 10 client.16680 fetch_fsmap learned FSMap version 49 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x565002943250 con 0x565002bc6520 2023-10-05T15:33:54.202 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f116c09dd10 con 0x565002bc6520 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7f116802a410 con 0x565002bc6520 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 10 client.16680 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 10 client.16680 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 20 client.16680 populate_metadata read hostname 'smithi029' 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.193+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002c35910 0x565002c37d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.194+0000 7f1185176b80 4 client.16680 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.194+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x565002b12ad0 con 0x565002c35910 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.194+0000 7f117259c700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002c35910 0x565002c37d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.194+0000 7f117259c700 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002c35910 0x565002c37d30 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=131c3ca579328d98 server_cookie=2d021cff9773d1d2 in_seq=0 out_seq=0 2023-10-05T15:33:54.203 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.194+0000 7f1159ffb700 10 client.16680 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1159ffb700 1 -- 172.21.15.29:0/2003587150 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x565002b12ad0 con 0x565002c35910 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1159ffb700 10 client.16680 handle_command_reply: tid=0 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 client.16680 shutdown 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 msgr2=0x565002bd6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f1168000c00 tx=0x7f1168005a00 comp rx=0 tx=0).stop 2023-10-05T15:33:54.207 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 shutdown_connections 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x565002c35910 0x565002c37d30 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x565002bc5c00 0x565002bd7e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x565002bd13d0 0x565002bd66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1159ffb700 0 client.16680 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 --2- 172.21.15.29:0/2003587150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565002bc6520 0x565002bd6180 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 >> 172.21.15.29:0/2003587150 conn(0x565002b3b200 msgr2=0x565002bc8460 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 shutdown_connections 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.204+0000 7f1185176b80 1 -- 172.21.15.29:0/2003587150 wait complete. 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1185176b80 20 client.16680 trim_cache size 0 max 16384 2023-10-05T15:33:54.208 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:33:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:33:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:33:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:33:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 msgr2=0x7f115c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.209 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 0x7f115c0a3ab0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f1164009bf0 tx=0x7f1164009260 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 msgr2=0x7f117419bbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f116c00efc0 tx=0x7f116c00c3a0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 shutdown_connections 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f115c0a15f0 0x7f115c0a3ab0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f11740682d0 0x7f1174197020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1174105e70 0x7f117419bbd0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 --2- 172.21.15.29:0/1213535185 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f1174068c90 0x7f1174197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 >> 172.21.15.29:0/1213535185 conn(0x7f1174076b70 msgr2=0x7f11740fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 shutdown_connections 2023-10-05T15:33:54.210 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:33:54.205+0000 7f1178f8c700 1 -- 172.21.15.29:0/1213535185 wait complete. 2023-10-05T15:33:55.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:55 smithi029 ceph-mon[99237]: pgmap v353: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.4 MiB/s wr, 190 op/s 2023-10-05T15:33:55.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:55 smithi040 ceph-mon[103696]: pgmap v353: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.4 MiB/s wr, 190 op/s 2023-10-05T15:33:55.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:55 smithi177 ceph-mon[103568]: pgmap v353: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.3 KiB/s rd, 3.4 MiB/s wr, 190 op/s 2023-10-05T15:33:57.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:57 smithi029 ceph-mon[99237]: pgmap v354: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 98 op/s 2023-10-05T15:33:57.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:57 smithi040 ceph-mon[103696]: pgmap v354: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 98 op/s 2023-10-05T15:33:57.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:57 smithi177 ceph-mon[103568]: pgmap v354: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 7.6 KiB/s rd, 5.4 KiB/s wr, 98 op/s 2023-10-05T15:33:59.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:33:59 smithi029 ceph-mon[99237]: pgmap v355: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.1 KiB/s wr, 38 op/s 2023-10-05T15:33:59.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:33:59 smithi040 ceph-mon[103696]: pgmap v355: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.1 KiB/s wr, 38 op/s 2023-10-05T15:33:59.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:33:59 smithi177 ceph-mon[103568]: pgmap v355: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 2.7 KiB/s rd, 1.1 KiB/s wr, 38 op/s 2023-10-05T15:34:01.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:01 smithi029 ceph-mon[99237]: pgmap v356: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2023-10-05T15:34:01.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:01 smithi040 ceph-mon[103696]: pgmap v356: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2023-10-05T15:34:01.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:01 smithi177 ceph-mon[103568]: pgmap v356: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 3.2 KiB/s rd, 1.9 KiB/s wr, 15 op/s 2023-10-05T15:34:03.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:03 smithi029 ceph-mon[99237]: pgmap v357: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2023-10-05T15:34:03.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:03 smithi040 ceph-mon[103696]: pgmap v357: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2023-10-05T15:34:03.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:03 smithi177 ceph-mon[103568]: pgmap v357: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.9 KiB/s wr, 9 op/s 2023-10-05T15:34:05.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:05 smithi029 ceph-mon[99237]: pgmap v358: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 11 KiB/s rd, 119 KiB/s wr, 20 op/s 2023-10-05T15:34:05.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:05 smithi040 ceph-mon[103696]: pgmap v358: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 11 KiB/s rd, 119 KiB/s wr, 20 op/s 2023-10-05T15:34:05.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:05 smithi177 ceph-mon[103568]: pgmap v358: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 11 KiB/s rd, 119 KiB/s wr, 20 op/s 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 -- 172.21.15.29:0/2652971625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80068c90 msgr2=0x7fdb8010dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 --2- 172.21.15.29:0/2652971625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80068c90 0x7fdb8010dd00 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800b0a0 tx=0x7fdb7800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 -- 172.21.15.29:0/2652971625 shutdown_connections 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 --2- 172.21.15.29:0/2652971625 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80106f60 0x7fdb80107340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 --2- 172.21.15.29:0/2652971625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80068c90 0x7fdb8010dd00 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 --2- 172.21.15.29:0/2652971625 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb800682d0 0x7fdb80068750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 -- 172.21.15.29:0/2652971625 >> 172.21.15.29:0/2652971625 conn(0x7fdb80076b70 msgr2=0x7fdb80076f80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 -- 172.21.15.29:0/2652971625 shutdown_connections 2023-10-05T15:34:07.323 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.321+0000 7fdb8491b700 1 -- 172.21.15.29:0/2652971625 wait complete. 2023-10-05T15:34:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.322+0000 7fdb8491b700 1 Processor -- start 2023-10-05T15:34:07.325 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.322+0000 7fdb8491b700 1 -- start start 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.322+0000 7fdb8491b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80068c90 0x7fdb80197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb80106f60 0x7fdb8019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb8019c240 con 0x7fdb800682d0 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb8019c3b0 con 0x7fdb80106f60 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb8019c570 con 0x7fdb80068c90 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50494/0 (socket says 172.21.15.29:50494) 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 -- 172.21.15.29:0/1685587317 learned_addr learned my addr 172.21.15.29:0/1685587317 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80068c90 0x7fdb80197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.326 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb80106f60 0x7fdb8019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 -- 172.21.15.29:0/1685587317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80068c90 msgr2=0x7fdb80197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80068c90 0x7fdb80197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 -- 172.21.15.29:0/1685587317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb80106f60 msgr2=0x7fdb8019bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb80106f60 0x7fdb8019bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 -- 172.21.15.29:0/1685587317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb78009d00 con 0x7fdb800682d0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000d980 tx=0x7fdb7000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb6f7fe700 1 -- 172.21.15.29:0/1685587317 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb70004220 con 0x7fdb800682d0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb8019c850 con 0x7fdb800682d0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb6f7fe700 1 -- 172.21.15.29:0/1685587317 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb70007640 con 0x7fdb800682d0 2023-10-05T15:34:07.327 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb6f7fe700 1 -- 172.21.15.29:0/1685587317 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb70005690 con 0x7fdb800682d0 2023-10-05T15:34:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.323+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb801a4090 con 0x7fdb800682d0 2023-10-05T15:34:07.328 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.326+0000 7fdb6f7fe700 1 -- 172.21.15.29:0/1685587317 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fdb70004750 con 0x7fdb800682d0 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.326+0000 7fdb6f7fe700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 0x7fdb680a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.327+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 0x7fdb680a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.327+0000 7fdb6f7fe700 1 -- 172.21.15.29:0/1685587317 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb700cd180 con 0x7fdb800682d0 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.327+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 0x7fdb680a3ab0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdb80198870 tx=0x7fdb7400b410 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.327+0000 7fdb90b05b80 1 Processor -- start 2023-10-05T15:34:07.329 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 -- start start 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 0x562281dcce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281d2b400 con 0x562281dcd3d0 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281d1cbc0 con 0x562281dc2520 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281d1a4e0 con 0x562281dc1c00 2023-10-05T15:34:07.334 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50506/0 (socket says 172.21.15.29:50506) 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/2638806966 learned_addr learned my addr 172.21.15.29:0/2638806966 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 0x562281dcce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/2638806966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 msgr2=0x562281dc1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/2638806966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 msgr2=0x562281dcce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 0x562281dcce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/2638806966 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562281b40d80 con 0x562281dcd3d0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 0x562281dcce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.328+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009c70 tx=0x7fdb7800ce20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a07a753b0d81fb3 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb6cff9700 1 -- 172.21.15.29:0/2638806966 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7800e040 con 0x562281dcd3d0 2023-10-05T15:34:07.335 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb6cff9700 1 -- 172.21.15.29:0/2638806966 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb780092d0 con 0x562281dcd3d0 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb6cff9700 1 -- 172.21.15.29:0/2638806966 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7801c640 con 0x562281dcd3d0 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 -- 172.21.15.29:0/2638806966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 msgr2=0x562281dcf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009c70 tx=0x7fdb7800ce20 comp rx=0 tx=0).stop 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 -- 172.21.15.29:0/2638806966 shutdown_connections 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dcf7c0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/2638806966 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc2520 0x562281dcce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.329+0000 7fdb90b05b80 1 -- 172.21.15.29:0/2638806966 >> 172.21.15.29:0/2638806966 conn(0x562281d37200 msgr2=0x562281dbe080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- 172.21.15.29:0/2638806966 shutdown_connections 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- 172.21.15.29:0/2638806966 wait complete. 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- start start 2023-10-05T15:34:07.336 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 Processor -- start 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dccdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc2520 0x562281dca000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281d15dd0 con 0x562281dcd3d0 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281cb26b0 con 0x562281dc1c00 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281cb2350 con 0x562281dc2520 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb90b05b80 10 client.0 _ll_register_callbacks cb 0x562281b0f7a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb7ed9d700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50512/0 (socket says 172.21.15.29:50512) 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/3139818162 learned_addr learned my addr 172.21.15.29:0/3139818162 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.330+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc2520 0x562281dca000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.337 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dccdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/3139818162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc2520 msgr2=0x562281dca000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc2520 0x562281dca000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 msgr2=0x562281dccdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dccdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 -- 172.21.15.29:0/3139818162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb74010c20 con 0x562281dcd3d0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800b3f0 tx=0x7fdb78003ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ab211f876ac0a6d server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7800e070 con 0x562281dcd3d0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb78009440 con 0x562281dcd3d0 2023-10-05T15:34:07.338 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562281db5d50 con 0x562281dcd3d0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb780052c0 con 0x562281dcd3d0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb90b05b80 10 client.16692 fetch_fsmap learned FSMap version 49 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.331+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x7fdb8010e5c0 con 0x562281dcd3d0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x562281db5d50 con 0x562281dcd3d0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fdb78019050 con 0x562281dcd3d0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 10 client.16692 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 10 client.16692 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 20 client.16692 populate_metadata read hostname 'smithi029' 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281ddee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 4 client.16692 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562281d0edb0 con 0x562281ddc9e0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.332+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281ddee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.339 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb65ffb700 10 client.16692 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:34:07.340 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281ddee00 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1525757347ee653b server_cookie=9fa496f4ded5711e in_seq=0 out_seq=0 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3139818162 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x562281d0edb0 con 0x562281ddc9e0 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb65ffb700 10 client.16692 handle_command_reply: tid=0 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 client.16692 shutdown 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 msgr2=0x562281dca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fdb7800b3f0 tx=0x7fdb78003ee0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 shutdown_connections 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281ddee00 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dcd3d0 0x562281dca630 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb65ffb700 0 client.16692 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dccdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.341 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3139818162 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc2520 0x562281dca000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 >> 172.21.15.29:0/3139818162 conn(0x562281d37200 msgr2=0x562281dbdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.333+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 shutdown_connections 2023-10-05T15:34:07.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.334+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3139818162 wait complete. 2023-10-05T15:34:07.342 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.334+0000 7fdb90b05b80 20 client.16692 trim_cache size 0 max 16384 2023-10-05T15:34:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 Processor -- start 2023-10-05T15:34:07.353 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 -- start start 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 0x562281dc8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281b968c0 con 0x562281dc2520 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281dbedc0 con 0x562281dcd3d0 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.348+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281dd43f0 con 0x562281dc1c00 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.354 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50518/0 (socket says 172.21.15.29:50518) 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3431135994 learned_addr learned my addr 172.21.15.29:0/3431135994 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 0x562281dc8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3431135994 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 msgr2=0x562281dc4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3431135994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 msgr2=0x562281dc8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 0x562281dc8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3431135994 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562281b29c00 con 0x562281dc2520 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 0x562281dc8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400bfd0 tx=0x7fdb74013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6a24471d3f0e77b server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb6d7fa700 1 -- 172.21.15.29:0/3431135994 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb74024070 con 0x562281dc2520 2023-10-05T15:34:07.355 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb6d7fa700 1 -- 172.21.15.29:0/3431135994 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb74015070 con 0x562281dc2520 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.349+0000 7fdb6d7fa700 1 -- 172.21.15.29:0/3431135994 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb7401fe90 con 0x562281dc2520 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3431135994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 msgr2=0x562281dd3eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400bfd0 tx=0x7fdb74013000 comp rx=0 tx=0).stop 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3431135994 shutdown_connections 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dc1c00 0x562281dc4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dcd3d0 0x562281dc8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3431135994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dd3eb0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3431135994 >> 172.21.15.29:0/3431135994 conn(0x562281d37200 msgr2=0x562281dc87b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3431135994 shutdown_connections 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3431135994 wait complete. 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 -- start start 2023-10-05T15:34:07.356 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.350+0000 7fdb90b05b80 1 Processor -- start 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dc7940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dcd3d0 0x562281dc67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281dc8080 con 0x562281dc2520 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281dc6d00 con 0x562281dc1c00 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x562281dc6ec0 con 0x562281dcd3d0 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 10 client.0 _ll_register_callbacks cb 0x7fdb7400b970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50524/0 (socket says 172.21.15.29:50524) 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3619137824 learned_addr learned my addr 172.21.15.29:0/3619137824 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:07.357 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7ed9d700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dcd3d0 0x562281dc67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dc7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3619137824 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dcd3d0 msgr2=0x562281dc67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dcd3d0 0x562281dc67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 msgr2=0x562281dc7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dc7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 -- 172.21.15.29:0/3619137824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb7400be40 con 0x562281dc2520 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dc7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb7dd9b700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400b780 tx=0x7fdb7401f660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47d33eecdc448622 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb65ffb700 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb74024040 con 0x562281dc2520 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdb780092d0 con 0x562281dc2520 2023-10-05T15:34:07.358 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mon.0 v2:172.21.15.29:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9336+0+0 (secure 0 0 0) 0x7fdb74017070 con 0x562281dc2520 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.351+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb7401fe40 con 0x562281dc2520 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 10 client.16698 fetch_fsmap learned FSMap version 49 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=4+}) v3 -- 0x562281b671f0 con 0x562281dc2520 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mon.0 v2:172.21.15.29:3300/0 4 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdb780092d0 con 0x562281dc2520 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mon.0 v2:172.21.15.29:3300/0 5 ==== fsmap(e 49) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fdb74032440 con 0x562281dc2520 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 10 client.16698 fetch_fsmap finished waiting for FSMap version 49 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 10 client.16698 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 20 client.16698 populate_metadata read hostname 'smithi029' 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281e33a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 4 client.16698 mds_command: new command op to 24515 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 --> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562281d0ead0 con 0x562281ddc9e0 2023-10-05T15:34:07.359 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.352+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281e33a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:07.360 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.353+0000 7fdb7e59c700 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281e33a10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d90ef8436777060 server_cookie=bc36f4be0722c72c in_seq=0 out_seq=0 2023-10-05T15:34:07.360 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.353+0000 7fdb65ffb700 10 client.16698 ms_handle_connect on v2:172.21.15.40:6838/2198561594 2023-10-05T15:34:07.362 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb65ffb700 1 -- 172.21.15.29:0/3619137824 <== mds.0 v2:172.21.15.40:6838/2198561594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562281d0ead0 con 0x562281ddc9e0 2023-10-05T15:34:07.362 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb65ffb700 10 client.16698 handle_command_reply: tid=0 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 client.16698 shutdown 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 msgr2=0x562281dc6280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fdb7400b780 tx=0x7fdb7401f660 comp rx=0 tx=0).stop 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 shutdown_connections 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:6838/2198561594,v1:172.21.15.40:6839/2198561594] conn(0x562281ddc9e0 0x562281e33a10 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x562281dcd3d0 0x562281dc67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb65ffb700 0 client.16698 ms_handle_reset on v2:172.21.15.40:6838/2198561594 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x562281dc1c00 0x562281dc7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 --2- 172.21.15.29:0/3619137824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562281dc2520 0x562281dc6280 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 >> 172.21.15.29:0/3619137824 conn(0x562281d37200 msgr2=0x562281dc9040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 shutdown_connections 2023-10-05T15:34:07.363 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 1 -- 172.21.15.29:0/3619137824 wait complete. 2023-10-05T15:34:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb90b05b80 20 client.16698 trim_cache size 0 max 16384 2023-10-05T15:34:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:{ 2023-10-05T15:34:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "message": "", 2023-10-05T15:34:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout: "return_code": 0 2023-10-05T15:34:07.364 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stdout:} 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 msgr2=0x7fdb680a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 0x7fdb680a3ab0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fdb80198870 tx=0x7fdb7400b410 comp rx=0 tx=0).stop 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 msgr2=0x7fdb80197050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.361+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000d980 tx=0x7fdb7000dc90 comp rx=0 tx=0).stop 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 shutdown_connections 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdb680a15f0 0x7fdb680a3ab0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.365 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdb80106f60 0x7fdb8019bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb800682d0 0x7fdb80197050 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 --2- 172.21.15.29:0/1685587317 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdb80068c90 0x7fdb80197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 >> 172.21.15.29:0/1685587317 conn(0x7fdb80076b70 msgr2=0x7fdb800fea20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 shutdown_connections 2023-10-05T15:34:07.366 INFO:teuthology.task.background_exec.ubuntu@smithi029.front.sepia.ceph.com.smithi029.stderr:2023-10-05T15:34:07.362+0000 7fdb8491b700 1 -- 172.21.15.29:0/1685587317 wait complete. 2023-10-05T15:34:07.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:07 smithi029 ceph-mon[99237]: pgmap v359: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 13 KiB/s rd, 314 KiB/s wr, 42 op/s 2023-10-05T15:34:07.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:07 smithi040 ceph-mon[103696]: pgmap v359: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 13 KiB/s rd, 314 KiB/s wr, 42 op/s 2023-10-05T15:34:07.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:07 smithi177 ceph-mon[103568]: pgmap v359: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 13 KiB/s rd, 314 KiB/s wr, 42 op/s 2023-10-05T15:34:09.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:09 smithi029 ceph-mon[99237]: pgmap v360: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 472 KiB/s wr, 67 op/s 2023-10-05T15:34:09.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:09 smithi040 ceph-mon[103696]: pgmap v360: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 472 KiB/s wr, 67 op/s 2023-10-05T15:34:09.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:09 smithi177 ceph-mon[103568]: pgmap v360: 129 pgs: 129 active+clean; 29 GiB data, 73 GiB used, 1000 GiB / 1.0 TiB avail; 12 KiB/s rd, 472 KiB/s wr, 67 op/s 2023-10-05T15:34:09.945 DEBUG:teuthology.parallel:result is None 2023-10-05T15:34:09.945 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2023-10-05T15:34:09.982 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2023-10-05T15:34:09.982 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2023-10-05T15:34:09.992 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:34:10.030 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2023-10-05T15:34:10.039 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2023-10-05T15:34:10.040 INFO:teuthology.task.exec:Executing custom commands... 2023-10-05T15:34:10.040 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:34:10.040 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2023-10-05T15:34:10.115 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2023-10-05T15:34:10.160 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2023-10-05T15:34:10.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.285+0000 7fc7c4266700 1 -- 172.21.15.29:0/2113636679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1010c0 msgr2=0x7fc7bc1014a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.285+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2113636679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc1014a0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0009990 tx=0x7fc7b0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.285+0000 7fc7c4266700 1 -- 172.21.15.29:0/2113636679 shutdown_connections 2023-10-05T15:34:10.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2113636679 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc10dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.289 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2113636679 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc1014a0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2113636679 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc101a70 0x7fc7bc105ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 -- 172.21.15.29:0/2113636679 >> 172.21.15.29:0/2113636679 conn(0x7fc7bc0fc940 msgr2=0x7fc7bc0fed60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 -- 172.21.15.29:0/2113636679 shutdown_connections 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 -- 172.21.15.29:0/2113636679 wait complete. 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 Processor -- start 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 -- start start 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.286+0000 7fc7c4266700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc197010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc19bbc0 0x7fc7bc19c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc19c640 con 0x7fc7bc1061e0 2023-10-05T15:34:10.290 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc19c7b0 con 0x7fc7bc1010c0 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7bc19c970 con 0x7fc7bc19bbc0 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50538/0 (socket says 172.21.15.29:50538) 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 -- 172.21.15.29:0/2803331795 learned_addr learned my addr 172.21.15.29:0/2803331795 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c2803700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc19bbc0 0x7fc7bc19c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c2002700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc197010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 -- 172.21.15.29:0/2803331795 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc19bbc0 msgr2=0x7fc7bc19c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc19bbc0 0x7fc7bc19c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 -- 172.21.15.29:0/2803331795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1010c0 msgr2=0x7fc7bc197010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc197010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.291 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 -- 172.21.15.29:0/2803331795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b00095f0 con 0x7fc7bc1061e0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c1801700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800e9f0 tx=0x7fc7b800ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8009750 con 0x7fc7bc1061e0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc7b800c7c0 con 0x7fc7bc1061e0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7bc1a3ed0 con 0x7fc7bc1061e0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b80054d0 con 0x7fc7bc1061e0 2023-10-05T15:34:10.292 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.287+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7bc1a4350 con 0x7fc7bc1061e0 2023-10-05T15:34:10.293 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.290+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fc7b800c930 con 0x7fc7bc1061e0 2023-10-05T15:34:10.293 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.290+0000 7fc7aeffd700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 0x7fc7a80a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.293 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.290+0000 7fc7c2002700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 0x7fc7a80a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.293 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.290+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7fc7b8014070 con 0x7fc7bc1061e0 2023-10-05T15:34:10.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.288+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7bc100590 con 0x7fc7bc1061e0 2023-10-05T15:34:10.308 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.307+0000 7fc7c2002700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 0x7fc7a80a3b30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b2e0 tx=0x7fc7b0005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:10.313 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.312+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc7b8096560 con 0x7fc7bc1061e0 2023-10-05T15:34:10.554 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.553+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fc7bc101a70 con 0x7fc7a80a1670 2023-10-05T15:34:10.562 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.561+0000 7fc7aeffd700 1 -- 172.21.15.29:0/2803331795 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+334 (secure 0 0 0) 0x7fc7bc101a70 con 0x7fc7a80a1670 2023-10-05T15:34:10.563 INFO:teuthology.orchestra.run.smithi029.stdout:{"fs": "cephfs", "subvol": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2023-10-05T00:00:00", "created": "2023-10-05T15:22:17", "first": "2023-10-05T15:23:00", "last": "2023-10-05T15:34:00", "last_pruned": "2023-10-05T15:34:01", "created_count": 7, "pruned_count": 1, "active": true} 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.563+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 msgr2=0x7fc7a80a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.563+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 0x7fc7a80a3b30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fc7b000b2e0 tx=0x7fc7b0005fb0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.563+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 msgr2=0x7fc7bc197550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.563+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc7b800e9f0 tx=0x7fc7b800ed00 comp rx=0 tx=0).stop 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.563+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 shutdown_connections 2023-10-05T15:34:10.565 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc7a80a1670 0x7fc7a80a3b30 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc7bc19bbc0 0x7fc7bc19c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc7bc1010c0 0x7fc7bc197010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 --2- 172.21.15.29:0/2803331795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7bc1061e0 0x7fc7bc197550 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 >> 172.21.15.29:0/2803331795 conn(0x7fc7bc0fc940 msgr2=0x7fc7bc104af0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 shutdown_connections 2023-10-05T15:34:10.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.564+0000 7fc7c4266700 1 -- 172.21.15.29:0/2803331795 wait complete. 2023-10-05T15:34:10.576 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:10 smithi029 ceph-mon[99237]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:34:10.577 DEBUG:teuthology.orchestra.run.smithi029:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2023-10-05T15:34:10.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:10 smithi040 ceph-mon[103696]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:34:10.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:10 smithi177 ceph-mon[103568]: osdmap e92: 12 total, 12 up, 12 in 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 -- 172.21.15.29:0/282474808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18100300 msgr2=0x7f4e18105ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 --2- 172.21.15.29:0/282474808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18100300 0x7f4e18105ad0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f4e14009990 tx=0x7f4e14009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 -- 172.21.15.29:0/282474808 shutdown_connections 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 --2- 172.21.15.29:0/282474808 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e18106200 0x7f4e1810dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 --2- 172.21.15.29:0/282474808 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 0x7f4e180ffd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 --2- 172.21.15.29:0/282474808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18100300 0x7f4e18105ad0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 -- 172.21.15.29:0/282474808 >> 172.21.15.29:0/282474808 conn(0x7f4e180762e0 msgr2=0x7f4e180766f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.704+0000 7f4e207d6700 1 -- 172.21.15.29:0/282474808 shutdown_connections 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 -- 172.21.15.29:0/282474808 wait complete. 2023-10-05T15:34:10.708 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 Processor -- start 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 -- start start 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 0x7f4e18100aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e181a3230 0x7f4e181a5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e181a5b60 con 0x7f4e18106200 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e181a5ca0 con 0x7f4e180ff950 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e207d6700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e181a5e10 con 0x7f4e181a3230 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e1dd71700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e1dd71700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50552/0 (socket says 172.21.15.29:50552) 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.705+0000 7f4e1dd71700 1 -- 172.21.15.29:0/4080411117 learned_addr learned my addr 172.21.15.29:0/4080411117 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:10.709 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1ed73700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e181a3230 0x7f4e181a5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1e572700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 0x7f4e18100aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 -- 172.21.15.29:0/4080411117 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e181a3230 msgr2=0x7f4e181a5620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e181a3230 0x7f4e181a5620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 -- 172.21.15.29:0/4080411117 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 msgr2=0x7f4e18100aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 0x7f4e18100aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 -- 172.21.15.29:0/4080411117 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e140095f0 con 0x7f4e18106200 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e1dd71700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f4e14004760 tx=0x7f4e140036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e1401d070 con 0x7f4e18106200 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4e14004cd0 con 0x7f4e18106200 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e181a6090 con 0x7f4e18106200 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e14005720 con 0x7f4e18106200 2023-10-05T15:34:10.710 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.706+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e181a64b0 con 0x7f4e18106200 2023-10-05T15:34:10.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.707+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e18076e00 con 0x7f4e18106200 2023-10-05T15:34:10.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.708+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f4e14005000 con 0x7f4e18106200 2023-10-05T15:34:10.711 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.709+0000 7f4e0f7fe700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 0x7f4e040a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:10.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.709+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7f4e140ce470 con 0x7f4e18106200 2023-10-05T15:34:10.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.709+0000 7f4e1e572700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 0x7f4e040a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:10.712 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.709+0000 7f4e1e572700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 0x7f4e040a3ab0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4e08006fd0 tx=0x7f4e08008040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:10.714 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.713+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4e140973e0 con 0x7f4e18106200 2023-10-05T15:34:10.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.942+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 --> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f4e18102070 con 0x7f4e040a15f0 2023-10-05T15:34:10.951 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.950+0000 7f4e0f7fe700 1 -- 172.21.15.29:0/4080411117 <== mgr.15585 v2:172.21.15.29:6800/3105957722 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f4e18102070 con 0x7f4e040a15f0 2023-10-05T15:34:10.951 INFO:teuthology.orchestra.run.smithi029.stdout:/ 1m 6m3h 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 msgr2=0x7f4e040a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 0x7f4e040a3ab0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4e08006fd0 tx=0x7f4e08008040 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 msgr2=0x7f4e18100fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f4e14004760 tx=0x7f4e140036f0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 shutdown_connections 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4e040a15f0 0x7f4e040a3ab0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4e181a3230 0x7f4e181a5620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4e180ff950 0x7f4e18100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 --2- 172.21.15.29:0/4080411117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4e18106200 0x7f4e18100fe0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:10.954 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 >> 172.21.15.29:0/4080411117 conn(0x7f4e180762e0 msgr2=0x7f4e18104b10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:10.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 shutdown_connections 2023-10-05T15:34:10.955 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:10.952+0000 7f4e207d6700 1 -- 172.21.15.29:0/4080411117 wait complete. 2023-10-05T15:34:10.966 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2023-10-05T15:34:10.977 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2023-10-05T15:34:10.977 ERROR:teuthology.run_tasks:Manager failed: fwd_scrub Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_54e62bcbac4e53d9685e08328b790d3b20d71cae/teuthology/run_tasks.py", line 154, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.8/contextlib.py", line 120, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 164, in task stop_all_fwd_scrubbers(ctx.ceph[config['cluster']].thrashers) File "/home/teuthworker/src/git.ceph.com_ceph-c_689b3d5ae1ed3e8efe9a65281cd9bd422749e95f/qa/tasks/fwd_scrub.py", line 99, in stop_all_fwd_scrubbers raise RuntimeError(f"error during scrub thrashing: {thrasher.exception}") RuntimeError: error during scrub thrashing: rank damage found: {'backtrace'} 2023-10-05T15:34:10.977 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2023-10-05T15:34:10.988 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:34:11.144 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 -- 172.21.15.29:0/2923074919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf01050b0 msgr2=0x7fbaf010cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 --2- 172.21.15.29:0/2923074919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf01050b0 0x7fbaf010cc30 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fbae800b0a0 tx=0x7fbae800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 -- 172.21.15.29:0/2923074919 shutdown_connections 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 --2- 172.21.15.29:0/2923074919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf01050b0 0x7fbaf010cc30 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 --2- 172.21.15.29:0/2923074919 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf00fff90 0x7fbaf0100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 --2- 172.21.15.29:0/2923074919 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf0100940 0x7fbaf0104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 -- 172.21.15.29:0/2923074919 >> 172.21.15.29:0/2923074919 conn(0x7fbaf00fb7f0 msgr2=0x7fbaf00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 -- 172.21.15.29:0/2923074919 shutdown_connections 2023-10-05T15:34:11.145 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.143+0000 7fbaf7165700 1 -- 172.21.15.29:0/2923074919 wait complete. 2023-10-05T15:34:11.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 Processor -- start 2023-10-05T15:34:11.147 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 -- start start 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf00fff90 0x7fbaf0197090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf01050b0 0x7fbaf01975d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf019c4b0 con 0x7fbaf019ba30 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf019c620 con 0x7fbaf01050b0 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf7165700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbaf019c7e0 con 0x7fbaf00fff90 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50568/0 (socket says 172.21.15.29:50568) 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 -- 172.21.15.29:0/1989371036 learned_addr learned my addr 172.21.15.29:0/1989371036 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf4f01700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf00fff90 0x7fbaf0197090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.148 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaeffff700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf01050b0 0x7fbaf01975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 -- 172.21.15.29:0/1989371036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf00fff90 msgr2=0x7fbaf0197090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf00fff90 0x7fbaf0197090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 -- 172.21.15.29:0/1989371036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf01050b0 msgr2=0x7fbaf01975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.144+0000 7fbaf5702700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf01050b0 0x7fbaf01975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaf5702700 1 -- 172.21.15.29:0/1989371036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbae8009d00 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaf5702700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fbae800d010 tx=0x7fbae8004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbae800e040 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbae800bdc0 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbaf01a3ce0 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbae801ba90 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.145+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbaf01a41b0 con 0x7fbaf019ba30 2023-10-05T15:34:11.149 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.146+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbaf0067cd0 con 0x7fbaf019ba30 2023-10-05T15:34:11.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.147+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fbae801dcc0 con 0x7fbaf019ba30 2023-10-05T15:34:11.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.148+0000 7fbaedffb700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 0x7fbae00a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.148+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7fbae80cf2c0 con 0x7fbaf019ba30 2023-10-05T15:34:11.150 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.148+0000 7fbaf4f01700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 0x7fbae00a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.151 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.148+0000 7fbaf4f01700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 0x7fbae00a3b70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbae4005950 tx=0x7fbae400b410 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.153 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.152+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbae80982f0 con 0x7fbaf019ba30 2023-10-05T15:34:11.359 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.357+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbaf0100a80 con 0x7fbaf019ba30 2023-10-05T15:34:11.361 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.359+0000 7fbaedffb700 1 -- 172.21.15.29:0/1989371036 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) v1 ==== 74+0+25199 (secure 0 0 0) 0x7fbae809b910 con 0x7fbaf019ba30 2023-10-05T15:34:11.361 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:11.361 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":92,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:34:09.266804+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:0/2451436785":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/1129016420":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6800/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/759300895":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/3151381381":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]},{"pool":4,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]},{"pool":4,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 msgr2=0x7fbae00a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 0x7fbae00a3b70 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fbae4005950 tx=0x7fbae400b410 comp rx=0 tx=0).stop 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 msgr2=0x7fbaf019beb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fbae800d010 tx=0x7fbae8004d00 comp rx=0 tx=0).stop 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 shutdown_connections 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbae00a16b0 0x7fbae00a3b70 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbaf00fff90 0x7fbaf0197090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbaf019ba30 0x7fbaf019beb0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.363 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 --2- 172.21.15.29:0/1989371036 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbaf01050b0 0x7fbaf01975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 >> 172.21.15.29:0/1989371036 conn(0x7fbaf00fb7f0 msgr2=0x7fbaf0068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 shutdown_connections 2023-10-05T15:34:11.364 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.361+0000 7fbaf7165700 1 -- 172.21.15.29:0/1989371036 wait complete. 2023-10-05T15:34:11.376 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '92', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 9, 'snap_epoch': 92, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '92', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 9, 'snap_epoch': 92, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:34:11.376 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:34:11.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.504+0000 7f18093a9700 1 -- 172.21.15.29:0/237347606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18041050e0 msgr2=0x7f180410cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.504+0000 7f18093a9700 1 --2- 172.21.15.29:0/237347606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18041050e0 0x7f180410cc60 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f17fc00b0a0 tx=0x7f17fc00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.506 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 -- 172.21.15.29:0/237347606 shutdown_connections 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 --2- 172.21.15.29:0/237347606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18041050e0 0x7f180410cc60 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 --2- 172.21.15.29:0/237347606 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 0x7f18041003a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 --2- 172.21.15.29:0/237347606 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f1804100970 0x7f18041049b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 -- 172.21.15.29:0/237347606 >> 172.21.15.29:0/237347606 conn(0x7f18040fb880 msgr2=0x7f18040fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 -- 172.21.15.29:0/237347606 shutdown_connections 2023-10-05T15:34:11.507 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 -- 172.21.15.29:0/237347606 wait complete. 2023-10-05T15:34:11.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.505+0000 7f18093a9700 1 Processor -- start 2023-10-05T15:34:11.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 -- start start 2023-10-05T15:34:11.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 0x7f1804197f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 0x7f18041984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18041a37a0 con 0x7f1804198a90 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18041a3910 con 0x7f18040fffc0 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18093a9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18041a3ad0 con 0x7f18041050e0 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50582/0 (socket says 172.21.15.29:50582) 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 -- 172.21.15.29:0/2130714514 learned_addr learned my addr 172.21.15.29:0/2130714514 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f1802ffd700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 0x7f1804197f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18027fc700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 0x7f18041984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 -- 172.21.15.29:0/2130714514 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 msgr2=0x7f18041984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 0x7f18041984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.510 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 -- 172.21.15.29:0/2130714514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 msgr2=0x7f1804197f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 0x7f1804197f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 -- 172.21.15.29:0/2130714514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17fc009d00 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18027fc700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 0x7f18041984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.506+0000 7f18037fe700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f17fc00d010 tx=0x7f17fc004d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.507+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17fc00e040 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.507+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18041a3d50 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.507+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f17fc00bdc0 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.507+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17fc01bb90 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.507+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18041a4220 con 0x7f1804198a90 2023-10-05T15:34:11.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.508+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18040680b0 con 0x7f1804198a90 2023-10-05T15:34:11.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.509+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f17fc01bcf0 con 0x7f1804198a90 2023-10-05T15:34:11.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.510+0000 7f17ebfff700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 0x7f17ec0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.510+0000 7f1802ffd700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 0x7f17ec0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.512 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.510+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7f17fc0cf7d0 con 0x7f1804198a90 2023-10-05T15:34:11.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.510+0000 7f1802ffd700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 0x7f17ec0a3ab0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f17f4005950 tx=0x7f17f400b410 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.513+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f17fc0987a0 con 0x7f1804198a90 2023-10-05T15:34:11.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:11 smithi029 ceph-mon[99237]: pgmap v362: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1001 GiB / 1.0 TiB avail; 15 KiB/s rd, 566 KiB/s wr, 111 op/s 2023-10-05T15:34:11.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:11 smithi040 ceph-mon[103696]: pgmap v362: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1001 GiB / 1.0 TiB avail; 15 KiB/s rd, 566 KiB/s wr, 111 op/s 2023-10-05T15:34:11.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:11 smithi177 ceph-mon[103568]: pgmap v362: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1001 GiB / 1.0 TiB avail; 15 KiB/s rd, 566 KiB/s wr, 111 op/s 2023-10-05T15:34:11.716 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.715+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f18040698a0 con 0x7f1804198a90 2023-10-05T15:34:11.717 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.715+0000 7f17ebfff700 1 -- 172.21.15.29:0/2130714514 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v92) v1 ==== 93+0+10 (secure 0 0 0) 0x7f17fc021020 con 0x7f1804198a90 2023-10-05T15:34:11.717 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:34:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.717+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 msgr2=0x7f17ec0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.717+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 0x7f17ec0a3ab0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f17f4005950 tx=0x7f17f400b410 comp rx=0 tx=0).stop 2023-10-05T15:34:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.717+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 msgr2=0x7f18041a2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.717+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f17fc00d010 tx=0x7f17fc004d00 comp rx=0 tx=0).stop 2023-10-05T15:34:11.719 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.717+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 shutdown_connections 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f17ec0a15f0 0x7f17ec0a3ab0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1804198a90 0x7f18041a2ff0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f18040fffc0 0x7f1804197f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 --2- 172.21.15.29:0/2130714514 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f18041050e0 0x7f18041984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 >> 172.21.15.29:0/2130714514 conn(0x7f18040fb880 msgr2=0x7f18040fc330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 shutdown_connections 2023-10-05T15:34:11.720 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.718+0000 7f18093a9700 1 -- 172.21.15.29:0/2130714514 wait complete. 2023-10-05T15:34:11.732 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:34:11.863 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 -- 172.21.15.29:0/2275202488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30541050b0 msgr2=0x7f305410cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 --2- 172.21.15.29:0/2275202488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30541050b0 0x7f305410cc30 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f304c00b0a0 tx=0x7f304c00b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 -- 172.21.15.29:0/2275202488 shutdown_connections 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 --2- 172.21.15.29:0/2275202488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30541050b0 0x7f305410cc30 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 --2- 172.21.15.29:0/2275202488 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f30540fff90 0x7f3054100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 --2- 172.21.15.29:0/2275202488 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3054100940 0x7f3054104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 -- 172.21.15.29:0/2275202488 >> 172.21.15.29:0/2275202488 conn(0x7f30540fb830 msgr2=0x7f30540fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 -- 172.21.15.29:0/2275202488 shutdown_connections 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.860+0000 7f305ace8700 1 -- 172.21.15.29:0/2275202488 wait complete. 2023-10-05T15:34:11.864 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 Processor -- start 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 -- start start 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30541050b0 0x7f3054197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 0x7f305419bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305419c510 con 0x7f30540fff90 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305419c680 con 0x7f305419ba90 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f305ace8700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305419c840 con 0x7f30541050b0 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50592/0 (socket says 172.21.15.29:50592) 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 -- 172.21.15.29:0/1535330473 learned_addr learned my addr 172.21.15.29:0/1535330473 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3053fff700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30541050b0 0x7f3054197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.865 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3059285700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 0x7f305419bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 -- 172.21.15.29:0/1535330473 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30541050b0 msgr2=0x7f3054197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30541050b0 0x7f3054197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 -- 172.21.15.29:0/1535330473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 msgr2=0x7f305419bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 0x7f305419bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3058a84700 1 -- 172.21.15.29:0/1535330473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f304c009d00 con 0x7f30540fff90 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.861+0000 7f3059285700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 0x7f305419bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f3058a84700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f304800c920 tx=0x7f304800cc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3048007b00 con 0x7f30540fff90 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f304800ce70 con 0x7f30540fff90 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30541a3da0 con 0x7f30540fff90 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30480054e0 con 0x7f30540fff90 2023-10-05T15:34:11.866 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.862+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30541a4270 con 0x7f30540fff90 2023-10-05T15:34:11.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.863+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3054067c60 con 0x7f30540fff90 2023-10-05T15:34:11.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.864+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f3048004750 con 0x7f30540fff90 2023-10-05T15:34:11.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.864+0000 7f3051ffb700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 0x7f30440a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:11.867 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.864+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7f30480ccff0 con 0x7f30540fff90 2023-10-05T15:34:11.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.864+0000 7f3053fff700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 0x7f30440a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:11.868 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.865+0000 7f3053fff700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 0x7f30440a3b30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3054198700 tx=0x7f304000a380 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:11.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:11.869+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f3048095f30 con 0x7f30540fff90 2023-10-05T15:34:12.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.071+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f3054100940 con 0x7f30540fff90 2023-10-05T15:34:12.073 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.071+0000 7f3051ffb700 1 -- 172.21.15.29:0/1535330473 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v92) v1 ==== 104+0+11 (secure 0 0 0) 0x7f3048099550 con 0x7f30540fff90 2023-10-05T15:34:12.073 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:34:12.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 msgr2=0x7f30440a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 0x7f30440a3b30 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f3054198700 tx=0x7f304000a380 comp rx=0 tx=0).stop 2023-10-05T15:34:12.075 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 msgr2=0x7f30541970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f304800c920 tx=0x7f304800cc30 comp rx=0 tx=0).stop 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 shutdown_connections 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f30440a1670 0x7f30440a3b30 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f305419ba90 0x7f305419bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f30540fff90 0x7f30541970f0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 --2- 172.21.15.29:0/1535330473 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f30541050b0 0x7f3054197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 >> 172.21.15.29:0/1535330473 conn(0x7f30540fb830 msgr2=0x7f30540680c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 shutdown_connections 2023-10-05T15:34:12.076 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.074+0000 7f305ace8700 1 -- 172.21.15.29:0/1535330473 wait complete. 2023-10-05T15:34:12.088 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 -- 172.21.15.29:0/1998553376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea01061b0 msgr2=0x7efea010dd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 --2- 172.21.15.29:0/1998553376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea01061b0 0x7efea010dd30 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7efe9800b0a0 tx=0x7efe9800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 -- 172.21.15.29:0/1998553376 shutdown_connections 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 --2- 172.21.15.29:0/1998553376 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea0101090 0x7efea0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 --2- 172.21.15.29:0/1998553376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea01061b0 0x7efea010dd30 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 --2- 172.21.15.29:0/1998553376 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea0101a40 0x7efea0105a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 -- 172.21.15.29:0/1998553376 >> 172.21.15.29:0/1998553376 conn(0x7efea00fc930 msgr2=0x7efea00fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.220 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 -- 172.21.15.29:0/1998553376 shutdown_connections 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.216+0000 7efea775c700 1 -- 172.21.15.29:0/1998553376 wait complete. 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 Processor -- start 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 -- start start 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea01061b0 0x7efea0197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea019ba40 0x7efea019bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea019c4c0 con 0x7efea0101090 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea019c630 con 0x7efea019ba40 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea775c700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efea019c7f0 con 0x7efea01061b0 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea54f8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea54f8700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50606/0 (socket says 172.21.15.29:50606) 2023-10-05T15:34:12.221 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.217+0000 7efea54f8700 1 -- 172.21.15.29:0/134903755 learned_addr learned my addr 172.21.15.29:0/134903755 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea4cf7700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea01061b0 0x7efea0197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea5cf9700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea019ba40 0x7efea019bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 -- 172.21.15.29:0/134903755 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea01061b0 msgr2=0x7efea0197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea01061b0 0x7efea0197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 -- 172.21.15.29:0/134903755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea019ba40 msgr2=0x7efea019bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea019ba40 0x7efea019bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 -- 172.21.15.29:0/134903755 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe98009d00 con 0x7efea0101090 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea54f8700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7efe9400d950 tx=0x7efe9400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe94009940 con 0x7efea0101090 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efea01a3d50 con 0x7efea0101090 2023-10-05T15:34:12.222 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7efe94010460 con 0x7efea0101090 2023-10-05T15:34:12.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe9400f620 con 0x7efea0101090 2023-10-05T15:34:12.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.218+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efea01a41d0 con 0x7efea0101090 2023-10-05T15:34:12.223 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.219+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efea00680b0 con 0x7efea0101090 2023-10-05T15:34:12.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.220+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7efe940108d0 con 0x7efea0101090 2023-10-05T15:34:12.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.221+0000 7efe927fc700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 0x7efe8c0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.221+0000 7efea4cf7700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 0x7efe8c0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.221+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7efe940cd340 con 0x7efea0101090 2023-10-05T15:34:12.224 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.222+0000 7efea4cf7700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 0x7efe8c0a3ab0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efea01986b0 tx=0x7efe9c00a300 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.227 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.226+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7efe94096280 con 0x7efea0101090 2023-10-05T15:34:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:12 smithi029 ceph-mon[99237]: from='client.16704 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:12 smithi029 ceph-mon[99237]: from='client.16710 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:12 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1989371036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:12 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2130714514' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:12 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1535330473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.431 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.430+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efea0101c70 con 0x7efea0101090 2023-10-05T15:34:12.432 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.430+0000 7efe927fc700 1 -- 172.21.15.29:0/134903755 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) v1 ==== 100+0+11 (secure 0 0 0) 0x7efe940998a0 con 0x7efea0101090 2023-10-05T15:34:12.432 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 msgr2=0x7efe8c0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 0x7efe8c0a3ab0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7efea01986b0 tx=0x7efe9c00a300 comp rx=0 tx=0).stop 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 msgr2=0x7efea01970f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7efe9400d950 tx=0x7efe9400dc60 comp rx=0 tx=0).stop 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 shutdown_connections 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7efe8c0a15f0 0x7efe8c0a3ab0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.434 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7efea019ba40 0x7efea019bec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efea0101090 0x7efea01970f0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 --2- 172.21.15.29:0/134903755 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7efea01061b0 0x7efea0197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 >> 172.21.15.29:0/134903755 conn(0x7efea00fc930 msgr2=0x7efea00fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 shutdown_connections 2023-10-05T15:34:12.435 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.432+0000 7efea775c700 1 -- 172.21.15.29:0/134903755 wait complete. 2023-10-05T15:34:12.446 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 -- 172.21.15.29:0/3178960303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 msgr2=0x7f5634102450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 --2- 172.21.15.29:0/3178960303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634102450 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f5630009990 tx=0x7f5630009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 -- 172.21.15.29:0/3178960303 shutdown_connections 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 --2- 172.21.15.29:0/3178960303 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 0x7f563410d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 --2- 172.21.15.29:0/3178960303 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634102450 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 --2- 172.21.15.29:0/3178960303 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 0x7f563410ae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.578 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 -- 172.21.15.29:0/3178960303 >> 172.21.15.29:0/3178960303 conn(0x7f56340fb830 msgr2=0x7f56340fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 -- 172.21.15.29:0/3178960303 shutdown_connections 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.574+0000 7f563bbcc700 1 -- 172.21.15.29:0/3178960303 wait complete. 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 Processor -- start 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 -- start start 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 0x7f56341974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 0x7f563419b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563419bf40 con 0x7f5634102070 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563419c0b0 con 0x7f5634102990 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f563bbcc700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563419c270 con 0x7f563410b440 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f5639968700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f5639968700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50620/0 (socket says 172.21.15.29:50620) 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.575+0000 7f5639968700 1 -- 172.21.15.29:0/4136636740 learned_addr learned my addr 172.21.15.29:0/4136636740 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f563a169700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 0x7f563419b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 -- 172.21.15.29:0/4136636740 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 msgr2=0x7f563419b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 0x7f563419b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 -- 172.21.15.29:0/4136636740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 msgr2=0x7f56341974a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639167700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 0x7f56341974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 0x7f56341974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 -- 172.21.15.29:0/4136636740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56300095f0 con 0x7f5634102070 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f5639968700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5630000c00 tx=0x7f563000f830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f563001d070 con 0x7f5634102070 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f563000fce0 con 0x7f5634102070 2023-10-05T15:34:12.580 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f563419c4f0 con 0x7f5634102070 2023-10-05T15:34:12.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5630017770 con 0x7f5634102070 2023-10-05T15:34:12.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.576+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56341a3d90 con 0x7f5634102070 2023-10-05T15:34:12.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.577+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56341065c0 con 0x7f5634102070 2023-10-05T15:34:12.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.578+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f56300178d0 con 0x7f5634102070 2023-10-05T15:34:12.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.579+0000 7f562affd700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 0x7f56200a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.579+0000 7f5639167700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 0x7f56200a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.579+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7f56300cedc0 con 0x7f5634102070 2023-10-05T15:34:12.582 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.579+0000 7f5639167700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 0x7f56200a3ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f5634198570 tx=0x7f5624005cf0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.582+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5630097d90 con 0x7f5634102070 2023-10-05T15:34:12.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:12 smithi040 ceph-mon[103696]: from='client.16704 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:12 smithi040 ceph-mon[103696]: from='client.16710 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:12 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1989371036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:12 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2130714514' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:12 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1535330473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:12 smithi177 ceph-mon[103568]: from='client.16704 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:12 smithi177 ceph-mon[103568]: from='client.16710 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2023-10-05T15:34:12.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:12 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1989371036' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:12 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2130714514' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:12 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1535330473' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:12.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.786+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f5634110d70 con 0x7f5634102070 2023-10-05T15:34:12.787 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.786+0000 7f562affd700 1 -- 172.21.15.29:0/4136636740 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v92) v1 ==== 103+0+11 (secure 0 0 0) 0x7f563009b3b0 con 0x7f5634102070 2023-10-05T15:34:12.788 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:34:12.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 msgr2=0x7f56200a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 0x7f56200a3ab0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f5634198570 tx=0x7f5624005cf0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 msgr2=0x7f5634196f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f5630000c00 tx=0x7f563000f830 comp rx=0 tx=0).stop 2023-10-05T15:34:12.790 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 shutdown_connections 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f56200a15f0 0x7f56200a3ab0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f563410b440 0x7f563419b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5634102070 0x7f5634196f60 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 --2- 172.21.15.29:0/4136636740 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5634102990 0x7f56341974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 >> 172.21.15.29:0/4136636740 conn(0x7f56340fb830 msgr2=0x7f56340fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 shutdown_connections 2023-10-05T15:34:12.791 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.789+0000 7f563bbcc700 1 -- 172.21.15.29:0/4136636740 wait complete. 2023-10-05T15:34:12.803 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2023-10-05T15:34:12.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 -- 172.21.15.29:0/4128370445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b0102050 msgr2=0x7f99b0102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.929 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/4128370445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b0102050 0x7f99b0102430 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f99a0009990 tx=0x7f99a0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 -- 172.21.15.29:0/4128370445 shutdown_connections 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/4128370445 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b010b420 0x7f99b010d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/4128370445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b0102050 0x7f99b0102430 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/4128370445 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102970 0x7f99b010ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 -- 172.21.15.29:0/4128370445 >> 172.21.15.29:0/4128370445 conn(0x7f99b00fb7f0 msgr2=0x7f99b00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 -- 172.21.15.29:0/4128370445 shutdown_connections 2023-10-05T15:34:12.930 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.928+0000 7f99b5f9a700 1 -- 172.21.15.29:0/4128370445 wait complete. 2023-10-05T15:34:12.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 Processor -- start 2023-10-05T15:34:12.932 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 -- start start 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102050 0x7f99b0196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b0102970 0x7f99b0197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b019bef0 con 0x7f99b010b420 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b019c060 con 0x7f99b0102970 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.929+0000 7f99b5f9a700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b019c220 con 0x7f99b0102050 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50638/0 (socket says 172.21.15.29:50638) 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 -- 172.21.15.29:0/2507002134 learned_addr learned my addr 172.21.15.29:0/2507002134 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99aeffd700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b0102970 0x7f99b0197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.933 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99af7fe700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102050 0x7f99b0196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 -- 172.21.15.29:0/2507002134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102050 msgr2=0x7f99b0196f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102050 0x7f99b0196f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 -- 172.21.15.29:0/2507002134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b0102970 msgr2=0x7f99b0197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b0102970 0x7f99b0197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 -- 172.21.15.29:0/2507002134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99a00095f0 con 0x7f99b010b420 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99affff700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f99a8007ee0 tx=0x7f99a800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a8017070 con 0x7f99b010b420 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f99a800f040 con 0x7f99b010b420 2023-10-05T15:34:12.934 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99b019c500 con 0x7f99b010b420 2023-10-05T15:34:12.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a8005740 con 0x7f99b010b420 2023-10-05T15:34:12.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.930+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99b01a3d40 con 0x7f99b010b420 2023-10-05T15:34:12.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.931+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99b0067cd0 con 0x7f99b010b420 2023-10-05T15:34:12.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.932+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f99a800dc60 con 0x7f99b010b420 2023-10-05T15:34:12.935 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.933+0000 7f99acff9700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 0x7f999c0a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:12.936 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.933+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 9512+0+0 (secure 0 0 0) 0x7f99a80cd2f0 con 0x7f99b010b420 2023-10-05T15:34:12.936 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.933+0000 7f99af7fe700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 0x7f999c0a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:12.936 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.934+0000 7f99af7fe700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 0x7f999c0a3af0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f99a0006010 tx=0x7f99a000b540 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:12.938 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:12.937+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f99a8096230 con 0x7f99b010b420 2023-10-05T15:34:13.204 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.203+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f99b0110fb0 con 0x7f99b010b420 2023-10-05T15:34:13.213 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.212+0000 7f99acff9700 1 -- 172.21.15.29:0/2507002134 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v26) v1 ==== 81+0+734406 (secure 0 0 0) 0x7f99a8099850 con 0x7f99b010b420 2023-10-05T15:34:13.221 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:13.221 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "epoch": 26, 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "active_gid": 15585, 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "active_name": "x", 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "active_addrs": { 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:6800", 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 3105957722 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.222 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v1", 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:6801", 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 3105957722 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "active_addr": "172.21.15.29:6801/3105957722", 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "active_change": "2023-10-05T15:22:16.620691+0000", 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "active_mgr_features": 4540138322906710015, 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "available": true, 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: "standbys": [ 2023-10-05T15:34:13.223 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "gid": 25213, 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "z", 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr_features": 4540138322906710015, 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "available_modules": [ 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "alerts", 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.224 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.225 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.226 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.227 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.228 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.229 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.230 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_destination": { 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_destination", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.231 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_from_name": { 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_from_name", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.232 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "Ceph", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email From: name", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_host": { 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_host", 2023-10-05T15:34:13.233 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP server", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.234 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_password": { 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_password", 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.235 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Password to authenticate with", 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_port": { 2023-10-05T15:34:13.237 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_port", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "465", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP port", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.238 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_sender": { 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_sender", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.239 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_ssl": { 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_ssl", 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.240 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_user": { 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_user", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.241 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "User to authenticate as", 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.242 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "balancer", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "active": { 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "active", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.243 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_time": { 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_time", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0000", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.244 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_weekday": { 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_weekday", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.245 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_max_iterations": { 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.246 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "25", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "250", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_metrics": { 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_metrics", 2023-10-05T15:34:13.247 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.248 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_step": { 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_step", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.5", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0.001", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "0.999", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.249 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "end_time": { 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_time", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2359", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.250 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "end_weekday": { 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_weekday", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:13.251 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.252 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.253 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.254 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.255 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.256 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.257 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "min_score": { 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_score", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.258 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "upmap", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.259 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "crush-compat", 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "none", 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap" 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Balancer mode", 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_ids": { 2023-10-05T15:34:13.260 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_ids", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.261 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.262 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_deviation": { 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_deviation", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:34:13.263 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_optimizations": { 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.264 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm", 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.265 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_down_multiplier": { 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_down_multiplier", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.266 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_refresh_rate": { 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_refresh_rate", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "20", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:34:13.267 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_starting_port": { 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_starting_port", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4721", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.268 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_ptrace": { 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_ptrace", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.269 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_interval": { 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_interval", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.270 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:34:13.271 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.7", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.272 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm_log_destination": { 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm_log_destination", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "file", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "file,syslog", 2023-10-05T15:34:13.273 INFO:teuthology.orchestra.run.smithi029.stdout: "syslog" 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "cgroups_split": { 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cgroups_split", 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.274 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "config_checks_enabled": { 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_checks_enabled", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.275 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "config_dashboard": { 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_dashboard", 2023-10-05T15:34:13.276 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_alertmanager": { 2023-10-05T15:34:13.277 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_alertmanager", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.278 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_base": { 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_base", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.279 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_elasticsearch": { 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.280 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "elasticsearch container image", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_grafana": { 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_grafana", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.281 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_haproxy": { 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_haproxy", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:34:13.282 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "HAproxy container image", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_agent": { 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.283 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_collector": { 2023-10-05T15:34:13.284 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.285 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_query": { 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger query container image", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.286 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_keepalived": { 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_keepalived", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Keepalived container image", 2023-10-05T15:34:13.287 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_loki": { 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_loki", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.288 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Loki container image", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_node_exporter": { 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_node_exporter", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.289 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_nvmeof": { 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_nvmeof", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.290 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Nvme-of container image", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_prometheus": { 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_prometheus", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.291 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_promtail": { 2023-10-05T15:34:13.292 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_promtail", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Promtail container image", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.293 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_snmp_gateway": { 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.294 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "container_init": { 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_init", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:34:13.295 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "daemon_cache_timeout": { 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.296 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "900", 2023-10-05T15:34:13.297 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "default_registry": { 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_registry", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.298 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "device_cache_timeout": { 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_cache_timeout", 2023-10-05T15:34:13.299 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1800", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.300 INFO:teuthology.orchestra.run.smithi029.stdout: "device_enhanced_scan": { 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_enhanced_scan", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.301 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "facts_cache_timeout": { 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "facts_cache_timeout", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:34:13.302 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "host_check_interval": { 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "host_check_interval", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.303 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "inventory_list_all": { 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "inventory_list_all", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.304 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.305 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.306 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "log_refresh_metadata": { 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_refresh_metadata", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.307 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.308 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.309 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.311 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.312 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.313 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "*", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "max_count_per_host": { 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_count_per_host", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.314 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "max_osd_draining_count": { 2023-10-05T15:34:13.315 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_osd_draining_count", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.316 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "migration_current": { 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "migration_current", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "internal - do not modify", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.317 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "root", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.318 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm-package", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "root" 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "prometheus_alerts_path": { 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.319 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_insecure": { 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_insecure", 2023-10-05T15:34:13.320 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.321 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_password": { 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_password", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.322 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_url": { 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_url", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.323 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_username": { 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_username", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.324 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "secure_monitoring_stack": { 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.325 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "service_discovery_port": { 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "service_discovery_port", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.326 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8765", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "ssh_config_file": { 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssh_config_file", 2023-10-05T15:34:13.327 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.328 INFO:teuthology.orchestra.run.smithi029.stdout: "use_agent": { 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_agent", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.329 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "use_repo_digest": { 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_repo_digest", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:34:13.330 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_failed_host_check": { 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.331 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_daemons": { 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.332 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_hosts": { 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.333 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crash", 2023-10-05T15:34:13.334 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.335 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.336 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.337 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.338 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.339 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.340 INFO:teuthology.orchestra.run.smithi029.stdout: "retain_interval": { 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retain_interval", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "31536000", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.341 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_recent_interval": { 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_recent_interval", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1209600", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:34:13.342 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dashboard", 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:34:13.343 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.344 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.345 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.346 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.347 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.348 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.349 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.350 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.351 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:34:13.352 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.353 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.354 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.355 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.357 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.358 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.359 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:34:13.360 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.361 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_URL": { 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.362 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.363 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.364 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.365 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.366 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.367 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:34:13.368 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.369 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.370 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.371 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.372 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:34:13.373 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.374 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.375 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.376 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.377 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.378 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.379 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.380 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:34:13.381 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.382 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.383 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "45", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.384 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.385 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.386 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.387 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.388 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:34:13.389 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.390 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.391 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.392 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.393 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "cross_origin_url": { 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cross_origin_url", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.394 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "crt_file": { 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crt_file", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.395 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "debug": { 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "debug", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.396 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "jwt_token_ttl": { 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "jwt_token_ttl", 2023-10-05T15:34:13.397 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "28800", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:13.398 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.399 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.400 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.401 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.402 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.403 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.404 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.405 INFO:teuthology.orchestra.run.smithi029.stdout: "motd": { 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "motd", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "The message of the day", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.406 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.407 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.408 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8080", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.409 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.410 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl_server_port": { 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl_server_port", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.411 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8443", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:13.412 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "redirect", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect" 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.413 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.414 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "url_prefix": { 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url_prefix", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.415 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "devicehealth", 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.416 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_monitoring": { 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_monitoring", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "monitor device health metrics", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.417 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.418 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.419 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.420 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.421 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.422 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "mark_out_threshold": { 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mark_out_threshold", 2023-10-05T15:34:13.423 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2419200", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.424 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_name": { 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_name", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "device_health_metrics", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.425 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "retention_period": { 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retention_period", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15552000", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.426 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_frequency": { 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_frequency", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:34:13.427 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "self_heal": { 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "self_heal", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.428 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.429 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_threshold": { 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_threshold", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7257600", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.430 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "diskprediction_local", 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.431 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.432 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.433 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.434 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.435 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.436 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.437 INFO:teuthology.orchestra.run.smithi029.stdout: "predict_interval": { 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predict_interval", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.438 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "predictor_model": { 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predictor_model", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "prophetstor", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.439 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.440 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "influx", 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": false, 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.441 INFO:teuthology.orchestra.run.smithi029.stdout: "batch_size": { 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "batch_size", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5000", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.442 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "database": { 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "database", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "ceph", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.443 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": { 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "hostname", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.444 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "30", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "5", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.445 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.446 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.447 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.448 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.449 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.450 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.451 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "password": { 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "password", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:34:13.452 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "port": { 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "port", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8086", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.453 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server port", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "false", 2023-10-05T15:34:13.454 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "threads": { 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threads", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.455 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "32", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "username": { 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "username", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.456 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "verify_ssl": { 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "verify_ssl", 2023-10-05T15:34:13.457 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "true", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.458 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "insights", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.459 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.460 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.461 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.462 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.463 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.464 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "iostat", 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.465 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.466 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.467 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.468 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.469 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.470 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "k8sevents", 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.471 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_event_retention_days": { 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.472 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "config_check_secs": { 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_check_secs", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "10", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.473 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.474 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.475 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.476 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.477 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.478 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.479 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "localpool", 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "failure_domain": { 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "failure_domain", 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.480 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "host", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.481 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.482 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.483 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.484 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.485 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.486 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "min_size": { 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_size", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.487 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "num_rep": { 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "num_rep", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.488 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_num": { 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_num", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.489 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "128", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "prefix": { 2023-10-05T15:34:13.490 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prefix", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.491 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "subtree": { 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "subtree", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "rack", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:34:13.492 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mds_autoscaler", 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.493 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.494 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.495 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.496 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.497 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.498 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirroring", 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.499 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.500 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.501 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.502 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.503 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.504 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.505 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "nfs", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.506 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.507 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.508 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.509 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.510 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.511 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.512 INFO:teuthology.orchestra.run.smithi029.stdout: "fail_fs": { 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "fail_fs", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.513 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.514 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.515 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.516 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.517 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.518 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.519 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator": { 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "rook", 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: "test_orchestrator" 2023-10-05T15:34:13.520 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Orchestrator backend", 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_perf_query", 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.521 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.522 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.523 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.524 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.525 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.526 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.527 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_support", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.528 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.529 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.530 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.531 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.532 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.533 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_autoscaler", 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.534 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.535 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.536 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.537 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.538 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.539 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.540 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "threshold": { 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threshold", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.541 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1.0", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "scaling threshold", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.542 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "progress", 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_pg_recovery_event": { 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.543 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.544 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.545 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.546 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.547 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.548 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.549 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.550 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "max_completed_events": { 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_completed_events", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "50", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.551 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.552 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus", 2023-10-05T15:34:13.553 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "cache": { 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cache", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.554 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "exclude_perf_counters": { 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "exclude_perf_counters", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.555 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.556 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.557 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.558 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.559 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.560 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.561 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools": { 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.562 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.563 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_interval": { 2023-10-05T15:34:13.564 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_interval", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15.0", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.565 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.566 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "9283", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:34:13.567 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "stale_cache_strategy": { 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stale_cache_strategy", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "log", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.568 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "default", 2023-10-05T15:34:13.569 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "default", 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "error" 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:13.570 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.571 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_support", 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.572 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.573 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.574 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.575 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.576 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.577 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_snap_create": { 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.578 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.579 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "trash_purge_schedule": { 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "trash_purge_schedule", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.580 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.581 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "restful", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_auth": { 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_auth", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.582 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.583 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.584 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.585 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.586 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.587 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.588 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.589 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.590 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:13.591 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.592 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rgw", 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.593 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.594 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.595 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.596 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.597 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.598 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rook", 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "drive_group_interval": { 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "drive_group_interval", 2023-10-05T15:34:13.599 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300.0", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.600 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.601 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.602 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.603 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.604 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.605 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "storage_class": { 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "storage_class", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.606 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "local", 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.607 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "selftest", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.608 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.609 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.610 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.611 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.612 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.613 INFO:teuthology.orchestra.run.smithi029.stdout: "roption1": { 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption1", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.614 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "roption2": { 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption2", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "xyz", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.615 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption1": { 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption1", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.616 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption2": { 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption2", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.617 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption3": { 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption3", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.618 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption4": { 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption4", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.619 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption5": { 2023-10-05T15:34:13.620 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption5", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.621 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption6": { 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption6", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.622 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption7": { 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption7", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "42", 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.623 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "testkey": { 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testkey", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.624 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "testlkey": { 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testlkey", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.625 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.626 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.626 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.626 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.626 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "testnewline": { 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testnewline", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.629 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.630 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snap_schedule", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_m_granularity": { 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_m_granularity", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.631 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "dump_on_update": { 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dump_on_update", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.632 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.633 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.634 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.635 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.636 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.637 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.638 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stats", 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.639 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.640 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.641 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.642 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.643 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.644 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.645 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "status", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.646 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.647 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.648 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.649 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.650 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.651 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telegraf", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "address": { 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "address", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:34:13.652 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.653 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.654 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.655 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.656 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.657 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.658 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.659 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telemetry", 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.660 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_basic": { 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_basic", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.661 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_crash": { 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_crash", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:34:13.662 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_device": { 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_device", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.663 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_ident": { 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_ident", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.664 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_perf": { 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_perf", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.665 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "contact": { 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "contact", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.666 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "description": { 2023-10-05T15:34:13.667 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "description", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.668 INFO:teuthology.orchestra.run.smithi029.stdout: "device_url": { 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_url", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.669 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.670 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "24", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "8", 2023-10-05T15:34:13.671 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "last_opt_revision": { 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "last_opt_revision", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.672 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard": { 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.673 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard_description": { 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard_description", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.674 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.675 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.676 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.677 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.678 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.679 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.680 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "organization": { 2023-10-05T15:34:13.681 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "organization", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.682 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "proxy": { 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "proxy", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.683 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "url": { 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:34:13.684 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "test_orchestrator", 2023-10-05T15:34:13.685 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.686 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.687 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.688 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.689 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.690 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.691 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "volumes", 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.692 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.693 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.694 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.695 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.696 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.697 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_clones": { 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_clones", 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.698 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "periodic_async_work": { 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "periodic_async_work", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.699 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Periodically check for async work", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "snapshot_clone_delay": { 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:34:13.700 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.701 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "discovery_interval": { 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "discovery_interval", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "100", 2023-10-05T15:34:13.702 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "identifier": { 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "identifier", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.703 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.704 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.705 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.706 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.707 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.708 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.709 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.710 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_host": { 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_host", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.711 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_port": { 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_port", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10051", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.712 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_sender": { 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_sender", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:34:13.713 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.714 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "gid": 25289, 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "y", 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "mgr_features": 4540138322906710015, 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "available_modules": [ 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "alerts", 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.715 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.716 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.717 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.718 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.719 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.720 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.721 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_destination": { 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_destination", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.722 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_from_name": { 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_from_name", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.723 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "Ceph", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email From: name", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_host": { 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_host", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.724 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP server", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_password": { 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_password", 2023-10-05T15:34:13.725 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Password to authenticate with", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_port": { 2023-10-05T15:34:13.726 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_port", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "465", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP port", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.727 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_sender": { 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_sender", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.728 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_ssl": { 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_ssl", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.729 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_user": { 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_user", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.730 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.731 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "User to authenticate as", 2023-10-05T15:34:13.731 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.731 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.731 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.731 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "balancer", 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.805 INFO:teuthology.orchestra.run.smithi029.stdout: "active": { 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "active", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:34:13.806 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_time": { 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_time", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0000", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.807 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_weekday": { 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_weekday", 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.808 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_max_iterations": { 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:34:13.809 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "25", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "250", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.810 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_metrics": { 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_metrics", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:34:13.811 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_step": { 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_step", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.5", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0.001", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "0.999", 2023-10-05T15:34:13.812 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "end_time": { 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_time", 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.813 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2359", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "end_weekday": { 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_weekday", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.814 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.815 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.816 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.817 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.818 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.819 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.820 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "min_score": { 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_score", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.821 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "upmap", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "crush-compat", 2023-10-05T15:34:13.822 INFO:teuthology.orchestra.run.smithi029.stdout: "none", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap" 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Balancer mode", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_ids": { 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_ids", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.823 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.824 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_deviation": { 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_deviation", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.825 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_optimizations": { 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.826 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm", 2023-10-05T15:34:13.827 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_down_multiplier": { 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_down_multiplier", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.828 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_refresh_rate": { 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_refresh_rate", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "20", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:34:13.829 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_starting_port": { 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_starting_port", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4721", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.830 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_ptrace": { 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_ptrace", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.831 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_interval": { 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_interval", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.832 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:34:13.833 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.7", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm_log_destination": { 2023-10-05T15:34:13.834 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm_log_destination", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "file", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "file,syslog", 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "syslog" 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.835 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "cgroups_split": { 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cgroups_split", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.836 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "config_checks_enabled": { 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_checks_enabled", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.837 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "config_dashboard": { 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_dashboard", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.838 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_alertmanager": { 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_alertmanager", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.839 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_base": { 2023-10-05T15:34:13.840 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_base", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.841 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_elasticsearch": { 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "elasticsearch container image", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.842 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_grafana": { 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_grafana", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.843 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_haproxy": { 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_haproxy", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "HAproxy container image", 2023-10-05T15:34:13.844 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_agent": { 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:34:13.845 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_collector": { 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.846 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.847 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.847 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_query": { 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.849 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger query container image", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_keepalived": { 2023-10-05T15:34:13.850 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_keepalived", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Keepalived container image", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.851 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_loki": { 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_loki", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Loki container image", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.852 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_node_exporter": { 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_node_exporter", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.853 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_nvmeof": { 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_nvmeof", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:34:13.854 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Nvme-of container image", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_prometheus": { 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_prometheus", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.855 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_promtail": { 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_promtail", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.856 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Promtail container image", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_snmp_gateway": { 2023-10-05T15:34:13.857 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.858 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "container_init": { 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_init", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.859 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "daemon_cache_timeout": { 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:34:13.860 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "900", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.861 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "default_registry": { 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_registry", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io", 2023-10-05T15:34:13.862 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "device_cache_timeout": { 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_cache_timeout", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.863 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1800", 2023-10-05T15:34:13.864 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.867 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "device_enhanced_scan": { 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_enhanced_scan", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.868 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "facts_cache_timeout": { 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "facts_cache_timeout", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.869 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "host_check_interval": { 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "host_check_interval", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.870 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "inventory_list_all": { 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "inventory_list_all", 2023-10-05T15:34:13.871 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.872 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.873 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "log_refresh_metadata": { 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_refresh_metadata", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.874 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.875 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.876 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.877 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.878 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.879 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.880 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "*", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "max_count_per_host": { 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_count_per_host", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.881 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "max_osd_draining_count": { 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_osd_draining_count", 2023-10-05T15:34:13.882 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.883 INFO:teuthology.orchestra.run.smithi029.stdout: "migration_current": { 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "migration_current", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "internal - do not modify", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.884 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "root", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm-package", 2023-10-05T15:34:13.885 INFO:teuthology.orchestra.run.smithi029.stdout: "root" 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "prometheus_alerts_path": { 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.886 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_insecure": { 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_insecure", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.887 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_password": { 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_password", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.888 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_url": { 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_url", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.889 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_username": { 2023-10-05T15:34:13.890 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_username", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.891 INFO:teuthology.orchestra.run.smithi029.stdout: "secure_monitoring_stack": { 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.892 INFO:teuthology.orchestra.run.smithi029.stdout: "service_discovery_port": { 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "service_discovery_port", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8765", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.893 INFO:teuthology.orchestra.run.smithi029.stdout: "ssh_config_file": { 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssh_config_file", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.894 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "use_agent": { 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_agent", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.895 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "use_repo_digest": { 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_repo_digest", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.896 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_failed_host_check": { 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.897 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_daemons": { 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.898 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_hosts": { 2023-10-05T15:34:13.899 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.900 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crash", 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.901 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.902 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.903 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.904 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:13.905 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.906 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "retain_interval": { 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retain_interval", 2023-10-05T15:34:13.907 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "31536000", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.908 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_recent_interval": { 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_recent_interval", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1209600", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.909 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dashboard", 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.910 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:34:13.911 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.912 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.913 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.914 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.915 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.916 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.917 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:34:13.918 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.919 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.920 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.921 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.922 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.923 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:34:13.924 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.926 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.927 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.928 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.929 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.929 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_URL": { 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.963 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.964 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.965 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:34:13.966 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.967 INFO:teuthology.orchestra.run.smithi029.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.968 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.969 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.970 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.971 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.972 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.973 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.974 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.975 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.976 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.977 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:34:13.978 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:34:13.979 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.980 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.981 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.982 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.983 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.984 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.985 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "45", 2023-10-05T15:34:13.986 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.987 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.988 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:34:13.989 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.990 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.991 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.992 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.993 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.994 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.995 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "cross_origin_url": { 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cross_origin_url", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.996 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "crt_file": { 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crt_file", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.997 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "debug": { 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "debug", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:13.998 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "jwt_token_ttl": { 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "jwt_token_ttl", 2023-10-05T15:34:13.999 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "28800", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:14.000 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.001 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.002 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.003 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.004 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.005 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.006 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "motd": { 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "motd", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.007 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "The message of the day", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.008 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.009 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:14.010 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8080", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.011 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.012 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl_server_port": { 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl_server_port", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8443", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.013 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.014 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "redirect", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect" 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.015 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.016 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "url_prefix": { 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url_prefix", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.017 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "devicehealth", 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_monitoring": { 2023-10-05T15:34:14.018 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_monitoring", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "monitor device health metrics", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.019 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.020 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.021 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.022 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.023 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.024 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.025 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "mark_out_threshold": { 2023-10-05T15:34:14.026 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mark_out_threshold", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2419200", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.027 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_name": { 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_name", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "device_health_metrics", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.028 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "retention_period": { 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retention_period", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15552000", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.029 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_frequency": { 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_frequency", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:14.030 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "self_heal": { 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "self_heal", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.031 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.032 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.033 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_threshold": { 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_threshold", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7257600", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.034 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "diskprediction_local", 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.035 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.036 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.037 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.038 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.039 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.040 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "predict_interval": { 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predict_interval", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.041 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "predictor_model": { 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predictor_model", 2023-10-05T15:34:14.042 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "prophetstor", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.043 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.044 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "influx", 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": false, 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "batch_size": { 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "batch_size", 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.045 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5000", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "database": { 2023-10-05T15:34:14.046 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "database", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "ceph", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.047 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": { 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "hostname", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.048 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "30", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "5", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.049 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.050 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.051 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.053 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.054 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.055 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.056 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "password": { 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "password", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.057 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "port": { 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "port", 2023-10-05T15:34:14.058 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8086", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server port", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:14.059 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "false", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.060 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "threads": { 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threads", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "32", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:34:14.061 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "username": { 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "username", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.062 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "verify_ssl": { 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "verify_ssl", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "true", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.063 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "insights", 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.064 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.065 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.066 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.067 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.068 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.069 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "iostat", 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.070 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.071 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.072 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.073 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.074 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.075 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "k8sevents", 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.076 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_event_retention_days": { 2023-10-05T15:34:14.077 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:34:14.077 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.077 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.077 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7", 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.126 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "config_check_secs": { 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_check_secs", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "10", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.127 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.128 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.129 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.130 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.131 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.132 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.133 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "localpool", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "failure_domain": { 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "failure_domain", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "host", 2023-10-05T15:34:14.134 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.135 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.136 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.137 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.138 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.139 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.140 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "min_size": { 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_size", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.141 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "num_rep": { 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "num_rep", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.142 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_num": { 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_num", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.143 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "128", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.144 INFO:teuthology.orchestra.run.smithi029.stdout: "prefix": { 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prefix", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.145 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "subtree": { 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "subtree", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "rack", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:34:14.146 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mds_autoscaler", 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.147 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.148 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.149 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.150 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.151 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.152 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.153 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirroring", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.154 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.155 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.156 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.157 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.158 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.159 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "nfs", 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.160 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.161 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.162 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.163 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.164 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.165 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.166 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "fail_fs": { 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "fail_fs", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.167 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.168 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.169 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.170 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.171 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.172 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.173 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator": { 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.174 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm", 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "rook", 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "test_orchestrator" 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Orchestrator backend", 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.175 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_perf_query", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.176 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.177 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.178 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.179 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.180 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.181 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_support", 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.182 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.183 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.184 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.185 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.186 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.187 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_autoscaler", 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.188 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.189 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.190 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.191 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.192 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.193 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.194 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.195 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "threshold": { 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threshold", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1.0", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "scaling threshold", 2023-10-05T15:34:14.196 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "progress", 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_pg_recovery_event": { 2023-10-05T15:34:14.197 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.198 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.199 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.200 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.201 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.202 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.203 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.204 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.205 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "max_completed_events": { 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_completed_events", 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.206 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "50", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.207 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.208 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus", 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "cache": { 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cache", 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.209 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "exclude_perf_counters": { 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "exclude_perf_counters", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.210 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.211 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.212 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.213 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.214 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.215 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.216 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools": { 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools", 2023-10-05T15:34:14.217 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.218 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.219 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_interval": { 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_interval", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15.0", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.220 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.221 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.222 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "9283", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "stale_cache_strategy": { 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stale_cache_strategy", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.223 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "log", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.224 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.483 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "default", 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: "default", 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: "error" 2023-10-05T15:34:14.484 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.485 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.486 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_support", 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.487 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.488 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.489 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.490 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.491 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.492 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_snap_create": { 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.493 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.494 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "trash_purge_schedule": { 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "trash_purge_schedule", 2023-10-05T15:34:14.495 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.496 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "restful", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_auth": { 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_auth", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.497 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.498 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.499 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.500 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.501 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.502 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.503 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.504 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.505 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.506 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.507 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.508 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rgw", 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.509 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.510 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.511 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.512 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.513 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.514 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rook", 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.515 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "drive_group_interval": { 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "drive_group_interval", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300.0", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.516 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.517 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.518 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.519 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.520 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.521 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.522 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "storage_class": { 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "storage_class", 2023-10-05T15:34:14.523 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "local", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.524 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "selftest", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.525 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.526 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.527 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.528 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.529 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.530 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "roption1": { 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption1", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.531 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "roption2": { 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption2", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "xyz", 2023-10-05T15:34:14.532 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption1": { 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption1", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.533 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption2": { 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption2", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.534 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption3": { 2023-10-05T15:34:14.535 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption3", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.536 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption4": { 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption4", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.537 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption5": { 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption5", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.538 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption6": { 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption6", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.539 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption7": { 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption7", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.540 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "42", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "testkey": { 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testkey", 2023-10-05T15:34:14.541 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.542 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "testlkey": { 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testlkey", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.543 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "testnewline": { 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testnewline", 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.544 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snap_schedule", 2023-10-05T15:34:14.545 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_m_granularity": { 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_m_granularity", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.546 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "dump_on_update": { 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dump_on_update", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.547 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.548 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.549 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.550 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.551 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.552 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.553 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stats", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.554 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.555 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.556 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.557 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.558 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.559 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "status", 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.560 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.561 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.562 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.563 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.564 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.565 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telegraf", 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.566 INFO:teuthology.orchestra.run.smithi029.stdout: "address": { 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "address", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.567 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.568 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.569 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.570 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.571 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.572 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.573 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.574 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telemetry", 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_basic": { 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_basic", 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.575 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_crash": { 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_crash", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.576 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_device": { 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_device", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.577 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_ident": { 2023-10-05T15:34:14.578 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_ident", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.579 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_perf": { 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_perf", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:34:14.580 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "contact": { 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "contact", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.581 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "description": { 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "description", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.582 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "device_url": { 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_url", 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.583 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:14.584 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.585 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "24", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "8", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.586 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "last_opt_revision": { 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "last_opt_revision", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.587 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard": { 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.588 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard_description": { 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard_description", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.589 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.590 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.591 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.592 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.593 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.594 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.595 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "organization": { 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "organization", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.596 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "proxy": { 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "proxy", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.597 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "url": { 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.598 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.599 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "test_orchestrator", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.600 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.601 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.602 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.603 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.604 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.605 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "volumes", 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.606 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.607 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.608 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.609 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.610 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.611 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_clones": { 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_clones", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.612 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "periodic_async_work": { 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "periodic_async_work", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.613 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Periodically check for async work", 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "snapshot_clone_delay": { 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.614 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.615 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "discovery_interval": { 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "discovery_interval", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "100", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.616 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "identifier": { 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "identifier", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.617 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.618 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.619 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.620 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.621 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.622 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.623 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.624 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_host": { 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_host", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.625 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_port": { 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_port", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10051", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.626 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_sender": { 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_sender", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:34:14.627 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:14.628 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "modules": [ 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm", 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "dashboard", 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "iostat", 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "nfs", 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "restful", 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "snap_schedule" 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "available_modules": [ 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.629 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "alerts", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.630 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How frequently to reexamine health status", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.631 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.632 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.633 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.634 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.635 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_destination": { 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_destination", 2023-10-05T15:34:14.636 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email address to send alerts to", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.637 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_from_name": { 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_from_name", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "Ceph", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Email From: name", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.638 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_host": { 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_host", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.639 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP server", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_password": { 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_password", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.640 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Password to authenticate with", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_port": { 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_port", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.641 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "465", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP port", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_sender": { 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_sender", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.642 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SMTP envelope sender", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.643 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_ssl": { 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_ssl", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use SSL to connect to SMTP server", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.644 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "smtp_user": { 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "smtp_user", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "User to authenticate as", 2023-10-05T15:34:14.645 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "balancer", 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "active": { 2023-10-05T15:34:14.646 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "active", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically balance PGs across cluster", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.647 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_time": { 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_time", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0000", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "beginning time of day to automatically balance", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.648 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "begin_weekday": { 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "begin_weekday", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:14.649 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_max_iterations": { 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_max_iterations", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "25", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "250", 2023-10-05T15:34:14.650 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum number of iterations to attempt optimization", 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_metrics": { 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_metrics", 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.651 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "pgs,objects,bytes", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "metrics with which to calculate OSD utilization", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "crush_compat_step": { 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crush_compat_step", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.652 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.5", 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0.001", 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "0.999", 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "aggressiveness of optimization", 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "end_time": { 2023-10-05T15:34:14.653 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_time", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2359", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ending time of day to automatically balance", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "This is a time of day in the format HHMM.", 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.654 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "end_weekday": { 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "end_weekday", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "0", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "6", 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.655 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.656 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.657 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.658 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.659 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.660 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "min_score": { 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_score", 2023-10-05T15:34:14.661 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "minimum score, below which no optimization is attempted", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.662 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "upmap", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "crush-compat", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "none", 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap" 2023-10-05T15:34:14.663 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Balancer mode", 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_ids": { 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_ids", 2023-10-05T15:34:14.665 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "pools which the automatic balancing will be limited to", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.666 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and attempt optimization", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.667 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_deviation": { 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_deviation", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "deviation below which no optimization is attempted", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2023-10-05T15:34:14.668 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "upmap_max_optimizations": { 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "upmap_max_optimizations", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.669 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "maximum upmap optimizations to make per attempt", 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm", 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.670 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_down_multiplier": { 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_down_multiplier", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.671 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_refresh_rate": { 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_refresh_rate", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "20", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2023-10-05T15:34:14.672 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "agent_starting_port": { 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "agent_starting_port", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4721", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.673 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_ptrace": { 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_ptrace", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.674 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_interval": { 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_interval", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.675 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to autotune daemon memory", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "autotune_memory_target_ratio": { 2023-10-05T15:34:14.676 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "autotune_memory_target_ratio", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0.7", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.677 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm_log_destination": { 2023-10-05T15:34:14.678 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cephadm_log_destination", 2023-10-05T15:34:14.678 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.678 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "file", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "file,syslog", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "syslog" 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Destination for cephadm command's persistent logging", 2023-10-05T15:34:14.752 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "cgroups_split": { 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cgroups_split", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.753 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "config_checks_enabled": { 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_checks_enabled", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.754 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "config_dashboard": { 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_dashboard", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.755 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_alertmanager": { 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_alertmanager", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.756 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_base": { 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_base", 2023-10-05T15:34:14.757 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Container image name, without the tag", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.758 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_elasticsearch": { 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_elasticsearch", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "elasticsearch container image", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.759 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_grafana": { 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_grafana", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.7", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.760 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_haproxy": { 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_haproxy", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.761 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "HAproxy container image", 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_agent": { 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_agent", 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.762 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger agent container image", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_collector": { 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_collector", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.763 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger collector container image", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_jaeger_query": { 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_jaeger_query", 2023-10-05T15:34:14.764 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Jaeger query container image", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_keepalived": { 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_keepalived", 2023-10-05T15:34:14.765 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Keepalived container image", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_loki": { 2023-10-05T15:34:14.766 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_loki", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Loki container image", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.767 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_node_exporter": { 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_node_exporter", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.768 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_nvmeof": { 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_nvmeof", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/ceph/nvmeof:0.0.3", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Nvme-of container image", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.769 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_prometheus": { 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_prometheus", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.770 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Prometheus container image", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_promtail": { 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_promtail", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.771 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Promtail container image", 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "container_image_snmp_gateway": { 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_image_snmp_gateway", 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.772 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "SNMP Gateway container image", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "container_init": { 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "container_init", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.773 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Run podman/docker with `--init`", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "daemon_cache_timeout": { 2023-10-05T15:34:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "daemon_cache_timeout", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache service (daemon) inventory", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "default_cephadm_command_timeout": { 2023-10-05T15:34:14.775 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_cephadm_command_timeout", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "900", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.776 INFO:teuthology.orchestra.run.smithi029.stdout: "default_registry": { 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "default_registry", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "docker.io", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.777 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "device_cache_timeout": { 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_cache_timeout", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1800", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache device inventory", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.778 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "device_enhanced_scan": { 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_enhanced_scan", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use libstoragemgmt during device scans", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.779 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "facts_cache_timeout": { 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "facts_cache_timeout", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "seconds to cache host facts data", 2023-10-05T15:34:14.780 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "host_check_interval": { 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "host_check_interval", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to perform a host check", 2023-10-05T15:34:14.781 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "inventory_list_all": { 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "inventory_list_all", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.782 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.783 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.784 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "log_refresh_metadata": { 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_refresh_metadata", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.785 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.786 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.787 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.788 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.789 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf": { 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf", 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.790 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.791 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "*", 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.792 INFO:teuthology.orchestra.run.smithi029.stdout: "max_count_per_host": { 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_count_per_host", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of daemons per service per host", 2023-10-05T15:34:14.793 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "max_osd_draining_count": { 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_osd_draining_count", 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.794 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "migration_current": { 2023-10-05T15:34:14.795 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "migration_current", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "internal - do not modify", 2023-10-05T15:34:14.796 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "mode": { 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mode", 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "root", 2023-10-05T15:34:14.797 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm-package", 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "root" 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "mode for remote execution of cephadm", 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.798 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "prometheus_alerts_path": { 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus_alerts_path", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "location of alerts to include in prometheus deployments", 2023-10-05T15:34:14.799 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_insecure": { 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_insecure", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.800 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_password": { 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_password", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.801 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_url": { 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_url", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.802 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "registry_username": { 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "registry_username", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.803 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "secure_monitoring_stack": { 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "secure_monitoring_stack", 2023-10-05T15:34:14.804 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "service_discovery_port": { 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "service_discovery_port", 2023-10-05T15:34:14.805 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8765", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "cephadm service discovery port", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.806 INFO:teuthology.orchestra.run.smithi029.stdout: "ssh_config_file": { 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssh_config_file", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "customized SSH config file to connect to managed hosts", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.807 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "use_agent": { 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_agent", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.808 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "use_repo_digest": { 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "use_repo_digest", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.809 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_failed_host_check": { 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_failed_host_check", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.810 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if the host check fails", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_daemons": { 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_daemons", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.811 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_on_stray_hosts": { 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_on_stray_hosts", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.812 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.813 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crash", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.814 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.815 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.816 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.817 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.818 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "retain_interval": { 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retain_interval", 2023-10-05T15:34:14.819 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "31536000", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain crashes before pruning them", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.820 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_recent_interval": { 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_recent_interval", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1209600", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "time interval in which to warn about recent crashes", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.821 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dashboard", 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.822 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_HOST": { 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_HOST", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.823 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.824 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_ENABLED": { 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_ENABLED", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.825 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.826 INFO:teuthology.orchestra.run.smithi029.stdout: "AUDIT_API_LOG_PAYLOAD": { 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.827 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "ENABLE_BROWSABLE_API": { 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ENABLE_BROWSABLE_API", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.828 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_CEPHFS": { 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.829 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.830 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_ISCSI": { 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.831 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_MIRRORING": { 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.832 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_NFS": { 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_NFS", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.833 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RBD": { 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RBD", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.834 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "FEATURE_TOGGLE_RGW": { 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "FEATURE_TOGGLE_RGW", 2023-10-05T15:34:14.835 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2023-10-05T15:34:14.836 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.837 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_PASSWORD": { 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_PASSWORD", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.838 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_SSL_VERIFY": { 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.839 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_URL": { 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_URL", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.840 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_API_USERNAME": { 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_API_USERNAME", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.841 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_FRONTEND_API_URL": { 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.842 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.843 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "ISCSI_API_SSL_VERIFICATION": { 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.844 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "ISSUE_TRACKER_API_KEY": { 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ISSUE_TRACKER_API_KEY", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.845 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_HOST": { 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_HOST", 2023-10-05T15:34:14.846 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.847 INFO:teuthology.orchestra.run.smithi029.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.848 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.849 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.850 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.851 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.852 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.853 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.854 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2023-10-05T15:34:14.855 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.856 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_ENABLED": { 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_ENABLED", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.857 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.858 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.859 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "PWD_POLICY_MIN_LENGTH": { 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.860 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "REST_REQUESTS_TIMEOUT": { 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "REST_REQUESTS_TIMEOUT", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "45", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.861 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ACCESS_KEY": { 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ACCESS_KEY", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.862 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_ADMIN_RESOURCE": { 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "admin", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.863 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SECRET_KEY": { 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SECRET_KEY", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.864 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "RGW_API_SSL_VERIFY": { 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "RGW_API_SSL_VERIFY", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.865 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "UNSAFE_TLS_v1_2": { 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "UNSAFE_TLS_v1_2", 2023-10-05T15:34:14.866 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_SPAN": { 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2023-10-05T15:34:14.867 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2023-10-05T15:34:14.868 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.869 INFO:teuthology.orchestra.run.smithi029.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.870 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "cross_origin_url": { 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cross_origin_url", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.871 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "crt_file": { 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "crt_file", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.872 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "debug": { 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "debug", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Enable/disable debug options", 2023-10-05T15:34:14.873 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "jwt_token_ttl": { 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "jwt_token_ttl", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "28800", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.874 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.875 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.876 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.877 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.878 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.879 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.880 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "motd": { 2023-10-05T15:34:14.881 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "motd", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "The message of the day", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.882 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect_resolve_ip_addr": { 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "redirect_resolve_ip_addr", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.883 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.884 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8080", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.885 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.886 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl_server_port": { 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl_server_port", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.887 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8443", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:14.888 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "redirect", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "redirect" 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.889 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.890 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "url_prefix": { 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url_prefix", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.891 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "devicehealth", 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.892 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_monitoring": { 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_monitoring", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "monitor device health metrics", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.893 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.894 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.895 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.896 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.897 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.898 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "mark_out_threshold": { 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mark_out_threshold", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.899 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "2419200", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "automatically mark OSD if it may fail before this long", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "pool_name": { 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pool_name", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.900 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "device_health_metrics", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name of pool in which to store device health metrics", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "retention_period": { 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "retention_period", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.901 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15552000", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long to retain device health metrics", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_frequency": { 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_frequency", 2023-10-05T15:34:14.902 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to scrape device health metrics", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.903 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "self_heal": { 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "self_heal", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "preemptively heal cluster around devices that may fail", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.904 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how frequently to wake up and check device health", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.905 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "warn_threshold": { 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "warn_threshold", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7257600", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.906 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "raise health warning if OSD may fail before this long", 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "diskprediction_local", 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.907 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.908 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.909 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.910 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.911 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.912 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "predict_interval": { 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predict_interval", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "86400", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.913 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "predictor_model": { 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "predictor_model", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.914 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "prophetstor", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.915 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "600", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.916 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "influx", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": false, 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "influxdb python module not found", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "batch_size": { 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "batch_size", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5000", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.917 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "database": { 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "database", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.918 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "ceph", 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "hostname": { 2023-10-05T15:34:14.919 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "hostname", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server hostname", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.920 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "30", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "5", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2023-10-05T15:34:14.921 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.922 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.923 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.924 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.925 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.926 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.927 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "password": { 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "password", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.928 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "password of InfluxDB server user", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "port": { 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "port", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "8086", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.929 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "InfluxDB server port", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "ssl": { 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ssl", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.930 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "false", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "threads": { 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threads", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.931 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "32", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "username": { 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "username", 2023-10-05T15:34:14.932 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "username of InfluxDB server user", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "verify_ssl": { 2023-10-05T15:34:14.933 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "verify_ssl", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "true", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.934 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "insights", 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.935 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.936 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.937 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.938 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.939 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.940 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "iostat", 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.941 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.942 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.943 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.944 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.945 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.946 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "k8sevents", 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_event_retention_days": { 2023-10-05T15:34:14.947 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "ceph_event_retention_days", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "7", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Days to hold ceph event information within local cache", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.948 INFO:teuthology.orchestra.run.smithi029.stdout: "config_check_secs": { 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "config_check_secs", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "10", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.949 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.950 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.951 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.952 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.953 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.954 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.955 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "localpool", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "failure_domain": { 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "failure_domain", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "host", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.956 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "failure domain for any created local pool", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.957 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.958 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.959 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.960 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.961 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.962 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "min_size": { 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "min_size", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default min_size for any created local pool", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2023-10-05T15:34:14.963 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "num_rep": { 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "num_rep", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default replica count for any created local pool", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.964 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_num": { 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_num", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "128", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.965 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "default pg_num for any created local pool", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "prefix": { 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prefix", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.966 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "name prefix for any created local pool", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "subtree": { 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "subtree", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.967 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "rack", 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "CRUSH level for which to create a local pool", 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.968 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mds_autoscaler", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.969 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.970 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.971 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.972 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.973 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.974 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirroring", 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.975 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.976 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.977 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.978 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.979 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.980 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.981 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "nfs", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.982 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.983 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.984 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.985 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.986 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.987 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "fail_fs": { 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "fail_fs", 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:14.988 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.989 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.990 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.991 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.992 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.993 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.994 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.995 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator": { 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "orchestrator", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "cephadm", 2023-10-05T15:34:14.996 INFO:teuthology.orchestra.run.smithi029.stdout: "rook", 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "test_orchestrator" 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Orchestrator backend", 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_perf_query", 2023-10-05T15:34:14.997 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:14.998 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:14.999 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.000 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.001 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.002 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.003 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "osd_support", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.004 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.005 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.006 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.007 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.008 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.009 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "pg_autoscaler", 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.010 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.011 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.012 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.013 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.014 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.015 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.016 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "threshold": { 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "threshold", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "3.0", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1.0", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.017 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "scaling threshold", 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "progress", 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.018 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_pg_recovery_event": { 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_pg_recovery_event", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow the module to show pg recovery progress", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.019 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.020 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.021 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.022 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.023 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.024 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.025 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.026 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.027 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.028 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.029 INFO:teuthology.orchestra.run.smithi029.stdout: "max_completed_events": { 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_completed_events", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "50", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.030 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "number of past completed events to remember", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "sleep_interval": { 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "sleep_interval", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "5", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.031 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "how long the module is going to sleep", 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "prometheus", 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.032 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "cache": { 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "cache", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.033 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "exclude_perf_counters": { 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "exclude_perf_counters", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.034 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Do not include perf-counters in the metrics output", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.035 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.036 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.037 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.038 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.039 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.040 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools": { 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.041 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_stats_pools_refresh_interval": { 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_stats_pools_refresh_interval", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.042 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "scrape_interval": { 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "scrape_interval", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15.0", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.043 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "::", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.044 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "9283", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.045 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "the port on which the module listens for HTTP requests", 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "stale_cache_strategy": { 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stale_cache_strategy", 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.046 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "log", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_behaviour": { 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_behaviour", 2023-10-05T15:34:15.047 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "default", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "default", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "error" 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.048 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "standby_error_status_code": { 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "standby_error_status_code", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "500", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "400", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "599", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.049 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_support", 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.050 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.051 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.052 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.053 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.054 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.055 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_snap_create": { 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_snap_create", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.056 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "mirror_snapshot_schedule": { 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "mirror_snapshot_schedule", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.057 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "trash_purge_schedule": { 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "trash_purge_schedule", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.058 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.059 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "restful", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "enable_auth": { 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enable_auth", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.060 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "key_file": { 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "key_file", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.061 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.062 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.063 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.064 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.065 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.066 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.067 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "server_addr": { 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_addr", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.068 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "server_port": { 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "server_port", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.069 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rgw", 2023-10-05T15:34:15.070 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.071 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.072 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.073 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.074 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.075 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.076 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rook", 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "drive_group_interval": { 2023-10-05T15:34:15.077 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "drive_group_interval", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "300.0", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.078 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.079 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.080 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.081 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.082 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.083 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "storage_class": { 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "storage_class", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.084 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "local", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "storage class name for LSO-discovered PVs", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "selftest", 2023-10-05T15:34:15.085 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.086 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.087 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.088 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.089 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.090 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "roption1": { 2023-10-05T15:34:15.091 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption1", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.092 INFO:teuthology.orchestra.run.smithi029.stdout: "roption2": { 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "roption2", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "xyz", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.093 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption1": { 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption1", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.094 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption2": { 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption2", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.095 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption3": { 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption3", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "float", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.096 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption4": { 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption4", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.097 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption5": { 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption5", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.098 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption6": { 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption6", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.099 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "rwoption7": { 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rwoption7", 2023-10-05T15:34:15.100 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "1", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "42", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "testkey": { 2023-10-05T15:34:15.101 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testkey", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.102 INFO:teuthology.orchestra.run.smithi029.stdout: "testlkey": { 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testlkey", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.103 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "testnewline": { 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "testnewline", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.104 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snap_schedule", 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "allow_m_granularity": { 2023-10-05T15:34:15.105 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "allow_m_granularity", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "allow minute scheduled snapshots", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.106 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "dump_on_update": { 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "dump_on_update", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "dump database to debug log on update", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.107 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.108 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.109 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.110 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.111 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.112 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.113 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "stats", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.114 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.115 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.116 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.117 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.118 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.119 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "status", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.120 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.121 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.122 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.123 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.124 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.125 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telegraf", 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "address": { 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "address", 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.126 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:15.127 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "15", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.128 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.129 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.130 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.131 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.132 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.133 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "telemetry", 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.134 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_basic": { 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_basic", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share basic cluster information (size, version)", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.135 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_crash": { 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_crash", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.136 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_device": { 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_device", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "True", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.137 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_ident": { 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_ident", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.138 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "channel_perf": { 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "channel_perf", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.139 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Share various performance metrics of a cluster", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "contact": { 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "contact", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.140 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "description": { 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "description", 2023-10-05T15:34:15.141 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "device_url": { 2023-10-05T15:34:15.142 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "device_url", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/device", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.143 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "enabled": { 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "enabled", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.144 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "24", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "8", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.145 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "last_opt_revision": { 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "last_opt_revision", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "1", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.146 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard": { 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.147 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "leaderboard_description": { 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "leaderboard_description", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.148 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.149 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.150 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.151 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.152 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.153 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.154 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "organization": { 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "organization", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.155 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "proxy": { 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "proxy", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.156 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "url": { 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "url", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "https://telemetry.ceph.com/report", 2023-10-05T15:34:15.157 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "test_orchestrator", 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.158 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.159 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.160 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.161 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.162 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.163 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.165 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.166 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "volumes", 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.167 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.168 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.169 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.170 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.171 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.172 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "max_concurrent_clones": { 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "max_concurrent_clones", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "4", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.173 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Number of asynchronous cloner threads", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "periodic_async_work": { 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "periodic_async_work", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.174 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Periodically check for async work", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "snapshot_clone_delay": { 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snapshot_clone_delay", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.175 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "0", 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.176 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "can_run": true, 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "error_string": "", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "module_options": { 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "discovery_interval": { 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "discovery_interval", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "uint", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "100", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.177 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "identifier": { 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "identifier", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.178 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "interval": { 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "interval", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "secs", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "60", 2023-10-05T15:34:15.179 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "log_level": { 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_level", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.180 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.181 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster": { 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.182 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_cluster_level": { 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_cluster_level", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "info", 2023-10-05T15:34:15.183 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [ 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "critical", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "debug", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "error", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "info", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "warning" 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.184 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "log_to_file": { 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "log_to_file", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "bool", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 1, 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "False", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.185 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_host": { 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_host", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.186 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_port": { 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_port", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "int", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.187 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "10051", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "zabbix_sender": { 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "zabbix_sender", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "str", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "level": "advanced", 2023-10-05T15:34:15.188 INFO:teuthology.orchestra.run.smithi029.stdout: "flags": 0, 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "default_value": "/usr/bin/zabbix_sender", 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "min": "", 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "max": "", 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "enum_allowed": [], 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "desc": "", 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "long_desc": "", 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "tags": [], 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: "see_also": [] 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.189 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "services": { 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "dashboard": "https://172.21.15.29:8443/" 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "always_on_modules": { 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "octopus": [ 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "balancer", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "crash", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "devicehealth", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_autoscaler", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "progress", 2023-10-05T15:34:15.190 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_support", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "status", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "telemetry", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "volumes" 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "pacific": [ 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "balancer", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "crash", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "devicehealth", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_autoscaler", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "progress", 2023-10-05T15:34:15.191 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_support", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "status", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "telemetry", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "volumes" 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "quincy": [ 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "balancer", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "crash", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "devicehealth", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_autoscaler", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "progress", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_support", 2023-10-05T15:34:15.192 INFO:teuthology.orchestra.run.smithi029.stdout: "status", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "telemetry", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "volumes" 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: ], 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "reef": [ 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "balancer", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "crash", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "devicehealth", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "orchestrator", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "pg_autoscaler", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "progress", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "rbd_support", 2023-10-05T15:34:15.193 INFO:teuthology.orchestra.run.smithi029.stdout: "status", 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "telemetry", 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "volumes" 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "last_failure_osd_epoch": 89, 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "active_clients": [ 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "devicehealth", 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.194 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2389658649 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "libcephsqlite", 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 365110875 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.195 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "rbd_support", 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 94722274 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.196 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snap_schedule", 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 1418343526 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "snap_schedule", 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.197 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 2894875113 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "name": "volumes", 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "addrvec": [ 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: { 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "type": "v2", 2023-10-05T15:34:15.198 INFO:teuthology.orchestra.run.smithi029.stdout: "addr": "172.21.15.29:0", 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout: "nonce": 689870642 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2023-10-05T15:34:15.199 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:34:15.200 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:13 smithi177 ceph-mon[103568]: pgmap v363: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 15 KiB/s rd, 568 KiB/s wr, 135 op/s 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:13 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/134903755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:13 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/4136636740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:13 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2507002134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:13 smithi040 ceph-mon[103696]: pgmap v363: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 15 KiB/s rd, 568 KiB/s wr, 135 op/s 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:13 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/134903755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:13 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/4136636740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.201 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:13 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2507002134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 msgr2=0x7f999c0a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 0x7f999c0a3af0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f99a0006010 tx=0x7f99a000b540 comp rx=0 tx=0).stop 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 msgr2=0x7f99b019b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f99a8007ee0 tx=0x7f99a800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 shutdown_connections 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f999c0a1630 0x7f999c0a3af0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:15.202 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f99b0102050 0x7f99b0196f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99b010b420 0x7f99b019b8b0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 --2- 172.21.15.29:0/2507002134 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f99b0102970 0x7f99b0197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 >> 172.21.15.29:0/2507002134 conn(0x7f99b00fb7f0 msgr2=0x7f99b010d650 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 shutdown_connections 2023-10-05T15:34:15.203 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:13.217+0000 7f99b5f9a700 1 -- 172.21.15.29:0/2507002134 wait complete. 2023-10-05T15:34:15.209 DEBUG:tasks.check_counter:Getting stats from a 2023-10-05T15:34:15.209 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.a perf dump 2023-10-05T15:34:15.209 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:13 smithi029 ceph-mon[99237]: pgmap v363: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 15 KiB/s rd, 568 KiB/s wr, 135 op/s 2023-10-05T15:34:15.209 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:13 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/134903755' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.209 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:13 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/4136636740' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:15.210 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:13 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2507002134' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2023-10-05T15:34:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:15 smithi029 ceph-mon[99237]: pgmap v364: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 427 KiB/s wr, 123 op/s 2023-10-05T15:34:15.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:15 smithi029 ceph-mon[99237]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:34:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:15 smithi040 ceph-mon[103696]: pgmap v364: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 427 KiB/s wr, 123 op/s 2023-10-05T15:34:15.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:15 smithi040 ceph-mon[103696]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:34:15.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:15 smithi177 ceph-mon[103568]: pgmap v364: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.9 KiB/s rd, 427 KiB/s wr, 123 op/s 2023-10-05T15:34:15.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:15 smithi177 ceph-mon[103568]: osdmap e93: 12 total, 12 up, 12 in 2023-10-05T15:34:15.836 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 237, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 226, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 1564928, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 135536, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:17.542 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.048303915, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.013586707, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.036692413, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.006984047, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 225, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.080811595, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000359162 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:17.543 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 1564928, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 135536 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 6, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 174, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 3344, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 183952, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:17.544 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.013435670, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.009073387, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.002314817, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 172, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.070285437, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000408636 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:17.545 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3344, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 183952 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 0, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 2, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 0, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 0, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:17.546 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.000352934, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000000000, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.000273194, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:17.547 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:17.548 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:17.549 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:17.550 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 148945, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 29, 2023-10-05T15:34:17.551 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:17.552 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2023-10-05T15:34:17.553 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 239, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 1531486, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 239, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 239, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 1531486, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:17.554 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:17.555 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:17.555 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:34:17.565 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:17 smithi029 ceph-mon[99237]: pgmap v366: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.9 KiB/s wr, 83 op/s 2023-10-05T15:34:17.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:17 smithi040 ceph-mon[103696]: pgmap v366: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.9 KiB/s wr, 83 op/s 2023-10-05T15:34:17.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:17 smithi177 ceph-mon[103568]: pgmap v366: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 7.7 KiB/s rd, 3.9 KiB/s wr, 83 op/s 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.a 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.a 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2023-10-05T15:34:17.996 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2023-10-05T15:34:17.997 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2023-10-05T15:34:17.997 DEBUG:tasks.check_counter:Getting stats from d 2023-10-05T15:34:17.997 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.d perf dump 2023-10-05T15:34:18.564 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:19.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:19 smithi029 ceph-mon[99237]: pgmap v367: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2023-10-05T15:34:19.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:19 smithi040 ceph-mon[103696]: pgmap v367: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2023-10-05T15:34:19.668 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:34:19.668 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:19.668 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 4, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 4, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 3024, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 448, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.001826618, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000041464, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.000716358, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 3, 2023-10-05T15:34:19.669 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000832519, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000277506 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:19.670 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 241, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 230, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 1566016, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 138032, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.047760298, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.013836962, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.037108826, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.006933422, 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:19.671 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 229, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.091294558, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000398666 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 1566016, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 138032 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.672 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 2, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 176, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 320, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 184208, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.013570538, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.009233131, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.002135485, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:19.673 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 173, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.058621715, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000338853 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 320, 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 184208 2023-10-05T15:34:19.674 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:19.675 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:19.676 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2023-10-05T15:34:19.677 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 149034, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 32, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:19.678 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:19.679 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 243, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 1532006, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 243, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 243, 2023-10-05T15:34:19.680 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 1532006, 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:19.681 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:34:19.681 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:19 smithi177 ceph-mon[103568]: pgmap v367: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.6 KiB/s rd, 3.2 KiB/s wr, 49 op/s 2023-10-05T15:34:20.032 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2023-10-05T15:34:20.032 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2023-10-05T15:34:20.032 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.d 2023-10-05T15:34:20.032 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.d 2023-10-05T15:34:20.032 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2023-10-05T15:34:20.033 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2023-10-05T15:34:20.033 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2023-10-05T15:34:20.033 DEBUG:tasks.check_counter:Getting stats from g 2023-10-05T15:34:20.033 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.g perf dump 2023-10-05T15:34:20.603 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:21.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:21 smithi029 ceph-mon[99237]: pgmap v368: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2023-10-05T15:34:21.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:21 smithi040 ceph-mon[103696]: pgmap v368: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2023-10-05T15:34:21.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:21 smithi177 ceph-mon[103568]: pgmap v368: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.0 KiB/s rd, 2.7 KiB/s wr, 35 op/s 2023-10-05T15:34:21.807 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 0, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 2, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 0, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 0, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.001562421, 2023-10-05T15:34:21.808 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000000000, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.000353271, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:21.809 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 2, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 173, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 320, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 183680, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:21.810 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.013559830, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.008871740, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.002093189, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 170, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.057069142, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000335700 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:21.811 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 320, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 183680 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 242, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 229, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 1568224, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 136608, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:21.812 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.047244372, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.013644728, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.036445783, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.006954595, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 229, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.108698285, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000474665 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:21.813 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 1568224, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 136608 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:21.814 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:21.815 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:21.816 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 149034, 2023-10-05T15:34:21.817 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 32, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:21.818 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2023-10-05T15:34:21.819 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 240, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 1531616, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 240, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 240, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 1531616, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:21.820 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:21.821 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:21.821 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:21.821 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:21.821 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2023-10-05T15:34:22.164 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2023-10-05T15:34:22.164 DEBUG:tasks.check_counter:Getting stats from j 2023-10-05T15:34:22.165 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.j perf dump 2023-10-05T15:34:22.731 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.a/config 2023-10-05T15:34:23.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:23 smithi029 ceph-mon[99237]: pgmap v369: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-05T15:34:23.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:23 smithi040 ceph-mon[103696]: pgmap v369: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-05T15:34:23.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:23 smithi177 ceph-mon[103568]: pgmap v369: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 6.1 KiB/s rd, 1.3 KiB/s wr, 10 op/s 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 4, 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 4, 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 3024, 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 448, 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:23.919 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.002123690, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000061915, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.001041418, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 3, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.001093987, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000364662 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:23.920 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 243, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 232, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 1566560, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 139280, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.047911933, 2023-10-05T15:34:23.921 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.013934170, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.037184986, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.006992347, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 231, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.091838154, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000397567 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:23.922 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 1566560, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 139280 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 2, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 177, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 320, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 184384, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.013743235, 2023-10-05T15:34:23.923 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.009362288, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.002330086, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 174, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.065281676, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000375182 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:23.924 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 320, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 184384 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:23.925 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:23.926 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:23.927 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 148994, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 31, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:23.928 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2023-10-05T15:34:23.929 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 245, 2023-10-05T15:34:23.930 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 1532266, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 245, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 245, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 1532266, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2023-10-05T15:34:23.931 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:23.932 INFO:teuthology.orchestra.run.smithi029.stdout: } 2023-10-05T15:34:23.932 INFO:teuthology.orchestra.run.smithi029.stdout:} 2023-10-05T15:34:24.197 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2023-10-05T15:34:24.197 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2023-10-05T15:34:24.198 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.j 2023-10-05T15:34:24.198 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.j 2023-10-05T15:34:24.198 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2023-10-05T15:34:24.198 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2023-10-05T15:34:24.198 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2023-10-05T15:34:24.198 DEBUG:tasks.check_counter:Getting stats from b 2023-10-05T15:34:24.198 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.b perf dump 2023-10-05T15:34:24.946 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:25 smithi029 ceph-mon[99237]: pgmap v370: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2023-10-05T15:34:25.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:25 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:25.655 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:25 smithi040 ceph-mon[103696]: pgmap v370: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2023-10-05T15:34:25.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:25 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:25.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:25 smithi177 ceph-mon[103568]: pgmap v370: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.3 KiB/s rd, 1.4 KiB/s wr, 6 op/s 2023-10-05T15:34:25.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:25 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: pgmap v371: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.9 KiB/s rd, 194 B/s wr, 6 op/s 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:26.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:26 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.676 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: pgmap v371: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.9 KiB/s rd, 194 B/s wr, 6 op/s 2023-10-05T15:34:26.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:26.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:26.677 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:26 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: pgmap v371: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.9 KiB/s rd, 194 B/s wr, 6 op/s 2023-10-05T15:34:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2023-10-05T15:34:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2023-10-05T15:34:26.858 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:26 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' 2023-10-05T15:34:26.923 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-10-05T15:34:26.923 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:26.923 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 8879, 2023-10-05T15:34:26.923 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 9488, 2023-10-05T15:34:26.923 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 2861192, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 15018877, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 76, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.732569314, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.198501261, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.754957374, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.114134643, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 9486, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 14.244147590, 2023-10-05T15:34:26.924 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.001501596 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3339, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.001946563, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000582 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 1953, 2023-10-05T15:34:26.925 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 1426, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 2241523, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 5653649, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 79, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 5, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.271664578, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.059651981, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.133580095, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.087616822, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1425, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.771950452, 2023-10-05T15:34:26.926 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000541719 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 734, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000141134, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000192 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1973920, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 205712 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 2457, 2023-10-05T15:34:26.927 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2861, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 848630, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 5594916, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 14, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 6, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.259549303, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.077010639, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.092191485, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.080228662, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2859, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 1.379491545, 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000482508 2023-10-05T15:34:26.928 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1870, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000596393, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000318 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 45552, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 468864 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 1, 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-10-05T15:34:26.929 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-MDSRank": { 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1729, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 3.031056614, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.001753069 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:26.930 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2265, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.101202701, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000044681 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "request": 157, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "reply": 156, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "reply_latency": { 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 156, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 2.073873831, 2023-10-05T15:34:26.931 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.013294063 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_reply": 0, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "forward": 1, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_commit": 158, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_split": 0, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_merge": 0, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes": 93, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_top": 53, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_bottom": 30, 2023-10-05T15:34:26.932 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pin_tail": 10, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pinned": 16, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_expired": 5, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_with_caps": 1, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "caps": 2, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "subtrees": 3, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse": 228, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_hit": 215, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_forward": 0, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_discover": 0, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_lock": 0, 2023-10-05T15:34:26.933 INFO:teuthology.orchestra.run.smithi040.stdout: "load_cent": 208, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "q": 0, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "exported": 1, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "exported_inodes": 2, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "imported": 1, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "imported_inodes": 4, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_backtrace_fetch": 26, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rfiles": 0, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rbytes": 0, 2023-10-05T15:34:26.934 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rsnaps": 6, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_fetch": 26, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_inodes": 10, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_base_inodes": 4, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dirfrag_rstats": 6, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_file_inodes": 16, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_inode_file_caps": 5, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_revoke": 28, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_grant": 263, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:26.935 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps": 6470, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps_dirty": 6442, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_cap_release": 5, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "process_request_cap_release": 33 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache": { 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update": 3, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update_receipt": 0, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_try_discover": 0, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_send_discover": 0, 2023-10-05T15:34:26.936 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_handle_discover": 12, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays": 4, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_created": 20, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_enqueued": 16, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_migrated": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_started": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_completed": 0, 2023-10-05T15:34:26.937 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_enqueue_scrub": 4, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_exportdir": 1, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_flush": 0, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_inodestats": 0 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log": { 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "evlrg": 0, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "evadd": 6872, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "evex": 6867, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "evtrm": 6867, 2023-10-05T15:34:26.938 INFO:teuthology.orchestra.run.smithi040.stdout: "ev": 5, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "evexg": 0, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "evexd": 14, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segadd": 55, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segex": 54, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segtrm": 54, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "seg": 1, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segmjr": 1, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segexg": 0, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "segexd": 1, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "expos": 23709274, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "wrpos": 23722450, 2023-10-05T15:34:26.939 INFO:teuthology.orchestra.run.smithi040.stdout: "rdpos": 0, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "jlat": { 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 732, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 96.148695292, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.131350676 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "replayed": 0 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mem": { 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 72, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "ino+": 94, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "ino-": 22, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "dir": 18, 2023-10-05T15:34:26.940 INFO:teuthology.orchestra.run.smithi040.stdout: "dir+": 18, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "dir-": 0, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "dn": 93, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "dn+": 115, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "dn-": 22, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "cap": 2, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "cap+": 27, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "cap-": 25, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "rss": 56072, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "heap": 207152 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_server": { 2023-10-05T15:34:26.941 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_client_request": 207, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_server_request": 2, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_request": 157, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_session": 32, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_peer_request": 8, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "req_create_latency": { 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 18, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.028986111, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.001610339 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getattr_latency": { 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 76, 2023-10-05T15:34:26.942 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.034458180, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000453397 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "req_link_latency": { 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.943 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookup_latency": { 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 16, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.009215983, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000575998 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupino_latency": { 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.944 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupname_latency": { 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.945 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lssnap_latency": { 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 7, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.001461064, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000208723 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mkdir_latency": { 2023-10-05T15:34:26.946 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 4, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.011295146, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.002823786 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mknod_latency": { 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mksnap_latency": { 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 7, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 1.870703635, 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.267243376 2023-10-05T15:34:26.947 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "req_open_latency": { 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000376038, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000376038 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "req_readdir_latency": { 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 4, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.010287165, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.002571791 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rename_latency": { 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.948 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.949 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmdir_latency": { 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 4, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.061297099, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.015324274 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.005218204, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.005218204 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.950 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setattr_latency": { 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000553142, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000553142 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.951 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setlayout_latency": { 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.952 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setxattr_latency": { 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.002658236, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.002658236 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "req_symlink_latency": { 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "req_unlink_latency": { 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 16, 2023-10-05T15:34:26.953 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.037363828, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.002335239 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessions": { 2023-10-05T15:34:26.954 INFO:teuthology.orchestra.run.smithi040.stdout: "session_count": 2, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "session_add": 6, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "session_remove": 4, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_open": 2, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_stale": 0, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "total_load": 49, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "average_load": 24, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "avg_session_uptime": 528, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:26.955 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:26.956 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:26.957 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:26.958 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 344312, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 156, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 264, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 3, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 182, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:26.959 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 270541, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 2565, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter": { 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "op_active": 0, 2023-10-05T15:34:26.960 INFO:teuthology.orchestra.run.smithi040.stdout: "op_laggy": 0, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send": 3838, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send_bytes": 20068209, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_resend": 37, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_reply": 3838, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_latency": { 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3838, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 612.515812777, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.159592447 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "op_inflight": 0, 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "oplen_avg": { 2023-10-05T15:34:26.961 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3838, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 4248 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "op": 3838, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "op_r": 39, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "op_w": 3799, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "op_rmw": 0, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "op_pg": 0, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_stat": 142, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_create": 59, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_read": 9, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_write": 737, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writefull": 148, 2023-10-05T15:34:26.962 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writesame": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_append": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_zero": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_truncate": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_delete": 2612, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_mapext": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_getxattr": 30, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_setxattr": 100, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:26.963 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_call": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_watch": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_notify": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_other": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_active": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_send": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_resend": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_ping": 0, 2023-10-05T15:34:26.964 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_active": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_send": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_resend": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_active": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_send": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_resend": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_active": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_send": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_resend": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "command_active": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "command_send": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "command_resend": 0, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "map_epoch": 93, 2023-10-05T15:34:26.965 INFO:teuthology.orchestra.run.smithi040.stdout: "map_full": 0, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "map_inc": 12, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_sessions": 12, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_open": 12, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_close": 0, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_laggy": 0, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_wr": 395, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_rd": 0, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_del": 16 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "oft": { 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_objs": 1, 2023-10-05T15:34:26.966 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_updates": 0, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_removes": 0 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "osd-slow-ops": { 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_ops_count": 0 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "purge_queue": { 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops_high_water": 514, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing": 0, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_high_water": 8, 2023-10-05T15:34:26.967 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executed": 16, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 13285, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 4810597, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 13285, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:26.968 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 13285, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 4810597, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:26.969 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 3838, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 20070593, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 3838, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 20070593, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.970 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 1024, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 3838, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 3838, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 3838, 2023-10-05T15:34:26.971 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 3838, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 16, 2023-10-05T15:34:26.972 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 2384, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 16, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 5, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 2384, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:26.973 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle-0x55938b6e26e0": { 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 6872, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 19528146, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 6872, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 732, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 19528146, 2023-10-05T15:34:26.974 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:26.975 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds.exported=1 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds.imported=1 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update=3 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds_cache.dir_update_receipt=0 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=7 2023-10-05T15:34:27.412 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=1 2023-10-05T15:34:27.412 DEBUG:tasks.check_counter:Getting stats from e 2023-10-05T15:34:27.413 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.e perf dump 2023-10-05T15:34:27.984 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:28.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:28 smithi040 ceph-mon[103696]: pgmap v372: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:28.926 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:28 smithi177 ceph-mon[103568]: pgmap v372: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:29.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:28 smithi029 ceph-mon[99237]: pgmap v372: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:29.332 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-10-05T15:34:29.332 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:29.332 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 776, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 776, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 208147, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 240604, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 6, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 2, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.083042645, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.025375758, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.021419613, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.028486403, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 775, 2023-10-05T15:34:29.333 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.268293213, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000346184 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 3024, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 448 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.334 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 973, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 936, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 1863726, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 356561, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.128202873, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.028873982, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.059355413, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.044469195, 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:29.335 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 935, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.430649083, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000460587 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1693472, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 141344 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:29.336 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 766, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 941, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 257024, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 698164, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 6, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.103169036, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.030222987, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.026344646, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.036124964, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 938, 2023-10-05T15:34:29.337 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.515973378, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000550078 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 320, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 460560 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.338 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 1, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-MDSRank": { 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3727, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.118215798, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000031718 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.339 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "request": 0, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "reply": 0, 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "reply_latency": { 2023-10-05T15:34:29.340 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_reply": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "forward": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_commit": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_split": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_merge": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes": 0, 2023-10-05T15:34:29.341 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_top": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_bottom": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pin_tail": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pinned": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_expired": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_with_caps": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "caps": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "subtrees": 1, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_hit": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_forward": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_discover": 0, 2023-10-05T15:34:29.342 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_lock": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "load_cent": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "q": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "exported": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "exported_inodes": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "imported": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "imported_inodes": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rfiles": 0, 2023-10-05T15:34:29.343 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rbytes": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rsnaps": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_file_inodes": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:34:29.344 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_cap_release": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "process_request_cap_release": 0 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache": { 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update_receipt": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_try_discover": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_send_discover": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_handle_discover": 0, 2023-10-05T15:34:29.345 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_created": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_enqueued": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_migrated": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_started": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_completed": 0, 2023-10-05T15:34:29.346 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_exportdir": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_flush": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_inodestats": 0 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log": { 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "evlrg": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "evadd": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "evex": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "evtrm": 0, 2023-10-05T15:34:29.347 INFO:teuthology.orchestra.run.smithi040.stdout: "ev": 8, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "evexg": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "evexd": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segadd": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segex": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segtrm": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "seg": 2, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segmjr": 2, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segexg": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "segexd": 0, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "expos": 4194304, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "wrpos": 4196604, 2023-10-05T15:34:29.348 INFO:teuthology.orchestra.run.smithi040.stdout: "rdpos": 4196214, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "jlat": { 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "replayed": 8 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mem": { 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 3, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "ino+": 3, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "ino-": 0, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "dir": 1, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "dir+": 1, 2023-10-05T15:34:29.349 INFO:teuthology.orchestra.run.smithi040.stdout: "dir-": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "dn": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "dn+": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "dn-": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "cap": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "cap+": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "cap-": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "rss": 46804, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "heap": 207152 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_server": { 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_client_request": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_server_request": 0, 2023-10-05T15:34:29.350 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_request": 0, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_session": 0, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_peer_request": 0, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "req_create_latency": { 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getattr_latency": { 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.351 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "req_link_latency": { 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookup_latency": { 2023-10-05T15:34:29.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupino_latency": { 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.353 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupname_latency": { 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:29.354 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lssnap_latency": { 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mkdir_latency": { 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mknod_latency": { 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mksnap_latency": { 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.356 INFO:teuthology.orchestra.run.smithi040.stdout: "req_open_latency": { 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "req_readdir_latency": { 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.357 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rename_latency": { 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:29.358 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmdir_latency": { 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.359 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setattr_latency": { 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.360 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.361 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setlayout_latency": { 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setxattr_latency": { 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.362 INFO:teuthology.orchestra.run.smithi040.stdout: "req_symlink_latency": { 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "req_unlink_latency": { 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:29.363 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessions": { 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "session_count": 2, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "session_add": 4, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "session_remove": 2, 2023-10-05T15:34:29.364 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_open": 2, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_stale": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "total_load": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "average_load": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "avg_session_uptime": 5312, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:29.365 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:29.366 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:29.367 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 189393, 2023-10-05T15:34:29.368 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 51, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 182, 2023-10-05T15:34:29.369 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 8320, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 13, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.370 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter": { 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_active": 0, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_laggy": 0, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send": 2228, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send_bytes": 21, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_resend": 3, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_reply": 2228, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "op_latency": { 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2228, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 64.222254948, 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.028825069 2023-10-05T15:34:29.371 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op_inflight": 0, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "oplen_avg": { 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2228, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 2229 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op": 2228, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op_r": 2228, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op_w": 0, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op_rmw": 0, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "op_pg": 0, 2023-10-05T15:34:29.372 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_stat": 1454, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_create": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_read": 772, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_write": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writefull": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writesame": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_append": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_zero": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_truncate": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_delete": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_mapext": 0, 2023-10-05T15:34:29.373 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_getxattr": 1, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_setxattr": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_call": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_watch": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_notify": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls": 0, 2023-10-05T15:34:29.374 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_other": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_active": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_send": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_resend": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_ping": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_active": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_send": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_resend": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_active": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_send": 0, 2023-10-05T15:34:29.375 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_resend": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_active": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_send": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_resend": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "command_active": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "command_send": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "command_resend": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "map_epoch": 93, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "map_full": 0, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "map_inc": 7, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_sessions": 5, 2023-10-05T15:34:29.376 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_open": 5, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_close": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_laggy": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_wr": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_rd": 2, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_del": 0 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "oft": { 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_objs": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_updates": 0, 2023-10-05T15:34:29.377 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_removes": 0 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "osd-slow-ops": { 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_ops_count": 0 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "purge_queue": { 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing": 0, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_high_water": 0, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executed": 0, 2023-10-05T15:34:29.378 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 2511, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 2085454, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 2511, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:29.379 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2511, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 2085454, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:29.380 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 2228, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 2305, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2228, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 2305, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.381 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 1024, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 2228, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 2228, 2023-10-05T15:34:29.382 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2228, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 2228, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:29.383 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.384 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle-0x560fb27a6960": { 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:29.385 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:29.386 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-10-05T15:34:29.836 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2023-10-05T15:34:29.836 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2023-10-05T15:34:29.837 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update=0 2023-10-05T15:34:29.837 INFO:tasks.check_counter:Daemon mds.e mds_cache.dir_update_receipt=0 2023-10-05T15:34:29.837 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2023-10-05T15:34:29.837 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2023-10-05T15:34:29.837 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2023-10-05T15:34:29.837 DEBUG:tasks.check_counter:Getting stats from h 2023-10-05T15:34:29.837 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.h perf dump 2023-10-05T15:34:30.405 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:31.347 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:31 smithi040 ceph-mon[103696]: pgmap v373: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.8 KiB/s rd, 170 B/s wr, 6 op/s 2023-10-05T15:34:31.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:31 smithi029 ceph-mon[99237]: pgmap v373: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.8 KiB/s rd, 170 B/s wr, 6 op/s 2023-10-05T15:34:31.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:31 smithi177 ceph-mon[103568]: pgmap v373: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.8 KiB/s rd, 170 B/s wr, 6 op/s 2023-10-05T15:34:31.873 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 1540, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 1503, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 9018404, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 532433, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.188131875, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.056732756, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.074488071, 2023-10-05T15:34:31.874 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.055457154, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 1502, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.611539074, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000407149 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1693360, 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 140880 2023-10-05T15:34:31.875 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 410, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 582, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 8504234, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 586542, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 7, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 5, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.058120975, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.014925585, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.020279000, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.018062577, 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:31.876 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 580, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.471263580, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000812523 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 3344, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 460832 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:31.877 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 568, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 570, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 4336968, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 176655, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.061179750, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.012559209, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.019098310, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.024841248, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 568, 2023-10-05T15:34:31.878 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.328327141, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000578040 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 1, 2023-10-05T15:34:31.879 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-MDSRank": { 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 3753, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.109294460, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000029121 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "queue_len": 0, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "complete_latency": { 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.880 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "mds": { 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "request": 0, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "reply": 0, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "reply_latency": { 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.881 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_reply": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "forward": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_commit": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_split": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_merge": 0, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes": 83, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_top": 52, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_bottom": 30, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pin_tail": 1, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_pinned": 8, 2023-10-05T15:34:31.882 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_expired": 18, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "inodes_with_caps": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "caps": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "subtrees": 2, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_hit": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_forward": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_discover": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "traverse_lock": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "load_cent": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "q": 0, 2023-10-05T15:34:31.883 INFO:teuthology.orchestra.run.smithi040.stdout: "exported": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "exported_inodes": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "imported": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "imported_inodes": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rfiles": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rbytes": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "root_rsnaps": 6, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:31.884 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "scrub_file_inodes": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_cap_release": 0, 2023-10-05T15:34:31.885 INFO:teuthology.orchestra.run.smithi040.stdout: "process_request_cap_release": 0 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_cache": { 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_update_receipt": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_try_discover": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_send_discover": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "dir_handle_discover": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:31.886 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_created": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_enqueued": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "strays_migrated": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_started": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "recovery_completed": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_exportdir": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_flush": 0, 2023-10-05T15:34:31.887 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "ireq_inodestats": 0 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_log": { 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evlrg": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evadd": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evex": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evtrm": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "ev": 6872, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evexg": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "evexd": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "segadd": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "segex": 0, 2023-10-05T15:34:31.888 INFO:teuthology.orchestra.run.smithi040.stdout: "segtrm": 0, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "seg": 2, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "segmjr": 51, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "segexg": 0, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "segexd": 0, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "expos": 23709274, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "wrpos": 23722450, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "rdpos": 23722183, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "jlat": { 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.889 INFO:teuthology.orchestra.run.smithi040.stdout: "replayed": 6872 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_mem": { 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "ino": 62, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "ino+": 80, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "ino-": 18, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dir": 8, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dir+": 8, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dir-": 0, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dn": 83, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dn+": 103, 2023-10-05T15:34:31.890 INFO:teuthology.orchestra.run.smithi040.stdout: "dn-": 20, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "cap": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "cap+": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "cap-": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "rss": 51728, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "heap": 207152 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_server": { 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_client_request": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "dispatch_server_request": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_request": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_client_session": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "handle_peer_request": 0, 2023-10-05T15:34:31.891 INFO:teuthology.orchestra.run.smithi040.stdout: "req_create_latency": { 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getattr_latency": { 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.892 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "req_link_latency": { 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookup_latency": { 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:31.893 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupino_latency": { 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupname_latency": { 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.894 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "req_lssnap_latency": { 2023-10-05T15:34:31.895 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mkdir_latency": { 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mknod_latency": { 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.896 INFO:teuthology.orchestra.run.smithi040.stdout: "req_mksnap_latency": { 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "req_open_latency": { 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "req_readdir_latency": { 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.897 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rename_latency": { 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.898 INFO:teuthology.orchestra.run.smithi040.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmdir_latency": { 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.899 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setattr_latency": { 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:31.900 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setlayout_latency": { 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.901 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "req_setxattr_latency": { 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "req_symlink_latency": { 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "req_unlink_latency": { 2023-10-05T15:34:31.902 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_sessions": { 2023-10-05T15:34:31.903 INFO:teuthology.orchestra.run.smithi040.stdout: "session_count": 2, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "session_add": 6, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "session_remove": 4, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_open": 2, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "sessions_stale": 0, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "total_load": 0, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "average_load": 0, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "avg_session_uptime": 6885, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:31.904 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:31.905 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:31.906 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 200813, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 132, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-10-05T15:34:31.907 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 182, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 230577, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 2549, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:31.908 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "objecter": { 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_active": 0, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_laggy": 0, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send": 2231, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_send_bytes": 26, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_resend": 4, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_reply": 2231, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "op_latency": { 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2231, 2023-10-05T15:34:31.909 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 155.281184620, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.069601606 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op_inflight": 0, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "oplen_avg": { 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 2231, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 2232 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op": 2231, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op_r": 2231, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op_w": 0, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op_rmw": 0, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "op_pg": 0, 2023-10-05T15:34:31.910 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_stat": 1346, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_create": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_read": 882, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_write": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writefull": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_writesame": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_append": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_zero": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_truncate": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_delete": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_mapext": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:31.911 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_getxattr": 2, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_setxattr": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_call": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_watch": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_notify": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "osdop_other": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_active": 0, 2023-10-05T15:34:31.912 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_send": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_resend": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "linger_ping": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_active": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_send": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolop_resend": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_active": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_send": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "poolstat_resend": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_active": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_send": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "statfs_resend": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "command_active": 0, 2023-10-05T15:34:31.913 INFO:teuthology.orchestra.run.smithi040.stdout: "command_send": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "command_resend": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "map_epoch": 93, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "map_full": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "map_inc": 7, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_sessions": 6, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_open": 6, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_session_close": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_laggy": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_wr": 0, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_rd": 2, 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_del": 0 2023-10-05T15:34:31.914 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "oft": { 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_objs": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_updates": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "omap_total_removes": 0 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "osd-slow-ops": { 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "slow_ops_count": 0 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "purge_queue": { 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing": 0, 2023-10-05T15:34:31.915 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executing_high_water": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_executed": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 2514, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 21615899, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 2514, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:31.916 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2514, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 21615899, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:31.917 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 2231, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 19541224, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2231, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 19541224, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.918 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 1024, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 2231, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 2231, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 2231, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 2231, 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:31.919 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:31.920 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-write_buf_throttle-0x557c5c350960": { 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 3758096384, 2023-10-05T15:34:31.921 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:31.922 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:31.923 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:31.923 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.923 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:31.923 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update=0 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds_cache.dir_update_receipt=0 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2023-10-05T15:34:32.375 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2023-10-05T15:34:32.376 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2023-10-05T15:34:32.376 DEBUG:tasks.check_counter:Getting stats from k 2023-10-05T15:34:32.376 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.k perf dump 2023-10-05T15:34:32.944 INFO:teuthology.orchestra.run.smithi040.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.b/config 2023-10-05T15:34:33.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:33 smithi029 ceph-mon[99237]: pgmap v374: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:34:33.379 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:33 smithi040 ceph-mon[103696]: pgmap v374: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:34:33.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:33 smithi177 ceph-mon[103568]: pgmap v374: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 7 op/s 2023-10-05T15:34:34.348 INFO:teuthology.orchestra.run.smithi040.stdout:{ 2023-10-05T15:34:34.348 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 0, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 2, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 0, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 0, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.001496595, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.000000000, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.000480863, 2023-10-05T15:34:34.349 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:34.350 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 6, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 182, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 3344, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 185360, 2023-10-05T15:34:34.351 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.012173091, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.007302688, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.002626130, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 180, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.128901923, 2023-10-05T15:34:34.352 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000716121 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 3344, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 185360 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:34.353 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_messages": 246, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages": 235, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_bytes": 1567376, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_bytes": 141152, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_total_time": 0.049957127, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_send_time": 0.013706028, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_recv_time": 0.037984017, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_running_fast_dispatch_time": 0.007895027, 2023-10-05T15:34:34.354 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 234, 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.093704408, 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000400446 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:34.355 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_recv_encrypted_bytes": 1567376, 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "msgr_send_encrypted_bytes": 141152 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "cct": { 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "total_workers": 0, 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "unhealthy_workers": 0 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "mempool": { 2023-10-05T15:34:34.356 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:34.357 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:34.358 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:34.359 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_items": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_bytes": 150048, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_anon_items": 32, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_bytes": 0, 2023-10-05T15:34:34.360 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "pgmap_items": 0, 2023-10-05T15:34:34.361 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "mds_co_items": 2, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_1_items": 0, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "unittest_2_items": 0 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: }, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "val": 0, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "max": 104857600, 2023-10-05T15:34:34.362 INFO:teuthology.orchestra.run.smithi040.stdout: "get_started": 0, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "get": 248, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "get_sum": 1532656, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "get_or_fail_success": 248, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "take": 0, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "take_sum": 0, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "put": 248, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "put_sum": 1532656, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "wait": { 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgcount": 0, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "sum": 0.000000000, 2023-10-05T15:34:34.363 INFO:teuthology.orchestra.run.smithi040.stdout: "avgtime": 0.000000000 2023-10-05T15:34:34.364 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:34.364 INFO:teuthology.orchestra.run.smithi040.stdout: } 2023-10-05T15:34:34.364 INFO:teuthology.orchestra.run.smithi040.stdout:} 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2023-10-05T15:34:34.807 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2023-10-05T15:34:34.807 DEBUG:tasks.check_counter:Getting stats from c 2023-10-05T15:34:34.807 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.c perf dump 2023-10-05T15:34:35.176 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:35 smithi177 ceph-mon[103568]: pgmap v375: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:35.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:35 smithi029 ceph-mon[99237]: pgmap v375: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:35.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:35 smithi040 ceph-mon[103696]: pgmap v375: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 170 B/s wr, 5 op/s 2023-10-05T15:34:35.466 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:36.728 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-10-05T15:34:36.728 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 1445, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 1265, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 2087042, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 961165, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 8, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.146889741, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.045994983, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.111322957, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.012771848, 2023-10-05T15:34:36.729 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1266, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.644577616, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000509145 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1810, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000504918, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000278 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 1703600, 2023-10-05T15:34:36.730 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 493296 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 118, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 143, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 91852, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 249810, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 14, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 5, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.015807301, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.004784192, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.010649304, 2023-10-05T15:34:36.731 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.000584292, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 143, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.056731506, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000396723 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 159, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000036473, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000229 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 4800, 2023-10-05T15:34:36.732 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 118224 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 825, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 109, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 265574, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 102121, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 18, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 10, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.112985983, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.014080064, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.041073514, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.054617321, 2023-10-05T15:34:36.733 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 103, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.016260385, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000157867 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 94, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000041072, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000436 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 5168, 2023-10-05T15:34:36.734 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 9312 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "cct": { 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "total_workers": 1, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "unhealthy_workers": 0 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-MDSRank": { 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 60, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.001997983, 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000033299 2023-10-05T15:34:36.735 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 2, 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000014800, 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000007400 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "mds": { 2023-10-05T15:34:36.736 INFO:teuthology.orchestra.run.smithi177.stdout: "request": 19, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "reply": 13, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "reply_latency": { 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 13, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.003123840, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000240295 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_reply": 0, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "forward": 6, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_commit": 11, 2023-10-05T15:34:36.737 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_split": 0, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_merge": 0, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes": 12, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_top": 0, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_bottom": 12, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pin_tail": 0, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pinned": 10, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_expired": 8, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_with_caps": 1, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "caps": 2, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "subtrees": 3, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse": 37, 2023-10-05T15:34:36.738 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_hit": 29, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_forward": 1, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_discover": 4, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_lock": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "load_cent": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "q": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "exported": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "exported_inodes": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "imported": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "imported_inodes": 0, 2023-10-05T15:34:36.739 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rfiles": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rbytes": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rsnaps": 6, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:34:36.740 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_file_inodes": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_revoke": 8, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_grant": 5, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps": 8, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_cap_release": 1, 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: "process_request_cap_release": 2 2023-10-05T15:34:36.741 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_cache": { 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update_receipt": 6, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_try_discover": 4, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_send_discover": 8, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_handle_discover": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_created": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_enqueued": 0, 2023-10-05T15:34:36.742 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_migrated": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_started": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_completed": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_exportdir": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_flush": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:36.743 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_inodestats": 0 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_log": { 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evlrg": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evadd": 8, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evex": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evtrm": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "ev": 8, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evexg": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "evexd": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "segadd": 2, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "segex": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "segtrm": 0, 2023-10-05T15:34:36.744 INFO:teuthology.orchestra.run.smithi177.stdout: "seg": 2, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "segmjr": 2, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "segexg": 0, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "segexd": 0, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "expos": 4194304, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "wrpos": 4196604, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "rdpos": 0, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "jlat": { 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 7, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.045808672, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.006544096 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.745 INFO:teuthology.orchestra.run.smithi177.stdout: "replayed": 0 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_mem": { 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "ino": 16, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "ino+": 20, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "ino-": 4, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dir": 15, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dir+": 20, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dir-": 5, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dn": 12, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dn+": 20, 2023-10-05T15:34:36.746 INFO:teuthology.orchestra.run.smithi177.stdout: "dn-": 8, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "cap": 2, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "cap+": 5, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "cap-": 3, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "rss": 49620, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "heap": 198960 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_server": { 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_client_request": 21, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_server_request": 1, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_request": 19, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_session": 24, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_peer_request": 2, 2023-10-05T15:34:36.747 INFO:teuthology.orchestra.run.smithi177.stdout: "req_create_latency": { 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getattr_latency": { 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 12, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.002791807, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000232650 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "req_link_latency": { 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookup_latency": { 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000332033, 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000332033 2023-10-05T15:34:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupino_latency": { 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupname_latency": { 2023-10-05T15:34:36.750 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.751 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lssnap_latency": { 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mkdir_latency": { 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.752 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mknod_latency": { 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mksnap_latency": { 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "req_open_latency": { 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.753 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "req_readdir_latency": { 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rename_latency": { 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.754 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.755 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmdir_latency": { 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.756 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setattr_latency": { 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.757 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setlayout_latency": { 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.758 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setxattr_latency": { 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "req_symlink_latency": { 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "req_unlink_latency": { 2023-10-05T15:34:36.759 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.760 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_sessions": { 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "session_count": 2, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "session_add": 4, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "session_remove": 2, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_open": 2, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_stale": 0, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "total_load": 3, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "average_load": 1, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "avg_session_uptime": 547, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "mempool": { 2023-10-05T15:34:36.761 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:36.762 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:36.763 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:36.764 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_bytes": 256933, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_items": 98, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_bytes": 176, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_items": 2, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_bytes": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_items": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:36.765 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_items": 182, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_items": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_bytes": 65432, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_items": 243, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_items": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_items": 0 2023-10-05T15:34:36.766 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "objecter": { 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_active": 0, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_laggy": 0, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send": 49, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send_bytes": 13360, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_resend": 33, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_reply": 49, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_latency": { 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 49, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.705980867, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.014407772 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.767 INFO:teuthology.orchestra.run.smithi177.stdout: "op_inflight": 0, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "oplen_avg": { 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 49, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 75 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "op": 49, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "op_r": 0, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "op_w": 49, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "op_rmw": 0, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "op_pg": 0, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_stat": 0, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_create": 10, 2023-10-05T15:34:36.768 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_read": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_write": 7, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writefull": 9, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writesame": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_append": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_zero": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_truncate": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_delete": 6, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_mapext": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_getxattr": 0, 2023-10-05T15:34:36.769 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_setxattr": 20, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_call": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_watch": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_notify": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_other": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_active": 0, 2023-10-05T15:34:36.770 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_send": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_resend": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_ping": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_active": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_send": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_resend": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_active": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_send": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_resend": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_active": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_send": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_resend": 0, 2023-10-05T15:34:36.771 INFO:teuthology.orchestra.run.smithi177.stdout: "command_active": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "command_send": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "command_resend": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "map_epoch": 93, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "map_full": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "map_inc": 7, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_sessions": 9, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_open": 9, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_close": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_laggy": 0, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_wr": 21, 2023-10-05T15:34:36.772 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_rd": 0, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_del": 2 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "oft": { 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_objs": 1, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_updates": 0, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_removes": 0 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "osd-slow-ops": { 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_ops_count": 0 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "purge_queue": { 2023-10-05T15:34:36.773 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_high_water": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executed": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:36.774 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 2384, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 2222382, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 2384, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 2384, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 2222382, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.775 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 49, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 13360, 2023-10-05T15:34:36.776 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 49, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 13360, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 1024, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:36.777 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 49, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 49, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 49, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 49, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.778 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:36.779 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 0, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 0, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle-0x563981a7a6e0": { 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:36.780 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 8, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 2300, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 8, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 7, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 2300, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:36.781 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.782 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:36.782 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update=0 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds_cache.dir_update_receipt=6 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2023-10-05T15:34:37.116 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2023-10-05T15:34:37.117 DEBUG:tasks.check_counter:Getting stats from f 2023-10-05T15:34:37.117 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.f perf dump 2023-10-05T15:34:37.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:37 smithi029 ceph-mon[99237]: pgmap v376: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:34:37.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:37 smithi040 ceph-mon[103696]: pgmap v376: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:34:37.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:37 smithi177 ceph-mon[103568]: pgmap v376: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 0 B/s wr, 7 op/s 2023-10-05T15:34:37.675 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 2221, 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 2223, 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 657702, 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 690738, 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 6, 2023-10-05T15:34:38.954 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 2, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.198285501, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.053202746, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.050385304, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.080291635, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 2221, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.762515886, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000343320 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.955 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 8, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 183, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 3900, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 466796, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 6, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:38.956 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.010899580, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.006839384, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.002096003, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.000083689, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 181, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.068222641, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000376920 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.957 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 3344, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 466112 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 284, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 247, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 1694284, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 142903, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 3, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 2, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.049806951, 2023-10-05T15:34:38.958 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.013673493, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.038766495, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.007563279, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 246, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.098380857, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000399922 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.959 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 1694016, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 142592 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "cct": { 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "total_workers": 1, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "unhealthy_workers": 0 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-MDSRank": { 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 3542, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.111357301, 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000031439 2023-10-05T15:34:38.960 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "mds": { 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "request": 0, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "reply": 0, 2023-10-05T15:34:38.961 INFO:teuthology.orchestra.run.smithi177.stdout: "reply_latency": { 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_reply": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "forward": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_commit": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_split": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_merge": 0, 2023-10-05T15:34:38.962 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes": 3, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_top": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_bottom": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pin_tail": 3, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pinned": 3, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_expired": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_with_caps": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "caps": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "subtrees": 1, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_hit": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_forward": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_discover": 0, 2023-10-05T15:34:38.963 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_lock": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "load_cent": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "q": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "exported": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "exported_inodes": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "imported": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "imported_inodes": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_backtrace_fetch": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rfiles": 0, 2023-10-05T15:34:38.964 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rbytes": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rsnaps": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_fetch": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_file_inodes": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_revoke": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_grant": 0, 2023-10-05T15:34:38.965 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_cap_release": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "process_request_cap_release": 0 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_cache": { 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update_receipt": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_try_discover": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_send_discover": 0, 2023-10-05T15:34:38.966 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_handle_discover": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_created": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_enqueued": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_migrated": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_started": 0, 2023-10-05T15:34:38.967 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_completed": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_exportdir": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_flush": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_inodestats": 0 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_log": { 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "evlrg": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "evadd": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "evex": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "evtrm": 0, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "ev": 22, 2023-10-05T15:34:38.968 INFO:teuthology.orchestra.run.smithi177.stdout: "evexg": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "evexd": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segadd": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segex": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segtrm": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "seg": 2, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segmjr": 2, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segexg": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "segexd": 0, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "expos": 4194304, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "wrpos": 4223821, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "rdpos": 4221216, 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "jlat": { 2023-10-05T15:34:38.969 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "replayed": 22 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_mem": { 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "ino": 4, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "ino+": 14, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "ino-": 10, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "dir": 2, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "dir+": 9, 2023-10-05T15:34:38.970 INFO:teuthology.orchestra.run.smithi177.stdout: "dir-": 7, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "dn": 3, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "dn+": 13, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "dn-": 10, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "cap": 0, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "cap+": 0, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "cap-": 0, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "rss": 46236, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "heap": 207152 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_server": { 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_client_request": 0, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_server_request": 0, 2023-10-05T15:34:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_request": 0, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_session": 0, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_peer_request": 0, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "req_create_latency": { 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getattr_latency": { 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.972 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "req_link_latency": { 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookup_latency": { 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.973 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupino_latency": { 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.974 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupname_latency": { 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.975 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lssnap_latency": { 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mkdir_latency": { 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mknod_latency": { 2023-10-05T15:34:38.976 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mksnap_latency": { 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "req_open_latency": { 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.977 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "req_readdir_latency": { 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rename_latency": { 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:38.978 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmdir_latency": { 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.979 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setattr_latency": { 2023-10-05T15:34:38.980 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.981 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setlayout_latency": { 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setxattr_latency": { 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "req_symlink_latency": { 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.982 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "req_unlink_latency": { 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.983 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_sessions": { 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "session_count": 1, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "session_add": 4, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "session_remove": 3, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_open": 2, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_stale": 0, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "total_load": 0, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "average_load": 0, 2023-10-05T15:34:38.984 INFO:teuthology.orchestra.run.smithi177.stdout: "avg_session_uptime": 9858, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "mempool": { 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:38.985 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:38.986 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:38.987 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_bytes": 181259, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_items": 46, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_bytes": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_items": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:38.988 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_items": 182, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_items": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_bytes": 15560, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_items": 44, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_items": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_items": 0 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "objecter": { 2023-10-05T15:34:38.989 INFO:teuthology.orchestra.run.smithi177.stdout: "op_active": 0, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_laggy": 0, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send": 2224, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send_bytes": 21, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_resend": 3, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_reply": 2224, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_latency": { 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 2224, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 128.007678862, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.057557409 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "op_inflight": 0, 2023-10-05T15:34:38.990 INFO:teuthology.orchestra.run.smithi177.stdout: "oplen_avg": { 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 2224, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 2225 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "op": 2224, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "op_r": 2224, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "op_w": 0, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "op_rmw": 0, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "op_pg": 0, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_stat": 1441, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_create": 0, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_read": 781, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_write": 0, 2023-10-05T15:34:38.991 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writefull": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writesame": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_append": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_zero": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_truncate": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_delete": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_mapext": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_getxattr": 1, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_setxattr": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:38.992 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_call": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_watch": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_notify": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_other": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_active": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_send": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_resend": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_ping": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_active": 0, 2023-10-05T15:34:38.993 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_send": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_resend": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_active": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_send": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_resend": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_active": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_send": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_resend": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "command_active": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "command_send": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "command_resend": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "map_epoch": 93, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "map_full": 0, 2023-10-05T15:34:38.994 INFO:teuthology.orchestra.run.smithi177.stdout: "map_inc": 7, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_sessions": 4, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_open": 4, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_close": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_laggy": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_wr": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_rd": 2, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_del": 0 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "oft": { 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_objs": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_updates": 0, 2023-10-05T15:34:38.995 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_removes": 0 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "osd-slow-ops": { 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_ops_count": 0 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "purge_queue": { 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops_high_water": 0, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing": 0, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_high_water": 0, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executed": 0, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.996 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 2509, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 2112519, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 2509, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 2509, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 2112519, 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:38.997 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:38.998 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 2224, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 29522, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 2224, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 29522, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 1024, 2023-10-05T15:34:38.999 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 2224, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 2224, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 2224, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 2224, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:39.000 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 0, 2023-10-05T15:34:39.001 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle-0x5630be014960": { 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:39.002 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:39.003 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update=0 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds_cache.dir_update_receipt=0 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=0 2023-10-05T15:34:39.336 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2023-10-05T15:34:39.337 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2023-10-05T15:34:39.337 DEBUG:tasks.check_counter:Getting stats from i 2023-10-05T15:34:39.337 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.i perf dump 2023-10-05T15:34:39.358 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:39 smithi029 ceph-mon[99237]: pgmap v377: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:34:39.362 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:39 smithi177 ceph-mon[103568]: pgmap v377: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:34:39.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:39 smithi040 ceph-mon[103696]: pgmap v377: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2023-10-05T15:34:39.895 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 129, 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 282, 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 91863, 2023-10-05T15:34:41.214 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 476145, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 10, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 5, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.021004726, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.009553887, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.007517471, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.001385489, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 278, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.166706861, 2023-10-05T15:34:41.215 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000599664 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 147, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000033045, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000224 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 160, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 348352 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:41.216 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 1154, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 924, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 386068, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 580468, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 15, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.092709931, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.028810302, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.082815874, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.005656339, 2023-10-05T15:34:41.217 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 924, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.356226965, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000385527 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1876, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000499719, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000266 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.218 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 5008, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 119568 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 366, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 340, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 1718082, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 251547, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 16, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 4, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.062484975, 2023-10-05T15:34:41.219 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.017285346, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.048107132, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.008326774, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 339, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.127659924, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000376577 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 41, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000021352, 2023-10-05T15:34:41.220 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000520 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 1708576, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 154592 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "cct": { 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "total_workers": 1, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "unhealthy_workers": 0 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-MDSRank": { 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:41.221 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 78, 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.007968361, 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000102158 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "finisher-PurgeQueue": { 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "queue_len": 0, 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "complete_latency": { 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 17, 2023-10-05T15:34:41.222 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000497286, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000029252 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "mds": { 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "request": 4, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "reply": 4, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "reply_latency": { 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 4, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.008439396, 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.002109849 2023-10-05T15:34:41.223 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_reply": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "forward": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_complete": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_fetch_keys": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_commit": 11, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_split": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_merge": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes": 11, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_top": 0, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_bottom": 1, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pin_tail": 10, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_pinned": 10, 2023-10-05T15:34:41.224 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_expired": 11, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "inodes_with_caps": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "caps": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "subtrees": 2, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse": 15, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_hit": 8, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_forward": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_discover": 2, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_dir_fetch": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_remote_ino": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "traverse_lock": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "load_cent": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "q": 0, 2023-10-05T15:34:41.225 INFO:teuthology.orchestra.run.smithi177.stdout: "exported": 1, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "exported_inodes": 4, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "imported": 1, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "imported_inodes": 2, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_dir_fetch": 0, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_backtrace_fetch": 2, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "openino_peer_discover": 0, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rfiles": 0, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rbytes": 0, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "root_rsnaps": 6, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_fetch": 2, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_set_tag": 0, 2023-10-05T15:34:41.226 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_backtrace_repaired": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_inotable_repaired": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_inodes": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dir_base_inodes": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_dirfrag_rstats": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "scrub_file_inodes": 2, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_inode_file_caps": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_revoke": 2, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_grant": 3, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_trunc": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flushsnap_ack": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_cap_op_flush_ack": 0, 2023-10-05T15:34:41.227 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps": 1, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_caps_dirty": 0, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_cap_release": 2, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "process_request_cap_release": 4 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_cache": { 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update": 1, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_update_receipt": 5, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_try_discover": 3, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_send_discover": 5, 2023-10-05T15:34:41.229 INFO:teuthology.orchestra.run.smithi177.stdout: "dir_handle_discover": 1, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_delayed": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_strays_enqueuing": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_created": 2, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_enqueued": 2, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_reintegrated": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "strays_migrated": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_processing": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_enqueued": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "num_recovering_prioritized": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_started": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "recovery_completed": 0, 2023-10-05T15:34:41.230 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_enqueue_scrub": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_exportdir": 1, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_flush": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragmentdir": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_fragstats": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ireq_inodestats": 0 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_log": { 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "evlrg": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "evadd": 22, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "evex": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "evtrm": 0, 2023-10-05T15:34:41.231 INFO:teuthology.orchestra.run.smithi177.stdout: "ev": 22, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "evexg": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "evexd": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segadd": 2, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segex": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segtrm": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "seg": 2, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segmjr": 2, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segexg": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "segexd": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "expos": 4194304, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "wrpos": 4223821, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "rdpos": 0, 2023-10-05T15:34:41.232 INFO:teuthology.orchestra.run.smithi177.stdout: "jlat": { 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 17, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.540625015, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.031801471 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "replayed": 0 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_mem": { 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "ino": 15, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "ino+": 23, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "ino-": 8, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "dir": 13, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "dir+": 19, 2023-10-05T15:34:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: "dir-": 6, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "dn": 11, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "dn+": 24, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "dn-": 13, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "cap": 0, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "cap+": 5, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "cap-": 5, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "rss": 49216, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "heap": 198960 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_server": { 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_client_request": 13, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "dispatch_server_request": 1, 2023-10-05T15:34:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_request": 4, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_client_session": 21, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "handle_peer_request": 4, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "req_create_latency": { 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getattr_latency": { 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.235 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getfilelock_latency": { 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "req_link_latency": { 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookup_latency": { 2023-10-05T15:34:41.236 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000412477, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000412477 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookuphash_latency": { 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupino_latency": { 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.237 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupname_latency": { 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupparent_latency": { 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.238 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lookupsnap_latency": { 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "req_lssnap_latency": { 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.239 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mkdir_latency": { 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mknod_latency": { 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.240 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "req_mksnap_latency": { 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "req_open_latency": { 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "req_readdir_latency": { 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 1, 2023-10-05T15:34:41.241 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000489692, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000489692 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rename_latency": { 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "req_renamesnap_latency": { 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.242 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "req_snapdiff_latency": { 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmdir_latency": { 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmsnap_latency": { 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.243 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "req_rmxattr_latency": { 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setattr_latency": { 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.244 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setdirlayout_latency": { 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setfilelock_latency": { 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setlayout_latency": { 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.245 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "req_setxattr_latency": { 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "req_symlink_latency": { 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.246 INFO:teuthology.orchestra.run.smithi177.stdout: "req_unlink_latency": { 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 2, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.007537227, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.003768613 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_revoke_eviction": 0, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "cap_acquisition_throttle": 0, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "req_getvxattr_latency": { 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.247 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_sessions": { 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "session_count": 1, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "session_add": 4, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "session_remove": 3, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_open": 1, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "sessions_stale": 0, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "total_load": 3, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "average_load": 3, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "avg_session_uptime": 696, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "mdthresh_evicted": 0 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "mempool": { 2023-10-05T15:34:41.248 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:41.249 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:41.250 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_items": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_bytes": 271777, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_items": 91, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:41.251 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_bytes": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_bytes": 9512, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_items": 182, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_items": 0, 2023-10-05T15:34:41.252 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_bytes": 60400, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_items": 249, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_items": 0, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_items": 0 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "objecter": { 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_active": 0, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_laggy": 0, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send": 77, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_send_bytes": 41671, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_resend": 33, 2023-10-05T15:34:41.253 INFO:teuthology.orchestra.run.smithi177.stdout: "op_reply": 77, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "op_latency": { 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 77, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 3.625904791, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.047089672 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "op_inflight": 0, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "oplen_avg": { 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 77, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 103 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "op": 77, 2023-10-05T15:34:41.254 INFO:teuthology.orchestra.run.smithi177.stdout: "op_r": 3, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "op_w": 74, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "op_rmw": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "op_pg": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_stat": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_create": 10, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_read": 1, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_write": 18, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writefull": 13, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_writesame": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_append": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_zero": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_truncate": 0, 2023-10-05T15:34:41.255 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_delete": 16, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_mapext": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_sparse_read": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_clonerange": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_getxattr": 2, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_setxattr": 20, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_cmpxattr": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_rmxattr": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_resetxattrs": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_call": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_watch": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_notify": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_src_cmpxattr": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls": 0, 2023-10-05T15:34:41.256 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_pgls_filter": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "osdop_other": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_active": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_send": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_resend": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "linger_ping": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_active": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_send": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolop_resend": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_active": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_send": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "poolstat_resend": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_active": 0, 2023-10-05T15:34:41.257 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_send": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "statfs_resend": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "command_active": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "command_send": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "command_resend": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "map_epoch": 93, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "map_full": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "map_inc": 7, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_sessions": 10, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_open": 10, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_session_close": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_laggy": 0, 2023-10-05T15:34:41.258 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_wr": 20, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_rd": 0, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_del": 3 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "oft": { 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_objs": 1, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_kv_pairs": 0, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_updates": 0, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "omap_total_removes": 0 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "osd-slow-ops": { 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "slow_ops_count": 0 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.259 INFO:teuthology.orchestra.run.smithi177.stdout: "purge_queue": { 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops": 0, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_ops_high_water": 4, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing": 0, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executing_high_water": 2, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_executed": 2, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "pq_item_in_journal": 0 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 1645, 2023-10-05T15:34:41.260 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 2028555, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 1645, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 1645, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 2028555, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.261 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_bytes": { 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 77, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 41969, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 77, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 41969, 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:41.262 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-objecter_ops": { 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 1024, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:41.263 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 0, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 77, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 77, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 77, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 77, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle": { 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:41.264 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 2, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 298, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 2, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 1, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 298, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.265 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-write_buf_throttle-0x563eb3acc6e0": { 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 3758096384, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 22, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 29517, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 22, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 17, 2023-10-05T15:34:41.266 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 29517, 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:41.267 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-10-05T15:34:41.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:41 smithi029 ceph-mon[99237]: pgmap v378: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:41.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:41 smithi040 ceph-mon[103696]: pgmap v378: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:41.411 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:41 smithi177 ceph-mon[103568]: pgmap v378: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds.exported=1 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds.imported=1 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update=1 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds_cache.dir_update_receipt=5 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2023-10-05T15:34:41.744 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2023-10-05T15:34:41.744 DEBUG:tasks.check_counter:Getting stats from l 2023-10-05T15:34:41.745 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:689b3d5ae1ed3e8efe9a65281cd9bd422749e95f shell --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 -- ceph daemon mds.l perf dump 2023-10-05T15:34:42.349 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/mon.c/config 2023-10-05T15:34:43.177 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:43 smithi177 ceph-mon[103568]: pgmap v379: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:43.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:43 smithi029 ceph-mon[99237]: pgmap v379: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:43.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:43 smithi040 ceph-mon[103696]: pgmap v379: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:43.610 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2023-10-05T15:34:43.610 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-0": { 2023-10-05T15:34:43.610 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 0, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 2, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 0, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 0, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 4, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 0, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.001130003, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.000000000, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.000240222, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:43.611 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 0, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 0 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-1": { 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 249, 2023-10-05T15:34:43.612 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 238, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 1568192, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 143024, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 2, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 1, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.048584700, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.013867643, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.036290258, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.007802055, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 237, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.094202074, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000397477 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.613 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 1568192, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 143024 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "AsyncMessenger::Worker-2": { 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_messages": 6, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages": 184, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_bytes": 3344, 2023-10-05T15:34:43.614 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_bytes": 185712, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_created_connections": 5, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_active_connections": 3, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_total_time": 0.010543615, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_send_time": 0.006584920, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_recv_time": 0.001955390, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_messages_queue_lat": { 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 182, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.045163543, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000248151 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_handle_ack_lat": { 2023-10-05T15:34:43.615 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_recv_encrypted_bytes": 3344, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "msgr_send_encrypted_bytes": 185712 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "cct": { 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "total_workers": 0, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "unhealthy_workers": 0 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "mempool": { 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_bytes": 0, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "bloom_filter_items": 0, 2023-10-05T15:34:43.616 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_alloc_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_data_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_onode_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_meta_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_other_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_cache_buffer_items": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_bytes": 0, 2023-10-05T15:34:43.617 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_extent_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_blob_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_shared_blob_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_inline_bl_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_fsck_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_txc_items": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_bytes": 0, 2023-10-05T15:34:43.618 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_deferred_items": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_bytes": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluestore_writing_items": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_bytes": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_items": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_bytes": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_reader_items": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_bytes": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "bluefs_file_writer_items": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_bytes": 149007, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_anon_items": 30, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_bytes": 0, 2023-10-05T15:34:43.619 INFO:teuthology.orchestra.run.smithi177.stdout: "buffer_meta_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_mapbl_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osd_pglog_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "osdmap_mapping_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_bytes": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "pgmap_items": 0, 2023-10-05T15:34:43.620 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_bytes": 928, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "mds_co_items": 2, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_bytes": 0, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_1_items": 0, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_bytes": 0, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "unittest_2_items": 0 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: }, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "throttle-msgr_dispatch_throttler-mds": { 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "val": 0, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "max": 104857600, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "get_started": 0, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "get": 251, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "get_sum": 1533046, 2023-10-05T15:34:43.621 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_fail": 0, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "get_or_fail_success": 251, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "take": 0, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "take_sum": 0, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "put": 251, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "put_sum": 1533046, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "wait": { 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "avgcount": 0, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "sum": 0.000000000, 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: "avgtime": 0.000000000 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout: } 2023-10-05T15:34:43.622 INFO:teuthology.orchestra.run.smithi177.stdout:} 2023-10-05T15:34:44.009 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds_cache.dir_update_receipt' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2023-10-05T15:34:44.010 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2023-10-05T15:34:44.010 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2023-10-05T15:34:44.021 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-05T15:34:44.021 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:34:44.021 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:34:44.054 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:34:44.054 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:34:44.116 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 -- 172.21.15.29:0/1379237188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 msgr2=0x7f194c100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 --2- 172.21.15.29:0/1379237188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c100370 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f193c009990 tx=0x7f193c009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 -- 172.21.15.29:0/1379237188 shutdown_connections 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 --2- 172.21.15.29:0/1379237188 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 0x7f194c10cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 --2- 172.21.15.29:0/1379237188 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c100370 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.296 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 --2- 172.21.15.29:0/1379237188 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c100940 0x7f194c104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 -- 172.21.15.29:0/1379237188 >> 172.21.15.29:0/1379237188 conn(0x7f194c0fb7f0 msgr2=0x7f194c0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 -- 172.21.15.29:0/1379237188 shutdown_connections 2023-10-05T15:34:44.297 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.293+0000 7f19525bd700 1 -- 172.21.15.29:0/1379237188 wait complete. 2023-10-05T15:34:44.298 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.294+0000 7f19525bd700 1 Processor -- start 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.294+0000 7f19525bd700 1 -- start start 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 0x7f194c1963e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c19a840 0x7f194c19acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f194c19b2c0 con 0x7f194c0fff90 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f194c19b430 con 0x7f194c19a840 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f19525bd700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f194c19b5f0 con 0x7f194c1050b0 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50646/0 (socket says 172.21.15.29:50646) 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 -- 172.21.15.29:0/1048040275 learned_addr learned my addr 172.21.15.29:0/1048040275 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:44.299 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194b7fe700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 0x7f194c1963e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f1950b5a700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c19a840 0x7f194c19acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 -- 172.21.15.29:0/1048040275 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 msgr2=0x7f194c1963e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 0x7f194c1963e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 -- 172.21.15.29:0/1048040275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c19a840 msgr2=0x7f194c19acc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c19a840 0x7f194c19acc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.295+0000 7f194bfff700 1 -- 172.21.15.29:0/1048040275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f193c0095f0 con 0x7f194c0fff90 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f194bfff700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f193c005f50 tx=0x7f193c00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c01d070 con 0x7f194c0fff90 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f193c004ca0 con 0x7f194c0fff90 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f194c1a2af0 con 0x7f194c0fff90 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c0054f0 con 0x7f194c0fff90 2023-10-05T15:34:44.300 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.296+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f194c1a2f10 con 0x7f194c0fff90 2023-10-05T15:34:44.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.297+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f194c067cd0 con 0x7f194c0fff90 2023-10-05T15:34:44.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.298+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f193c00fbf0 con 0x7f194c0fff90 2023-10-05T15:34:44.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.298+0000 7f19497fa700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 0x7f19340a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.301 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.299+0000 7f194b7fe700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 0x7f19340a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.299+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f193c0ce6c0 con 0x7f194c0fff90 2023-10-05T15:34:44.302 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.299+0000 7f194b7fe700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 0x7f19340a3af0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1940005fd0 tx=0x7f194000a560 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:44.305 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.303+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f193c05b100 con 0x7f194c0fff90 2023-10-05T15:34:44.509 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.507+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f194c1971f0 con 0x7f194c0fff90 2023-10-05T15:34:44.511 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.508+0000 7f19497fa700 1 -- 172.21.15.29:0/1048040275 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+25066 (secure 0 0 0) 0x7f193c0976b0 con 0x7f194c0fff90 2023-10-05T15:34:44.511 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:44.511 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:34:15.067170+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:0/2451436785":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/1129016420":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6800/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/759300895":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/3151381381":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]},{"pool":4,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:34:44.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.510+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 msgr2=0x7f19340a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.510+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 0x7f19340a3af0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1940005fd0 tx=0x7f194000a560 comp rx=0 tx=0).stop 2023-10-05T15:34:44.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.510+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 msgr2=0x7f194c195ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.513 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.510+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f193c005f50 tx=0x7f193c00b5b0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 shutdown_connections 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f19340a1630 0x7f19340a3af0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f194c19a840 0x7f194c19acc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f194c0fff90 0x7f194c195ea0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 --2- 172.21.15.29:0/1048040275 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f194c1050b0 0x7f194c1963e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 >> 172.21.15.29:0/1048040275 conn(0x7f194c0fb7f0 msgr2=0x7f194c103960 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 shutdown_connections 2023-10-05T15:34:44.514 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.511+0000 7f19525bd700 1 -- 172.21.15.29:0/1048040275 wait complete. 2023-10-05T15:34:44.526 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-10-05T15:16:37.098377+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-10-05T15:20:22.717696+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '81', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-10-05T15:20:23.848906+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '92', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 9, 'snap_epoch': 92, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2023-10-05T15:20:27.489939+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '92', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 9, 'snap_epoch': 92, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2023-10-05T15:34:44.526 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-10-05T15:34:44.656 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 -- 172.21.15.29:0/3269554698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69200ff6c0 msgr2=0x7f69200ffb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.656 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 --2- 172.21.15.29:0/3269554698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69200ff6c0 0x7f69200ffb40 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f6908009990 tx=0x7f6908009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 -- 172.21.15.29:0/3269554698 shutdown_connections 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 --2- 172.21.15.29:0/3269554698 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6920106fa0 0x7f6920107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 --2- 172.21.15.29:0/3269554698 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 0x7f692010dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 --2- 172.21.15.29:0/3269554698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69200ff6c0 0x7f69200ffb40 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 -- 172.21.15.29:0/3269554698 >> 172.21.15.29:0/3269554698 conn(0x7f69200761d0 msgr2=0x7f69200765e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 -- 172.21.15.29:0/3269554698 shutdown_connections 2023-10-05T15:34:44.657 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.654+0000 7f69257b0700 1 -- 172.21.15.29:0/3269554698 wait complete. 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 Processor -- start 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 -- start start 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69200ff6c0 0x7f69201008a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 0x7f6920100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.659 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6920101610 con 0x7f6920106fa0 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69201a56e0 con 0x7f6920100080 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f69257b0700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69201a5820 con 0x7f69200ff6c0 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50662/0 (socket says 172.21.15.29:50662) 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 -- 172.21.15.29:0/988962049 learned_addr learned my addr 172.21.15.29:0/988962049 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691effd700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69200ff6c0 0x7f69201008a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f6917fff700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 0x7f6920100de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 -- 172.21.15.29:0/988962049 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69200ff6c0 msgr2=0x7f69201008a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69200ff6c0 0x7f69201008a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 -- 172.21.15.29:0/988962049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 msgr2=0x7f6920100de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 0x7f6920100de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.660 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.655+0000 7f691f7fe700 1 -- 172.21.15.29:0/988962049 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69080095f0 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f691f7fe700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f6918007ee0 tx=0x7f691800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6918017070 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f691800f040 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69201a5a80 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6918005580 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.656+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69201a5f60 con 0x7f6920106fa0 2023-10-05T15:34:44.661 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.657+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69200680b0 con 0x7f6920106fa0 2023-10-05T15:34:44.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.658+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f691800db20 con 0x7f6920106fa0 2023-10-05T15:34:44.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.658+0000 7f691cff9700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 0x7f690c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:44.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.659+0000 7f691effd700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 0x7f690c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:44.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.659+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f69180ccb50 con 0x7f6920106fa0 2023-10-05T15:34:44.662 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.659+0000 7f691effd700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 0x7f690c0a3b30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6910009be0 tx=0x7f6910009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:44.665 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.663+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6918095af0 con 0x7f6920106fa0 2023-10-05T15:34:44.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.867+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6920110f90 con 0x7f6920106fa0 2023-10-05T15:34:44.870 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.867+0000 7f691cff9700 1 -- 172.21.15.29:0/988962049 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6918099110 con 0x7f6920106fa0 2023-10-05T15:34:44.870 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 1 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 msgr2=0x7f690c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 0x7f690c0a3b30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f6910009be0 tx=0x7f6910009260 comp rx=0 tx=0).stop 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 msgr2=0x7f69201a51a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f6918007ee0 tx=0x7f691800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 shutdown_connections 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f690c0a1670 0x7f690c0a3b30 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f69200ff6c0 0x7f69201008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.872 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6920106fa0 0x7f69201a51a0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 --2- 172.21.15.29:0/988962049 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6920100080 0x7f6920100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.869+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 >> 172.21.15.29:0/988962049 conn(0x7f69200761d0 msgr2=0x7f69200fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.870+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 shutdown_connections 2023-10-05T15:34:44.873 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:44.870+0000 7f69257b0700 1 -- 172.21.15.29:0/988962049 wait complete. 2023-10-05T15:34:44.884 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-10-05T15:34:45.013 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 -- 172.21.15.29:0/3701351858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d78100940 msgr2=0x7f4d78104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 --2- 172.21.15.29:0/3701351858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d78100940 0x7f4d78104980 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f4d74009990 tx=0x7f4d74009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 -- 172.21.15.29:0/3701351858 shutdown_connections 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 --2- 172.21.15.29:0/3701351858 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d781050b0 0x7f4d7810cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 --2- 172.21.15.29:0/3701351858 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d780fff90 0x7f4d78100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 --2- 172.21.15.29:0/3701351858 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d78100940 0x7f4d78104980 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 -- 172.21.15.29:0/3701351858 >> 172.21.15.29:0/3701351858 conn(0x7f4d780fb830 msgr2=0x7f4d780fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 -- 172.21.15.29:0/3701351858 shutdown_connections 2023-10-05T15:34:45.014 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.011+0000 7f4d80143700 1 -- 172.21.15.29:0/3701351858 wait complete. 2023-10-05T15:34:45.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 Processor -- start 2023-10-05T15:34:45.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 -- start start 2023-10-05T15:34:45.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 0x7f4d78196380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.016 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d7819a7e0 0x7f4d7819ac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7819b260 con 0x7f4d780fff90 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7819b3d0 con 0x7f4d781050b0 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d80143700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7819b590 con 0x7f4d7819a7e0 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.012+0000 7f4d7dedf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50670/0 (socket says 172.21.15.29:50670) 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 -- 172.21.15.29:0/655138938 learned_addr learned my addr 172.21.15.29:0/655138938 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7e6e0700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d7819a7e0 0x7f4d7819ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7d6de700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 0x7f4d78196380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 -- 172.21.15.29:0/655138938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d7819a7e0 msgr2=0x7f4d7819ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d7819a7e0 0x7f4d7819ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 -- 172.21.15.29:0/655138938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 msgr2=0x7f4d78196380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 0x7f4d78196380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.017 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 -- 172.21.15.29:0/655138938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d740095f0 con 0x7f4d780fff90 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7d6de700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 0x7f4d78196380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d7dedf700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800c9b0 tx=0x7f4d6800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68007b00 con 0x7f4d780fff90 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f4d68007c60 con 0x7f4d780fff90 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d781a2af0 con 0x7f4d780fff90 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68018660 con 0x7f4d780fff90 2023-10-05T15:34:45.018 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.013+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d781a3020 con 0x7f4d780fff90 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.014+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d78067c60 con 0x7f4d780fff90 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.016+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f4d6800f450 con 0x7f4d780fff90 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.016+0000 7f4d6effd700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 0x7f4d640a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.016+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f4d680cd660 con 0x7f4d780fff90 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.016+0000 7f4d7d6de700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 0x7f4d640a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.019 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.017+0000 7f4d7d6de700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 0x7f4d640a3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400b5c0 tx=0x7f4d74005fb0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.022 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.020+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f4d68096710 con 0x7f4d780fff90 2023-10-05T15:34:45.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.227+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4d78100b40 con 0x7f4d780fff90 2023-10-05T15:34:45.229 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.227+0000 7f4d6effd700 1 -- 172.21.15.29:0/655138938 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4d68099d30 con 0x7f4d780fff90 2023-10-05T15:34:45.230 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:34:45.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 msgr2=0x7f4d640a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 0x7f4d640a3b30 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f4d7400b5c0 tx=0x7f4d74005fb0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 msgr2=0x7f4d78195e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.232 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f4d6800c9b0 tx=0x7f4d6800ccc0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 shutdown_connections 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f4d640a1670 0x7f4d640a3b30 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f4d7819a7e0 0x7f4d7819ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d780fff90 0x7f4d78195e40 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 --2- 172.21.15.29:0/655138938 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f4d781050b0 0x7f4d78196380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 >> 172.21.15.29:0/655138938 conn(0x7f4d780fb830 msgr2=0x7f4d780fc350 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 shutdown_connections 2023-10-05T15:34:45.233 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.230+0000 7f4d80143700 1 -- 172.21.15.29:0/655138938 wait complete. 2023-10-05T15:34:45.243 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:45 smithi029 ceph-mon[99237]: pgmap v380: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:45.244 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1048040275' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:45.244 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:45 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/988962049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:45.244 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 -- 172.21.15.29:0/1005091702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3290100960 msgr2=0x7f32901049a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 --2- 172.21.15.29:0/1005091702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3290100960 0x7f32901049a0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f3278009990 tx=0x7f3278009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 -- 172.21.15.29:0/1005091702 shutdown_connections 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 --2- 172.21.15.29:0/1005091702 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f32900fffb0 0x7f3290100390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 --2- 172.21.15.29:0/1005091702 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32901050d0 0x7f329010cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 --2- 172.21.15.29:0/1005091702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3290100960 0x7f32901049a0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 -- 172.21.15.29:0/1005091702 >> 172.21.15.29:0/1005091702 conn(0x7f32900fb810 msgr2=0x7f32900fdc30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 -- 172.21.15.29:0/1005091702 shutdown_connections 2023-10-05T15:34:45.373 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.370+0000 7f3295029700 1 -- 172.21.15.29:0/1005091702 wait complete. 2023-10-05T15:34:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 Processor -- start 2023-10-05T15:34:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 -- start start 2023-10-05T15:34:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32900fffb0 0x7f3290197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.375 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3290198910 0x7f32901a2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32901a3620 con 0x7f32901050d0 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32901a3790 con 0x7f32900fffb0 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.371+0000 7f3295029700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32901a3950 con 0x7f3290198910 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50686/0 (socket says 172.21.15.29:50686) 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 -- 172.21.15.29:0/3799351908 learned_addr learned my addr 172.21.15.29:0/3799351908 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328ed9d700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32900fffb0 0x7f3290197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328f59e700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3290198910 0x7f32901a2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 -- 172.21.15.29:0/3799351908 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3290198910 msgr2=0x7f32901a2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3290198910 0x7f32901a2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 -- 172.21.15.29:0/3799351908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32900fffb0 msgr2=0x7f3290197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32900fffb0 0x7f3290197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.376 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 -- 172.21.15.29:0/3799351908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32780095f0 con 0x7f32901050d0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f328e59c700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f3278000c00 tx=0x7f3278009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327801d070 con 0x7f32901050d0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f3278003f60 con 0x7f32901050d0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3278022c20 con 0x7f32901050d0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32901a3bd0 con 0x7f32901050d0 2023-10-05T15:34:45.377 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.372+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32901a4080 con 0x7f32901050d0 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.373+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32900673d0 con 0x7f32901050d0 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.374+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f3278003aa0 con 0x7f32901050d0 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.375+0000 7f3287fff700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 0x7f327c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.375+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f32780ce780 con 0x7f32901050d0 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.375+0000 7f328ed9d700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 0x7f327c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.378 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.376+0000 7f328ed9d700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 0x7f327c0a3b30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3280005950 tx=0x7f328000b410 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.382 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.380+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f32780977b0 con 0x7f32901050d0 2023-10-05T15:34:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:45 smithi040 ceph-mon[103696]: pgmap v380: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1048040275' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:45.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:45 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/988962049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:45.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:45 smithi177 ceph-mon[103568]: pgmap v380: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2023-10-05T15:34:45.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1048040275' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:45.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:45 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/988962049' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2023-10-05T15:34:45.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.582+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f329010fca0 con 0x7f32901050d0 2023-10-05T15:34:45.584 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.582+0000 7f3287fff700 1 -- 172.21.15.29:0/3799351908 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f32780270a0 con 0x7f32901050d0 2023-10-05T15:34:45.585 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 64 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 msgr2=0x7f327c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 0x7f327c0a3b30 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f3280005950 tx=0x7f328000b410 comp rx=0 tx=0).stop 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 msgr2=0x7f3290198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7f3278000c00 tx=0x7f3278009580 comp rx=0 tx=0).stop 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 shutdown_connections 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f327c0a1670 0x7f327c0a3b30 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f3290198910 0x7f32901a2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f32900fffb0 0x7f3290197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 --2- 172.21.15.29:0/3799351908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32901050d0 0x7f3290198330 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.584+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 >> 172.21.15.29:0/3799351908 conn(0x7f32900fb810 msgr2=0x7f32900fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.585+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 shutdown_connections 2023-10-05T15:34:45.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.585+0000 7f3295029700 1 -- 172.21.15.29:0/3799351908 wait complete. 2023-10-05T15:34:45.599 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2023-10-05T15:34:45.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 -- 172.21.15.29:0/946268166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 msgr2=0x7fbfac102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 --2- 172.21.15.29:0/946268166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac102430 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fbfa8009990 tx=0x7fbfa8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 -- 172.21.15.29:0/946268166 shutdown_connections 2023-10-05T15:34:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 --2- 172.21.15.29:0/946268166 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 0x7fbfac10d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 --2- 172.21.15.29:0/946268166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac102430 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 --2- 172.21.15.29:0/946268166 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 0x7fbfac10ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 -- 172.21.15.29:0/946268166 >> 172.21.15.29:0/946268166 conn(0x7fbfac0fb830 msgr2=0x7fbfac0fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 -- 172.21.15.29:0/946268166 shutdown_connections 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.727+0000 7fbfb3289700 1 -- 172.21.15.29:0/946268166 wait complete. 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 Processor -- start 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 -- start start 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 0x7fbfac197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 0x7fbfac19b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfac19bef0 con 0x7fbfac102050 2023-10-05T15:34:45.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfac19c060 con 0x7fbfac102970 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb3289700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfac19c220 con 0x7fbfac10b420 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50698/0 (socket says 172.21.15.29:50698) 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 -- 172.21.15.29:0/1926894065 learned_addr learned my addr 172.21.15.29:0/1926894065 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1826700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 0x7fbfac19b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 -- 172.21.15.29:0/1926894065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 msgr2=0x7fbfac19b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 0x7fbfac19b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb0824700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 0x7fbfac197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 -- 172.21.15.29:0/1926894065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 msgr2=0x7fbfac197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 0x7fbfac197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 -- 172.21.15.29:0/1926894065 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfa80095f0 con 0x7fbfac102050 2023-10-05T15:34:45.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.728+0000 7fbfb1025700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fbfa80095c0 tx=0x7fbfa800f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.729+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa801d070 con 0x7fbfac102050 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.729+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fbfa800fc00 con 0x7fbfac102050 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.729+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfac19c4a0 con 0x7fbfac102050 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.729+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfa8017650 con 0x7fbfac102050 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.729+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfac0ffdb0 con 0x7fbfac102050 2023-10-05T15:34:45.735 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.730+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfac067c60 con 0x7fbfac102050 2023-10-05T15:34:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.731+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fbfa8022470 con 0x7fbfac102050 2023-10-05T15:34:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.731+0000 7fbf9e7fc700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 0x7fbf980a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.732+0000 7fbfb0824700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 0x7fbf980a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.732+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7fbfa80ced20 con 0x7fbfac102050 2023-10-05T15:34:45.736 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.732+0000 7fbfb0824700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 0x7fbf980a3ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbfac198520 tx=0x7fbfa0005d50 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:45.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.735+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fbfa8097d50 con 0x7fbfac102050 2023-10-05T15:34:45.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.939+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fbfac198260 con 0x7fbfac102050 2023-10-05T15:34:45.942 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.939+0000 7fbf9e7fc700 1 -- 172.21.15.29:0/1926894065 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7fbfac198260 con 0x7fbfac102050 2023-10-05T15:34:45.942 INFO:teuthology.orchestra.run.smithi029.stdout:pg_num: 32 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 msgr2=0x7fbf980a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 0x7fbf980a3ab0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbfac198520 tx=0x7fbfa0005d50 comp rx=0 tx=0).stop 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 msgr2=0x7fbfac196f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fbfa80095c0 tx=0x7fbfa800f710 comp rx=0 tx=0).stop 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 shutdown_connections 2023-10-05T15:34:45.944 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fbf980a15f0 0x7fbf980a3ab0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fbfac10b420 0x7fbfac19b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbfac102050 0x7fbfac196f10 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.941+0000 7fbfb3289700 1 --2- 172.21.15.29:0/1926894065 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fbfac102970 0x7fbfac197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.942+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 >> 172.21.15.29:0/1926894065 conn(0x7fbfac0fb830 msgr2=0x7fbfac10d600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.942+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 shutdown_connections 2023-10-05T15:34:45.945 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:45.942+0000 7fbfb3289700 1 -- 172.21.15.29:0/1926894065 wait complete. 2023-10-05T15:34:45.957 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-10-05T15:34:46.086 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 -- 172.21.15.29:0/3223530663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50101050 msgr2=0x7fdd50104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 --2- 172.21.15.29:0/3223530663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50101050 0x7fdd50104a10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fdd440099c0 tx=0x7fdd44009cd0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 -- 172.21.15.29:0/3223530663 shutdown_connections 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 --2- 172.21.15.29:0/3223530663 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdd501006a0 0x7fdd50100a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 --2- 172.21.15.29:0/3223530663 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd50105140 0x7fdd5010cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 --2- 172.21.15.29:0/3223530663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50101050 0x7fdd50104a10 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 -- 172.21.15.29:0/3223530663 >> 172.21.15.29:0/3223530663 conn(0x7fdd50077330 msgr2=0x7fdd500fd5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 -- 172.21.15.29:0/3223530663 shutdown_connections 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.082+0000 7fdd57c55700 1 -- 172.21.15.29:0/3223530663 wait complete. 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 Processor -- start 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 -- start start 2023-10-05T15:34:46.087 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd501006a0 0x7fdd50196f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdd5019b8b0 0x7fdd5019bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5019c330 con 0x7fdd50105140 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5019c4a0 con 0x7fdd501006a0 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd57c55700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd5019c660 con 0x7fdd5019b8b0 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd551f0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd551f0700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50714/0 (socket says 172.21.15.29:50714) 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.083+0000 7fdd551f0700 1 -- 172.21.15.29:0/948385777 learned_addr learned my addr 172.21.15.29:0/948385777 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 -- 172.21.15.29:0/948385777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdd5019b8b0 msgr2=0x7fdd5019bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdd5019b8b0 0x7fdd5019bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.088 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 -- 172.21.15.29:0/948385777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd501006a0 msgr2=0x7fdd50196f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd501006a0 0x7fdd50196f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 -- 172.21.15.29:0/948385777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd440095f0 con 0x7fdd50105140 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd551f0700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fdd440036c0 tx=0x7fdd4400f740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4401d070 con 0x7fdd50105140 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fdd4400fb70 con 0x7fdd50105140 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd501a3b60 con 0x7fdd50105140 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd440173f0 con 0x7fdd50105140 2023-10-05T15:34:46.089 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.084+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd501a3fe0 con 0x7fdd50105140 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.085+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd50109340 con 0x7fdd50105140 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.086+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fdd4400fce0 con 0x7fdd50105140 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.087+0000 7fdd42ffd700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 0x7fdd3c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.087+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7fdd440ce8f0 con 0x7fdd50105140 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.087+0000 7fdd559f1700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 0x7fdd3c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:46.090 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.087+0000 7fdd559f1700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 0x7fdd3c0a3b30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c005950 tx=0x7fdd4c0058e0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:46.093 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.091+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fdd44097920 con 0x7fdd50105140 2023-10-05T15:34:46.311 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.309+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdd500673d0 con 0x7fdd50105140 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.309+0000 7fdd42ffd700 1 -- 172.21.15.29:0/948385777 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v93) v1 ==== 81+0+945 (secure 0 0 0) 0x7fdd440313d0 con 0x7fdd50105140 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/2451436785 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1129016420 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/3390071130 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/1149063850 2023-10-06T15:14:28.567219+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1825148588 2023-10-06T15:14:28.567219+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1595780445 2023-10-06T15:14:02.820300+0000 2023-10-05T15:34:46.312 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/2689210806 2023-10-06T15:14:28.567219+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6800/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/759300895 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/4056210734 2023-10-06T15:14:02.820300+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1055952549 2023-10-06T15:14:28.567219+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/3151381381 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/3390071130 2023-10-06T15:22:16.620459+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:6801/2813180773 2023-10-06T15:14:02.820300+0000 2023-10-05T15:34:46.313 INFO:teuthology.orchestra.run.smithi029.stdout:172.21.15.29:0/1847515356 2023-10-06T15:14:02.820300+0000 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 msgr2=0x7fdd3c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 0x7fdd3c0a3b30 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c005950 tx=0x7fdd4c0058e0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 msgr2=0x7fdd50197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fdd440036c0 tx=0x7fdd4400f740 comp rx=0 tx=0).stop 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 shutdown_connections 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fdd3c0a1670 0x7fdd3c0a3b30 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.314 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fdd5019b8b0 0x7fdd5019bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fdd501006a0 0x7fdd50196f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 --2- 172.21.15.29:0/948385777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd50105140 0x7fdd50197450 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 >> 172.21.15.29:0/948385777 conn(0x7fdd50077330 msgr2=0x7fdd50104770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 shutdown_connections 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:46.311+0000 7fdd57c55700 1 -- 172.21.15.29:0/948385777 wait complete. 2023-10-05T15:34:46.315 INFO:teuthology.orchestra.run.smithi029.stderr:listed 16 entries 2023-10-05T15:34:46.325 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:46 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/655138938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.325 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:46 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3799351908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.325 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:46 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1926894065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.326 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-10-05T15:34:46.326 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.327 DEBUG:teuthology.orchestra.run.smithi029:> sudo umount /home/ubuntu/cephtest/mnt.0 2023-10-05T15:34:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:46 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/655138938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:46 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3799351908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:46 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1926894065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:46 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/655138938' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:46 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3799351908' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:46 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1926894065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2023-10-05T15:34:46.437 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:34:46.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.437 DEBUG:teuthology.orchestra.run.smithi029:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-10-05T15:34:46.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.483 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2023-10-05T15:34:46.582 INFO:teuthology.orchestra.run.smithi029.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-10-05T15:34:46.582 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.582 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2023-10-05T15:34:46.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.626 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2023-10-05T15:34:46.726 INFO:tasks.kclient:Unmounting kernel clients... 2023-10-05T15:34:46.726 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2023-10-05T15:34:46.726 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/proc/self/mounts of=/dev/stdout 2023-10-05T15:34:46.744 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16287364k,nr_inodes=4071841,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,seclabel,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=39,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=2457 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700,uid=1000,gid=1265 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/sda1 /var/lib/containers/storage/overlay ext4 rw,seclabel,relatime 0 0 overlay /var/lib/containers/storage/overlay/cc931f8d5f9d34b282c7e72bffd78d2530c70a5f5b831dd2eab5557fa9275e8d/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/cc931f8d5f9d34b282c7e72bffd78d2530c70a5f5b831dd2eab5557fa9275e8d/diff,workdir=/var/lib/containers/storage/overlay/cc931f8d5f9d34b282c7e72bffd78d2530c70a5f5b831dd2eab5557fa9275e8d/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/37b7c51be7bf2bdb48181ce4011cddfd1be9d69f12ca623adb40db7a0edc7ec1/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/37b7c51be7bf2bdb48181ce4011cddfd1be9d69f12ca623adb40db7a0edc7ec1/diff,workdir=/var/lib/containers/storage/overlay/37b7c51be7bf2bdb48181ce4011cddfd1be9d69f12ca623adb40db7a0edc7ec1/work,metacopy=on,volatile 0 0 tmpfs /run/user/0 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3261172k,mode=700 0 0 binfmt_misc /proc/sys/fs/binfmt_misc binfmt_misc rw,relatime 0 0 overlay /var/lib/containers/storage/overlay/4e8282caae32cd00d0b46835a992e9163d777749ef7ac18cd1f748f365152c38/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/4e8282caae32cd00d0b46835a992e9163d777749ef7ac18cd1f748f365152c38/diff,workdir=/var/lib/containers/storage/overlay/4e8282caae32cd00d0b46835a992e9163d777749ef7ac18cd1f748f365152c38/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/dc3d3e5957f8909d39228956041f7d40a60d86b60828641e117429dba9259524/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/dc3d3e5957f8909d39228956041f7d40a60d86b60828641e117429dba9259524/diff,workdir=/var/lib/containers/storage/overlay/dc3d3e5957f8909d39228956041f7d40a60d86b60828641e117429dba9259524/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/54e43eded7bb0e941474c4a8d293a41752b38dd7cdbb0124c64d37d5d7973d97/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/54e43eded7bb0e941474c4a8d293a41752b38dd7cdbb0124c64d37d5d7973d97/diff,workdir=/var/lib/containers/storage/overlay/54e43eded7bb0e941474c4a8d293a41752b38dd7cdbb0124c64d37d5d7973d97/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/29ff513f90dbcd924002ded2525e000cb3d138cdbf1e0bad8e595f635e57f6e6/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/29ff513f90dbcd924002ded2525e000cb3d138cdbf1e0bad8e595f635e57f6e6/diff,workdir=/var/lib/containers/storage/overlay/29ff513f90dbcd924002ded2525e000cb3d138cdbf1e0bad8e595f635e57f6e6/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/9fedbace913b7a89fab21980f9660d4a15b462032da43fbcbaf88571e5e97605/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/9fedbace913b7a89fab21980f9660d4a15b462032da43fbcbaf88571e5e97605/diff,workdir=/var/lib/containers/storage/overlay/9fedbace913b7a89fab21980f9660d4a15b462032da43fbcbaf88571e5e97605/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/6a28247b6316bed13278a83022d52aed9312cd428e8d6d1a584c6023b3a19565/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/6a28247b6316bed13278a83022d52aed9312cd428e8d6d1a584c6023b3a19565/diff,workdir=/var/lib/containers/storage/overlay/6a28247b6316bed13278a83022d52aed9312cd428e8d6d1a584c6023b3a19565/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/0df5b951dcb80b24f802fc5bc45907b2330c013b15d091a046e3f055f574591c/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/0df5b951dcb80b24f802fc5bc45907b2330c013b15d091a046e3f055f574591c/diff,workdir=/var/lib/containers/storage/overlay/0df5b951dcb80b24f802fc5bc45907b2330c013b15d091a046e3f055f574591c/work,metacopy=on,volatile 0 0 overlay /var/lib/containers/storage/overlay/f0bcb306d372a5b5a33c387c2d05ba24c08d0f4521c235e64d6dfb70ede27961/merged overlay rw,context="system_u:object_r:container_file_t:s0:c1022,c1023",nodev,relatime,lowerdir=/var/lib/containers/storage/overlay/l/EO65UJX7HTCL6ZJLFUK67OTJIN:/var/lib/containers/storage/overlay/l/76RASKJYAEJT5Z3ZD2MSYN4JMR,upperdir=/var/lib/containers/storage/overlay/f0bcb306d372a5b5a33c387c2d05ba24c08d0f4521c235e64d6dfb70ede27961/diff,workdir=/var/lib/containers/storage/overlay/f0bcb306d372a5b5a33c387c2d05ba24c08d0f4521c235e64d6dfb70ede27961/work,metacopy=on,volatile 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 2023-10-05T15:34:46.745 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.745 DEBUG:teuthology.orchestra.run.smithi029:> ip netns list 2023-10-05T15:34:46.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-10-05T15:34:46.802 DEBUG:teuthology.orchestra.run.smithi029:> sudo ip link delete ceph-brx 2023-10-05T15:34:47.026 INFO:teuthology.orchestra.run.smithi029.stderr:Cannot find device "ceph-brx" 2023-10-05T15:34:47.027 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:34:47.028 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2023-10-05T15:34:47.039 INFO:tasks.cephadm:Teardown begin 2023-10-05T15:34:47.039 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-10-05T15:34:47.039 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:34:47.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- 172.21.15.29:0/2639794413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 msgr2=0x7f70d0100370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 --2- 172.21.15.29:0/2639794413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0100370 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f70cc009990 tx=0x7f70cc009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.171 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- 172.21.15.29:0/2639794413 shutdown_connections 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 --2- 172.21.15.29:0/2639794413 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01050b0 0x7f70d010cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 --2- 172.21.15.29:0/2639794413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0100370 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 --2- 172.21.15.29:0/2639794413 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d0100940 0x7f70d0104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- 172.21.15.29:0/2639794413 >> 172.21.15.29:0/2639794413 conn(0x7f70d00fb7f0 msgr2=0x7f70d00fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- 172.21.15.29:0/2639794413 shutdown_connections 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- 172.21.15.29:0/2639794413 wait complete. 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 Processor -- start 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.166+0000 7f70d863f700 1 -- start start 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 0x7f70d0101f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.172 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 0x7f70d01a5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d01a5960 con 0x7f70d00fff90 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d01a5ad0 con 0x7f70d01024a0 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70d01a5c90 con 0x7f70d01050b0 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50724/0 (socket says 172.21.15.29:50724) 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 -- 172.21.15.29:0/3499182404 learned_addr learned my addr 172.21.15.29:0/3499182404 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d5bda700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 0x7f70d0101f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d6bdc700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 0x7f70d01a5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 -- 172.21.15.29:0/3499182404 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 msgr2=0x7f70d0101f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 0x7f70d0101f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 -- 172.21.15.29:0/3499182404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 msgr2=0x7f70d01a5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.173 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 0x7f70d01a5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 -- 172.21.15.29:0/3499182404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70cc0095f0 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d6bdc700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 0x7f70d01a5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d5bda700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 0x7f70d0101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d63db700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005910 tx=0x7f70cc009510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70cc01d070 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f70cc003fe0 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70d01a5f10 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.167+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70cc022df0 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.168+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70d01a62d0 con 0x7f70d00fff90 2023-10-05T15:34:47.174 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.168+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70d0067cd0 con 0x7f70d00fff90 2023-10-05T15:34:47.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.169+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f70cc022470 con 0x7f70d00fff90 2023-10-05T15:34:47.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.170+0000 7f70c77fe700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 0x7f70bc0a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.170+0000 7f70d5bda700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 0x7f70bc0a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.170+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f70cc0ce840 con 0x7f70d00fff90 2023-10-05T15:34:47.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.171+0000 7f70d5bda700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 0x7f70bc0a3af0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f70d0103210 tx=0x7f70c0008040 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.176 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.174+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f70cc097870 con 0x7f70d00fff90 2023-10-05T15:34:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:47 smithi029 ceph-mon[99237]: pgmap v381: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:47.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:47 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/948385777' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:34:47.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:47 smithi040 ceph-mon[103696]: pgmap v381: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:47.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:47 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/948385777' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:34:47.424 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.422+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f70d01008b0 con 0x7f70d00fff90 2023-10-05T15:34:47.425 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.422+0000 7f70c77fe700 1 -- 172.21.15.29:0/3499182404 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+11316 (secure 0 0 0) 0x7f70cc09ae90 con 0x7f70d00fff90 2023-10-05T15:34:47.425 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:47.425 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":49,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":49,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:33:37.076947+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":57,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":127,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:34:47.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:47 smithi177 ceph-mon[103568]: pgmap v381: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.3 KiB/s rd, 7 op/s 2023-10-05T15:34:47.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:47 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/948385777' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2023-10-05T15:34:47.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 msgr2=0x7f70bc0a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 0x7f70bc0a3af0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f70d0103210 tx=0x7f70c0008040 comp rx=0 tx=0).stop 2023-10-05T15:34:47.427 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 msgr2=0x7f70d0101a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f70cc005910 tx=0x7f70cc009510 comp rx=0 tx=0).stop 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 shutdown_connections 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f70bc0a1630 0x7f70bc0a3af0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f70d01024a0 0x7f70d01a5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f70d00fff90 0x7f70d0101a20 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 --2- 172.21.15.29:0/3499182404 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f70d01050b0 0x7f70d0101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 >> 172.21.15.29:0/3499182404 conn(0x7f70d00fb7f0 msgr2=0x7f70d0103c60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 shutdown_connections 2023-10-05T15:34:47.428 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.425+0000 7f70d863f700 1 -- 172.21.15.29:0/3499182404 wait complete. 2023-10-05T15:34:47.429 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 49 2023-10-05T15:34:47.440 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-10-05T15:34:47.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 -- 172.21.15.29:0/505808552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d8100940 msgr2=0x7f35d8104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.566 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 --2- 172.21.15.29:0/505808552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d8100940 0x7f35d8104980 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f35c4009990 tx=0x7f35c4009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 -- 172.21.15.29:0/505808552 shutdown_connections 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 --2- 172.21.15.29:0/505808552 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d81050b0 0x7f35d810cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 --2- 172.21.15.29:0/505808552 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 0x7f35d8100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 --2- 172.21.15.29:0/505808552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d8100940 0x7f35d8104980 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 -- 172.21.15.29:0/505808552 >> 172.21.15.29:0/505808552 conn(0x7f35d80fb7f0 msgr2=0x7f35d80fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 -- 172.21.15.29:0/505808552 shutdown_connections 2023-10-05T15:34:47.567 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.564+0000 7f35def72700 1 -- 172.21.15.29:0/505808552 wait complete. 2023-10-05T15:34:47.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 Processor -- start 2023-10-05T15:34:47.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 -- start start 2023-10-05T15:34:47.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 0x7f35d8197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.569 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d8198990 0x7f35d81a2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81a3600 con 0x7f35d81050b0 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81a3770 con 0x7f35d80fff90 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35def72700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35d81a3930 con 0x7f35d8198990 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50740/0 (socket says 172.21.15.29:50740) 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 -- 172.21.15.29:0/2988765905 learned_addr learned my addr 172.21.15.29:0/2988765905 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35dcd0e700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 0x7f35d8197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35dd50f700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d8198990 0x7f35d81a2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 -- 172.21.15.29:0/2988765905 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d8198990 msgr2=0x7f35d81a2e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d8198990 0x7f35d81a2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.570 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 -- 172.21.15.29:0/2988765905 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 msgr2=0x7f35d8197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 0x7f35d8197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.565+0000 7f35d7fff700 1 -- 172.21.15.29:0/2988765905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35c40095f0 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35d7fff700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f35c4000c00 tx=0x7f35c4005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c401d070 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f35c4021410 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35d81a3bb0 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4017650 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.566+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35d81a4030 con 0x7f35d81050b0 2023-10-05T15:34:47.571 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.567+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35d8067cd0 con 0x7f35d81050b0 2023-10-05T15:34:47.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.568+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f35c4021580 con 0x7f35d81050b0 2023-10-05T15:34:47.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.569+0000 7f35d5ffb700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 0x7f35c80a3b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.569+0000 7f35dcd0e700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 0x7f35c80a3b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.572 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.569+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f35c40cef80 con 0x7f35d81050b0 2023-10-05T15:34:47.573 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.569+0000 7f35dcd0e700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 0x7f35c80a3b70 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009bf0 tx=0x7f35cc009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.574 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.572+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f35c4098090 con 0x7f35d81050b0 2023-10-05T15:34:47.822 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.820+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f35d8068690 con 0x7f35d81050b0 2023-10-05T15:34:47.823 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.821+0000 7f35d5ffb700 1 -- 172.21.15.29:0/2988765905 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+11316 (secure 0 0 0) 0x7f35c4026090 con 0x7f35d81050b0 2023-10-05T15:34:47.823 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:47.823 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":49,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14547,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/3515595396","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":3515595396},{"type":"v1","addr":"172.21.15.29:6835","nonce":3515595396}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14559,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/3662042797","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":3662042797},{"type":"v1","addr":"172.21.15.29:6837","nonce":3662042797}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14613,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/135894101","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":135894101},{"type":"v1","addr":"172.21.15.29:6839","nonce":135894101}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14625,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6841/594470070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6840","nonce":594470070},{"type":"v1","addr":"172.21.15.29:6841","nonce":594470070}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.177:6833/1229628197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6832","nonce":1229628197},{"type":"v1","addr":"172.21.15.177:6833","nonce":1229628197}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24443,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.40:6833/1631027374","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6832","nonce":1631027374},{"type":"v1","addr":"172.21.15.40:6833","nonce":1631027374}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":49,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2023-10-05T15:20:24.460746+0000","modified":"2023-10-05T15:33:37.076947+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24515,"mds_1":24505,"mds_2":24490},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24473":{"gid":24473,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6835/915112894","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6834","nonce":915112894},{"type":"v1","addr":"172.21.15.40:6835","nonce":915112894}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24481":{"gid":24481,"name":"f","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.177:6835/3744766369","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6834","nonce":3744766369},{"type":"v1","addr":"172.21.15.177:6835","nonce":3744766369}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24488":{"gid":24488,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.40:6837/3780767501","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6836","nonce":3780767501},{"type":"v1","addr":"172.21.15.40:6837","nonce":3780767501}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"c","rank":2,"incarnation":21,"state":"up:active","state_seq":11,"addr":"172.21.15.177:6837/3315529043","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6836","nonce":3315529043},{"type":"v1","addr":"172.21.15.177:6837","nonce":3315529043}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24505":{"gid":24505,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":57,"addr":"172.21.15.177:6839/2806051649","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6838","nonce":2806051649},{"type":"v1","addr":"172.21.15.177:6839","nonce":2806051649}]},"join_fscid":-1,"export_targets":[0],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24515":{"gid":24515,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":127,"addr":"172.21.15.40:6839/2198561594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6838","nonce":2198561594},{"type":"v1","addr":"172.21.15.40:6839","nonce":2198561594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-10-05T15:34:47.825 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 msgr2=0x7f35c80a3b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.825 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 0x7f35c80a3b70 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f35cc009bf0 tx=0x7f35cc009260 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 msgr2=0x7f35d81982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f35c4000c00 tx=0x7f35c4005ef0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 shutdown_connections 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f35c80a16b0 0x7f35c80a3b70 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f35d8198990 0x7f35d81a2e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f35d80fff90 0x7f35d8197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 --2- 172.21.15.29:0/2988765905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f35d81050b0 0x7f35d81982f0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 >> 172.21.15.29:0/2988765905 conn(0x7f35d80fb7f0 msgr2=0x7f35d80fc310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 shutdown_connections 2023-10-05T15:34:47.826 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.823+0000 7f35def72700 1 -- 172.21.15.29:0/2988765905 wait complete. 2023-10-05T15:34:47.827 INFO:teuthology.orchestra.run.smithi029.stderr:dumped fsmap epoch 49 2023-10-05T15:34:47.838 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 -- 172.21.15.29:0/3299177739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 msgr2=0x7f09fc10cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 --2- 172.21.15.29:0/3299177739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc10cc30 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f09f400b0a0 tx=0x7f09f400b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 -- 172.21.15.29:0/3299177739 shutdown_connections 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 --2- 172.21.15.29:0/3299177739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc10cc30 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 --2- 172.21.15.29:0/3299177739 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 --2- 172.21.15.29:0/3299177739 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc100940 0x7f09fc104980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 -- 172.21.15.29:0/3299177739 >> 172.21.15.29:0/3299177739 conn(0x7f09fc0fb7f0 msgr2=0x7f09fc0fdc10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:47.967 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 -- 172.21.15.29:0/3299177739 shutdown_connections 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.962+0000 7f0a03541700 1 -- 172.21.15.29:0/3299177739 wait complete. 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 Processor -- start 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 -- start start 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc101a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 0x7f09fc1a5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09fc1a58f0 con 0x7f09fc1050b0 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09fc1a5a60 con 0x7f09fc0fff90 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a03541700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09fc1a5c20 con 0x7f09fc1024a0 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a00adc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.968 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a00adc700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50754/0 (socket says 172.21.15.29:50754) 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.963+0000 7f0a00adc700 1 -- 172.21.15.29:0/882473334 learned_addr learned my addr 172.21.15.29:0/882473334 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a012dd700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc101a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a01ade700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 0x7f09fc1a5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 -- 172.21.15.29:0/882473334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 msgr2=0x7f09fc1a5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 0x7f09fc1a5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 -- 172.21.15.29:0/882473334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 msgr2=0x7f09fc101a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc101a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 -- 172.21.15.29:0/882473334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f4009d00 con 0x7f09fc1050b0 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a01ade700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 0x7f09fc1a5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a012dd700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a00adc700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f09f800e970 tx=0x7f09f800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.969 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f8009790 con 0x7f09fc1050b0 2023-10-05T15:34:47.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f09f8004cf0 con 0x7f09fc1050b0 2023-10-05T15:34:47.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09fc1a5f00 con 0x7f09fc1050b0 2023-10-05T15:34:47.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09f8005680 con 0x7f09fc1050b0 2023-10-05T15:34:47.970 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.964+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09fc1a6380 con 0x7f09fc1050b0 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.965+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09fc067cd0 con 0x7f09fc1050b0 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.967+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f09f8004750 con 0x7f09fc1050b0 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.968+0000 7f09ee7fc700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 0x7f09e80a3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.968+0000 7f0a012dd700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 0x7f09e80a3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.968+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f09f8014070 con 0x7f09fc1050b0 2023-10-05T15:34:47.971 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.968+0000 7f0a012dd700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 0x7f09e80a3af0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009cb0 tx=0x7f09f0009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:47.973 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:47.971+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f09f8096840 con 0x7f09fc1050b0 2023-10-05T15:34:48.175 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.173+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f09fc102f50 con 0x7f09fc1050b0 2023-10-05T15:34:48.177 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.175+0000 7f09ee7fc700 1 -- 172.21.15.29:0/882473334 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+25066 (secure 0 0 0) 0x7f09f8099e60 con 0x7f09fc1050b0 2023-10-05T15:34:48.177 INFO:teuthology.orchestra.run.smithi029.stdout: 2023-10-05T15:34:48.177 INFO:teuthology.orchestra.run.smithi029.stdout:{"epoch":93,"fsid":"9dac5b3e-6391-11ee-8db5-212e2dc638e7","created":"2023-10-05T15:13:20.879350+0000","modified":"2023-10-05T15:34:15.067170+0000","last_up_change":"2023-10-05T15:19:43.175158+0000","last_in_change":"2023-10-05T15:19:26.615812+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-10-05T15:16:37.098377+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-10-05T15:20:22.717696+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"81","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-10-05T15:20:23.848906+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2023-10-05T15:20:27.489939+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":92,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"28964249-2a59-4c97-a24e-31ff17e71c84","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6803","nonce":3925700911}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6805","nonce":3925700911}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6809","nonce":3925700911}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":3925700911},{"type":"v1","addr":"172.21.15.29:6807","nonce":3925700911}]},"public_addr":"172.21.15.29:6803/3925700911","cluster_addr":"172.21.15.29:6805/3925700911","heartbeat_back_addr":"172.21.15.29:6809/3925700911","heartbeat_front_addr":"172.21.15.29:6807/3925700911","state":["exists","up"]},{"osd":1,"uuid":"2f4b9517-a38f-42d4-bbac-7dba8949ae05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6800","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6801","nonce":2170082854}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6802","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6803","nonce":2170082854}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6806","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6807","nonce":2170082854}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6804","nonce":2170082854},{"type":"v1","addr":"172.21.15.40:6805","nonce":2170082854}]},"public_addr":"172.21.15.40:6801/2170082854","cluster_addr":"172.21.15.40:6803/2170082854","heartbeat_back_addr":"172.21.15.40:6807/2170082854","heartbeat_front_addr":"172.21.15.40:6805/2170082854","state":["exists","up"]},{"osd":2,"uuid":"7525c91b-20f2-4300-94c9-79e3c30efdd9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6800","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6801","nonce":36775394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6802","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6803","nonce":36775394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6806","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6807","nonce":36775394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6804","nonce":36775394},{"type":"v1","addr":"172.21.15.177:6805","nonce":36775394}]},"public_addr":"172.21.15.177:6801/36775394","cluster_addr":"172.21.15.177:6803/36775394","heartbeat_back_addr":"172.21.15.177:6807/36775394","heartbeat_front_addr":"172.21.15.177:6805/36775394","state":["exists","up"]},{"osd":3,"uuid":"295817a1-ee1d-45c6-a5bd-cafebe970495","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6811","nonce":2964248670}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6813","nonce":2964248670}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6817","nonce":2964248670}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2964248670},{"type":"v1","addr":"172.21.15.29:6815","nonce":2964248670}]},"public_addr":"172.21.15.29:6811/2964248670","cluster_addr":"172.21.15.29:6813/2964248670","heartbeat_back_addr":"172.21.15.29:6817/2964248670","heartbeat_front_addr":"172.21.15.29:6815/2964248670","state":["exists","up"]},{"osd":4,"uuid":"aead0df5-b0c0-4f09-9e4d-979e2fb90194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6808","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6809","nonce":433883163}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6810","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6811","nonce":433883163}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6814","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6815","nonce":433883163}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6812","nonce":433883163},{"type":"v1","addr":"172.21.15.40:6813","nonce":433883163}]},"public_addr":"172.21.15.40:6809/433883163","cluster_addr":"172.21.15.40:6811/433883163","heartbeat_back_addr":"172.21.15.40:6815/433883163","heartbeat_front_addr":"172.21.15.40:6813/433883163","state":["exists","up"]},{"osd":5,"uuid":"9eb47cbf-a4f5-4730-82b7-3f26c083d87e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6808","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6809","nonce":1640191398}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6810","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6811","nonce":1640191398}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6814","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6815","nonce":1640191398}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6812","nonce":1640191398},{"type":"v1","addr":"172.21.15.177:6813","nonce":1640191398}]},"public_addr":"172.21.15.177:6809/1640191398","cluster_addr":"172.21.15.177:6811/1640191398","heartbeat_back_addr":"172.21.15.177:6815/1640191398","heartbeat_front_addr":"172.21.15.177:6813/1640191398","state":["exists","up"]},{"osd":6,"uuid":"78ece6bd-7870-4f03-844a-9ca78bdb0dd6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":84,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6819","nonce":835373352}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6821","nonce":835373352}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6825","nonce":835373352}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":835373352},{"type":"v1","addr":"172.21.15.29:6823","nonce":835373352}]},"public_addr":"172.21.15.29:6819/835373352","cluster_addr":"172.21.15.29:6821/835373352","heartbeat_back_addr":"172.21.15.29:6825/835373352","heartbeat_front_addr":"172.21.15.29:6823/835373352","state":["exists","up"]},{"osd":7,"uuid":"4d9e0d7d-2808-4244-9ddb-92a586e9e12f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6816","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6817","nonce":3932535570}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6818","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6819","nonce":3932535570}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6822","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6823","nonce":3932535570}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6820","nonce":3932535570},{"type":"v1","addr":"172.21.15.40:6821","nonce":3932535570}]},"public_addr":"172.21.15.40:6817/3932535570","cluster_addr":"172.21.15.40:6819/3932535570","heartbeat_back_addr":"172.21.15.40:6823/3932535570","heartbeat_front_addr":"172.21.15.40:6821/3932535570","state":["exists","up"]},{"osd":8,"uuid":"128e1662-cffa-4eeb-b366-4e8fffe9364a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":58,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6816","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6817","nonce":3267958663}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6818","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6819","nonce":3267958663}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6822","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6823","nonce":3267958663}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6820","nonce":3267958663},{"type":"v1","addr":"172.21.15.177:6821","nonce":3267958663}]},"public_addr":"172.21.15.177:6817/3267958663","cluster_addr":"172.21.15.177:6819/3267958663","heartbeat_back_addr":"172.21.15.177:6823/3267958663","heartbeat_front_addr":"172.21.15.177:6821/3267958663","state":["exists","up"]},{"osd":9,"uuid":"73905f1b-4bfe-43f6-8c4e-b27b4a9e891b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":65,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6827","nonce":1721846425}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6829","nonce":1721846425}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6833","nonce":1721846425}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":1721846425},{"type":"v1","addr":"172.21.15.29:6831","nonce":1721846425}]},"public_addr":"172.21.15.29:6827/1721846425","cluster_addr":"172.21.15.29:6829/1721846425","heartbeat_back_addr":"172.21.15.29:6833/1721846425","heartbeat_front_addr":"172.21.15.29:6831/1721846425","state":["exists","up"]},{"osd":10,"uuid":"472376f0-a622-4937-ad59-c6e36689444e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":70,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6824","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6825","nonce":839728659}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6826","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6827","nonce":839728659}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6830","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6831","nonce":839728659}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.40:6828","nonce":839728659},{"type":"v1","addr":"172.21.15.40:6829","nonce":839728659}]},"public_addr":"172.21.15.40:6825/839728659","cluster_addr":"172.21.15.40:6827/839728659","heartbeat_back_addr":"172.21.15.40:6831/839728659","heartbeat_front_addr":"172.21.15.40:6829/839728659","state":["exists","up"]},{"osd":11,"uuid":"bef03856-eaed-4800-a60b-5b1f88abc52c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":77,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6824","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6825","nonce":2605220532}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6826","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6827","nonce":2605220532}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6830","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6831","nonce":2605220532}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.177:6828","nonce":2605220532},{"type":"v1","addr":"172.21.15.177:6829","nonce":2605220532}]},"public_addr":"172.21.15.177:6825/2605220532","cluster_addr":"172.21.15.177:6827/2605220532","heartbeat_back_addr":"172.21.15.177:6831/2605220532","heartbeat_front_addr":"172.21.15.177:6829/2605220532","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:15:52.407715+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:13.859780+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:34.160782+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:16:54.503764+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:16.426853+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:37.048679+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:17:57.877583+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:19.588500+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:39.962944+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:18:59.941934+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:21.648964+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-10-05T15:19:42.139699+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.f","mappings":[{"from":8,"to":11}]},{"pgid":"2.13","mappings":[{"from":2,"to":11}]},{"pgid":"2.1d","mappings":[{"from":2,"to":1}]},{"pgid":"2.1f","mappings":[{"from":8,"to":4}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.1b","mappings":[{"from":4,"to":8}]},{"pgid":"3.20","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]},{"pgid":"4.a","mappings":[{"from":5,"to":8}]},{"pgid":"4.c","mappings":[{"from":9,"to":10}]},{"pgid":"4.17","mappings":[{"from":9,"to":8}]},{"pgid":"4.1c","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.29:0/2451436785":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/1129016420":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6800/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/1149063850":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1825148588":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/1595780445":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/2689210806":"2023-10-06T15:14:28.567219+0000","172.21.15.29:6800/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/759300895":"2023-10-06T15:22:16.620459+0000","172.21.15.29:0/4056210734":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1055952549":"2023-10-06T15:14:28.567219+0000","172.21.15.29:0/3151381381":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/3390071130":"2023-10-06T15:22:16.620459+0000","172.21.15.29:6801/2813180773":"2023-10-06T15:14:02.820300+0000","172.21.15.29:0/1847515356":"2023-10-06T15:14:02.820300+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]},{"pool":4,"snaps":[{"begin":2,"length":1},{"begin":9,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-10-05T15:34:48.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 msgr2=0x7f09e80a3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.179 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 0x7f09e80a3af0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009cb0 tx=0x7f09f0009260 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 msgr2=0x7f09fc101f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f09f800e970 tx=0x7f09f800ed30 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 shutdown_connections 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f09e80a1630 0x7f09e80a3af0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f09fc1024a0 0x7f09fc1a5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f09fc0fff90 0x7f09fc101a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 --2- 172.21.15.29:0/882473334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09fc1050b0 0x7f09fc101f60 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 >> 172.21.15.29:0/882473334 conn(0x7f09fc0fb7f0 msgr2=0x7f09fc068080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 shutdown_connections 2023-10-05T15:34:48.180 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.177+0000 7f0a03541700 1 -- 172.21.15.29:0/882473334 wait complete. 2023-10-05T15:34:48.192 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-10-05T15:34:48.319 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 -- 172.21.15.29:0/1019400599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc1001b0 msgr2=0x7f92bc100590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019400599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc1001b0 0x7f92bc100590 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7f92b8009990 tx=0x7f92b8009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 -- 172.21.15.29:0/1019400599 shutdown_connections 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019400599 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc105110 0x7f92bc10cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019400599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc1001b0 0x7f92bc100590 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019400599 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc100b60 0x7f92bc1049e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 -- 172.21.15.29:0/1019400599 >> 172.21.15.29:0/1019400599 conn(0x7f92bc077ce0 msgr2=0x7f92bc0780f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 -- 172.21.15.29:0/1019400599 shutdown_connections 2023-10-05T15:34:48.320 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.317+0000 7f92c4437700 1 -- 172.21.15.29:0/1019400599 wait complete. 2023-10-05T15:34:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 Processor -- start 2023-10-05T15:34:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 -- start start 2023-10-05T15:34:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc1001b0 0x7f92bc197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.322 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 0x7f92bc1a2e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92bc1a3630 con 0x7f92bc105110 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92bc1a37a0 con 0x7f92bc1989c0 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c4437700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92bc1a3960 con 0x7f92bc1001b0 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c19d2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c19d2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50768/0 (socket says 172.21.15.29:50768) 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c19d2700 1 -- 172.21.15.29:0/1019475683 learned_addr learned my addr 172.21.15.29:0/1019475683 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c29d4700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 0x7f92bc1a2e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c21d3700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc1001b0 0x7f92bc197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c19d2700 1 -- 172.21.15.29:0/1019475683 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc1001b0 msgr2=0x7f92bc197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.323 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.318+0000 7f92c19d2700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc1001b0 0x7f92bc197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c19d2700 1 -- 172.21.15.29:0/1019475683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 msgr2=0x7f92bc1a2e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c19d2700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 0x7f92bc1a2e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c19d2700 1 -- 172.21.15.29:0/1019475683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92b80095f0 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c29d4700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 0x7f92bc1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c19d2700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f92b000e970 tx=0x7f92b000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b0009790 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f92b0004cf0 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92bc1a3c40 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92b0005680 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.319+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92bc1a4150 con 0x7f92bc105110 2023-10-05T15:34:48.324 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.320+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92bc0673d0 con 0x7f92bc105110 2023-10-05T15:34:48.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.321+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f92b0004750 con 0x7f92bc105110 2023-10-05T15:34:48.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.322+0000 7f92af7fe700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 0x7f92a80a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.322+0000 7f92c21d3700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 0x7f92a80a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.322+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9424+0+0 (secure 0 0 0) 0x7f92b0014070 con 0x7f92bc105110 2023-10-05T15:34:48.325 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.322+0000 7f92c21d3700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 0x7f92a80a3ab0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f92b8006010 tx=0x7f92b800b260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:48.327 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.325+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f92b0096910 con 0x7f92bc105110 2023-10-05T15:34:48.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:48 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3499182404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.357 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:48 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2988765905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3499182404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2988765905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3499182404' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2988765905' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2023-10-05T15:34:48.579 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.577+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f92bc069620 con 0x7f92bc105110 2023-10-05T15:34:48.581 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.579+0000 7f92af7fe700 1 -- 172.21.15.29:0/1019475683 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v50) v1 ==== 161+0+0 (secure 0 0 0) 0x7f92b0099f30 con 0x7f92bc105110 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 msgr2=0x7f92a80a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 0x7f92a80a3ab0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f92b8006010 tx=0x7f92b800b260 comp rx=0 tx=0).stop 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 msgr2=0x7f92bc198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f92b000e970 tx=0x7f92b000ed30 comp rx=0 tx=0).stop 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 shutdown_connections 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f92a80a15f0 0x7f92a80a3ab0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f92bc1001b0 0x7f92bc197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f92bc1989c0 0x7f92bc1a2e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.585 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 --2- 172.21.15.29:0/1019475683 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f92bc105110 0x7f92bc198320 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 >> 172.21.15.29:0/1019475683 conn(0x7f92bc077ce0 msgr2=0x7f92bc0fe0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:48.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 shutdown_connections 2023-10-05T15:34:48.586 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.582+0000 7f92c4437700 1 -- 172.21.15.29:0/1019475683 wait complete. 2023-10-05T15:34:48.586 INFO:teuthology.orchestra.run.smithi029.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-10-05T15:34:48.598 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-10-05T15:34:48.728 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 -- 172.21.15.29:0/4194478242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 msgr2=0x7f5bf010d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/4194478242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf010d8d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f5be800b0a0 tx=0x7f5be800b3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 -- 172.21.15.29:0/4194478242 shutdown_connections 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/4194478242 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf0102470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/4194478242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf010d8d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/4194478242 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 0x7f5bf010ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 -- 172.21.15.29:0/4194478242 >> 172.21.15.29:0/4194478242 conn(0x7f5bf00fb830 msgr2=0x7f5bf00fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 -- 172.21.15.29:0/4194478242 shutdown_connections 2023-10-05T15:34:48.729 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.726+0000 7f5bf79d2700 1 -- 172.21.15.29:0/4194478242 wait complete. 2023-10-05T15:34:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 Processor -- start 2023-10-05T15:34:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 -- start start 2023-10-05T15:34:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.731 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 0x7f5bf0197630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf019ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bf019c0d0 con 0x7f5bf010b460 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bf019c240 con 0x7f5bf01029b0 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf79d2700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bf019c400 con 0x7f5bf0102090 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf576e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf5f6f700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf019ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf576e700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.177:3300/0 says I am v2:172.21.15.29:57184/0 (socket says 172.21.15.29:57184) 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf576e700 1 -- 172.21.15.29:0/3047714573 learned_addr learned my addr 172.21.15.29:0/3047714573 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.727+0000 7f5bf4f6d700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 0x7f5bf0197630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 -- 172.21.15.29:0/3047714573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 msgr2=0x7f5bf01970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.732 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 -- 172.21.15.29:0/3047714573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 msgr2=0x7f5bf0197630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 0x7f5bf0197630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 -- 172.21.15.29:0/3047714573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5be8009d00 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf576e700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf5f6f700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf019ba90 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f5be800b0a0 tx=0x7f5be8007990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be800e040 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f5be801d470 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bf019c680 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5be80052a0 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.728+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bf01a3f20 con 0x7f5bf010b460 2023-10-05T15:34:48.733 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.729+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bf0067c60 con 0x7f5bf010b460 2023-10-05T15:34:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.730+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f5be801d5e0 con 0x7f5bf010b460 2023-10-05T15:34:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.730+0000 7f5be67fc700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 0x7f5bdc0a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.731+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9594+0+0 (secure 0 0 0) 0x7f5be80ce890 con 0x7f5bf010b460 2023-10-05T15:34:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.731+0000 7f5bf576e700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 0x7f5bdc0a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:48.734 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.731+0000 7f5bf576e700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 0x7f5bdc0a3ab0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5bec011550 tx=0x7f5bec009260 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:48.737 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.735+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f5be8097810 con 0x7f5bf010b460 2023-10-05T15:34:48.857 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:48 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:34:48.578+0000 7f1c0224d700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:34:48.926 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-mds[139309]: -- 172.21.15.177:0/2859541866 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55966860d1e0 con 0x5596685e2c00 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: starting mds.c at 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-mds[138969]: -- 172.21.15.177:0/1220716120 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c5d369d1e0 con 0x55c5d3672800 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: starting mds.f at 2023-10-05T15:34:48.927 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:48.928 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:48.928 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-mds[139647]: -- 172.21.15.177:0/1588841530 <== mon.1 v2:172.21.15.177:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e13c86d1e0 con 0x55e13c842c00 2023-10-05T15:34:48.928 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:34:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: starting mds.i at 2023-10-05T15:34:48.986 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:48.984+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f5bf0110e40 con 0x7f5bf010b460 2023-10-05T15:34:49.108 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:49.108 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:49.108 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: starting mds.h at 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-mds[139907]: -- 172.21.15.40:0/3478521534 <== mon.2 v2:172.21.15.40:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5643074fd1e0 con 0x5643074d2800 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: starting mds.b at 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: ignoring --setuser ceph since I am not root 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: ignoring --setgroup ceph since I am not root 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-mds[139223]: -- 172.21.15.40:0/132248045 <== mon.0 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5575e0d391e0 con 0x5575e0d0ec00 2023-10-05T15:34:49.109 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:34:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: starting mds.e at 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: pgmap v382: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/882473334' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-10-05T15:34:49.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:34:49.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: osdmap e94: 12 total, 12 up, 12 in 2023-10-05T15:34:49.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-10-05T15:34:49.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:49 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:34:49.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: pgmap v382: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/882473334' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: osdmap e94: 12 total, 12 up, 12 in 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-10-05T15:34:49.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:49 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:34:49.583 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.581+0000 7f5be67fc700 1 -- 172.21.15.29:0/3047714573 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v51) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5be809ae30 con 0x7f5bf010b460 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 msgr2=0x7f5bdc0a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 0x7f5bdc0a3ab0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5bec011550 tx=0x7f5bec009260 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 msgr2=0x7f5bf019ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf019ba90 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f5be800b0a0 tx=0x7f5be8007990 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 shutdown_connections 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f5bdc0a15f0 0x7f5bdc0a3ab0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f5bf0102090 0x7f5bf01970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bf010b460 0x7f5bf019ba90 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 --2- 172.21.15.29:0/3047714573 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f5bf01029b0 0x7f5bf0197630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.587 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 >> 172.21.15.29:0/3047714573 conn(0x7f5bf00fb830 msgr2=0x7f5bf010d620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:49.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 shutdown_connections 2023-10-05T15:34:49.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.584+0000 7f5bf79d2700 1 -- 172.21.15.29:0/3047714573 wait complete. 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: pgmap v382: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/882473334' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: Health check cleared: MDS_DAMAGE (was: 1 MDSs report damaged metadata) 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/1019475683' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: osdmap e94: 12 total, 12 up, 12 in 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: fsmap cephfs:0/3 6 up:standby, 3 failed 2023-10-05T15:34:49.604 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:49 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2023-10-05T15:34:49.605 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-10-05T15:34:49.743 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2813284480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0102910 msgr2=0x7f6cb010adf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2813284480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0102910 0x7f6cb010adf0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f6ca0009990 tx=0x7f6ca0009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2813284480 shutdown_connections 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2813284480 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0101ff0 0x7f6cb01023d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2813284480 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb010d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2813284480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0102910 0x7f6cb010adf0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2813284480 >> 172.21.15.29:0/2813284480 conn(0x7f6cb00fb830 msgr2=0x7f6cb00fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2813284480 shutdown_connections 2023-10-05T15:34:49.744 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.741+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2813284480 wait complete. 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 Processor -- start 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 -- start start 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0102910 0x7f6cb0197540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb019b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb019bfe0 con 0x7f6cb0101ff0 2023-10-05T15:34:49.746 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb019c150 con 0x7f6cb010b410 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cb58f9700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb019c310 con 0x7f6cb0102910 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caeffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50794/0 (socket says 172.21.15.29:50794) 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caeffd700 1 -- 172.21.15.29:0/2964887425 learned_addr learned my addr 172.21.15.29:0/2964887425 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6cae7fc700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0102910 0x7f6cb0197540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caf7fe700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb019b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caeffd700 1 -- 172.21.15.29:0/2964887425 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0102910 msgr2=0x7f6cb0197540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.742+0000 7f6caeffd700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0102910 0x7f6cb0197540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6caeffd700 1 -- 172.21.15.29:0/2964887425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 msgr2=0x7f6cb019b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6caeffd700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb019b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6caeffd700 1 -- 172.21.15.29:0/2964887425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ca00095f0 con 0x7f6cb0101ff0 2023-10-05T15:34:49.747 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6caf7fe700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb019b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6caeffd700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6ca400d950 tx=0x7f6ca400dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca4009940 con 0x7f6cb0101ff0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cb019c5f0 con 0x7f6cb0101ff0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f6ca4010460 con 0x7f6cb0101ff0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca400f620 con 0x7f6cb0101ff0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.743+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cb01a3e30 con 0x7f6cb0101ff0 2023-10-05T15:34:49.748 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.744+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cb01064e0 con 0x7f6cb0101ff0 2023-10-05T15:34:49.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.745+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f6ca40108d0 con 0x7f6cb0101ff0 2023-10-05T15:34:49.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.746+0000 7f6cb48f7700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 0x7f6c980a3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:49.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.746+0000 7f6cae7fc700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 0x7f6c980a3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:49.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.746+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9594+0+0 (secure 0 0 0) 0x7f6ca40cd350 con 0x7f6cb0101ff0 2023-10-05T15:34:49.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.746+0000 7f6cae7fc700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 0x7f6c980a3ab0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0198610 tx=0x7f6ca0005fd0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:49.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.749+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6ca4096240 con 0x7f6cb0101ff0 2023-10-05T15:34:49.956 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:49.954+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6cb0067c60 con 0x7f6cb0101ff0 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: Cluster is now healthy 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6838/774861375,v1:172.21.15.177:6839/774861375] up:boot 2023-10-05T15:34:50.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6834/4039075313,v1:172.21.15.177:6836/4039075313] up:boot 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.177:6835/1406680606,v1:172.21.15.177:6837/1406680606] up:boot 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6836/1876603597,v1:172.21.15.40:6839/1876603597] up:boot 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6834/1547449366,v1:172.21.15.40:6837/1547449366] up:boot 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: mds.? [v2:172.21.15.40:6835/844320482,v1:172.21.15.40:6838/844320482] up:boot 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: fsmap 12 up:standby 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:34:50.407 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:50 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: Cluster is now healthy 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6838/774861375,v1:172.21.15.177:6839/774861375] up:boot 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6834/4039075313,v1:172.21.15.177:6836/4039075313] up:boot 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.177:6835/1406680606,v1:172.21.15.177:6837/1406680606] up:boot 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6836/1876603597,v1:172.21.15.40:6839/1876603597] up:boot 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6834/1547449366,v1:172.21.15.40:6837/1547449366] up:boot 2023-10-05T15:34:50.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: mds.? [v2:172.21.15.40:6835/844320482,v1:172.21.15.40:6838/844320482] up:boot 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: fsmap 12 up:standby 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:34:50.428 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:50 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:50.588 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.586+0000 7f6cb48f7700 1 -- 172.21.15.29:0/2964887425 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v95) v1 ==== 181+0+0 (secure 0 0 0) 0x7f6ca40160d0 con 0x7f6cb0101ff0 2023-10-05T15:34:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 msgr2=0x7f6c980a3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 0x7f6c980a3ab0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6cb0198610 tx=0x7f6ca0005fd0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.593 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 msgr2=0x7f6cb0197000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6ca400d950 tx=0x7f6ca400dc60 comp rx=0 tx=0).stop 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 shutdown_connections 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f6c980a15f0 0x7f6c980a3ab0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6cb010b410 0x7f6cb019b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6cb0101ff0 0x7f6cb0197000 secure :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f6ca400d950 tx=0x7f6ca400dc60 comp rx=0 tx=0).stop 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 --2- 172.21.15.29:0/2964887425 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6cb0102910 0x7f6cb0197540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 >> 172.21.15.29:0/2964887425 conn(0x7f6cb00fb830 msgr2=0x7f6cb00fc4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 shutdown_connections 2023-10-05T15:34:50.594 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.591+0000 7f6cb58f9700 1 -- 172.21.15.29:0/2964887425 wait complete. 2023-10-05T15:34:50.595 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_metadata' removed 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: Cluster is now healthy 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3047714573' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6838/774861375,v1:172.21.15.177:6839/774861375] up:boot 2023-10-05T15:34:50.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6834/4039075313,v1:172.21.15.177:6836/4039075313] up:boot 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.177:6835/1406680606,v1:172.21.15.177:6837/1406680606] up:boot 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6836/1876603597,v1:172.21.15.40:6839/1876603597] up:boot 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6834/1547449366,v1:172.21.15.40:6837/1547449366] up:boot 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: mds.? [v2:172.21.15.40:6835/844320482,v1:172.21.15.40:6838/844320482] up:boot 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: fsmap 12 up:standby 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='mgr.15585 172.21.15.29:0/503573417' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2023-10-05T15:34:50.608 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:50 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:50.610 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3851010985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc574100940 msgr2=0x7fc574104980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3851010985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc574100940 0x7fc574104980 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fc564009990 tx=0x7fc564009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3851010985 shutdown_connections 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3851010985 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 0x7fc574100370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3851010985 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc5741050b0 0x7fc57410cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3851010985 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc574100940 0x7fc574104980 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3851010985 >> 172.21.15.29:0/3851010985 conn(0x7fc5740fb830 msgr2=0x7fc5740fdc50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3851010985 shutdown_connections 2023-10-05T15:34:50.749 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.746+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3851010985 wait complete. 2023-10-05T15:34:50.750 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 Processor -- start 2023-10-05T15:34:50.751 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 -- start start 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 0x7fc574199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc57419dc00 0x7fc57419e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc57419e680 con 0x7fc5741050b0 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc57419e7f0 con 0x7fc57419dc00 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc57a1b3700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc57419e9b0 con 0x7fc5740fff90 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50810/0 (socket says 172.21.15.29:50810) 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 -- 172.21.15.29:0/3835145375 learned_addr learned my addr 172.21.15.29:0/3835145375 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc573fff700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc57419dc00 0x7fc57419e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:50.752 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc5737fe700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 0x7fc574199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 -- 172.21.15.29:0/3835145375 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 msgr2=0x7fc574199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 0x7fc574199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 -- 172.21.15.29:0/3835145375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc57419dc00 msgr2=0x7fc57419e080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc57419dc00 0x7fc57419e080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.747+0000 7fc572ffd700 1 -- 172.21.15.29:0/3835145375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5640095f0 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc572ffd700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fc564000c00 tx=0x7fc564009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc56401d070 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7fc564004060 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5741a5eb0 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc564022d80 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.748+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5741a62e0 con 0x7fc5741050b0 2023-10-05T15:34:50.753 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.749+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5741030f0 con 0x7fc5741050b0 2023-10-05T15:34:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.750+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7fc564003ba0 con 0x7fc5741050b0 2023-10-05T15:34:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.751+0000 7fc570ff9700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 0x7fc5600a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.751+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 9040+0+0 (secure 0 0 0) 0x7fc5640ce950 con 0x7fc5741050b0 2023-10-05T15:34:50.754 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.751+0000 7fc5737fe700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 0x7fc5600a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:50.755 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.751+0000 7fc5737fe700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 0x7fc5600a3b30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc55c009af0 tx=0x7fc55c0094f0 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:50.756 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.754+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7fc564097b00 con 0x7fc5741050b0 2023-10-05T15:34:50.963 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:50.961+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fc574067c60 con 0x7fc5741050b0 2023-10-05T15:34:51.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:51 smithi040 ceph-mon[103696]: pgmap v384: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 6 op/s 2023-10-05T15:34:51.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:51 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:51.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:51 smithi040 ceph-mon[103696]: osdmap e95: 12 total, 12 up, 12 in 2023-10-05T15:34:51.406 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:51 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:51.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:51 smithi177 ceph-mon[103568]: pgmap v384: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 6 op/s 2023-10-05T15:34:51.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:51 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:51.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:51 smithi177 ceph-mon[103568]: osdmap e95: 12 total, 12 up, 12 in 2023-10-05T15:34:51.427 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:51 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:51.591 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.588+0000 7fc570ff9700 1 -- 172.21.15.29:0/3835145375 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v96) v1 ==== 169+0+0 (secure 0 0 0) 0x7fc56409b120 con 0x7fc5741050b0 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.592+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 msgr2=0x7fc5600a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.592+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 0x7fc5600a3b30 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fc55c009af0 tx=0x7fc55c0094f0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.592+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 msgr2=0x7fc5741997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.592+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fc564000c00 tx=0x7fc564009580 comp rx=0 tx=0).stop 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 shutdown_connections 2023-10-05T15:34:51.595 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7fc5600a1670 0x7fc5600a3b30 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7fc5740fff90 0x7fc574199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7fc57419dc00 0x7fc57419e080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 --2- 172.21.15.29:0/3835145375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5741050b0 0x7fc5741997a0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 >> 172.21.15.29:0/3835145375 conn(0x7fc5740fb830 msgr2=0x7fc5740fc880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 shutdown_connections 2023-10-05T15:34:51.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.593+0000 7fc57a1b3700 1 -- 172.21.15.29:0/3835145375 wait complete. 2023-10-05T15:34:51.605 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data' removed 2023-10-05T15:34:51.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:51 smithi029 ceph-mon[99237]: pgmap v384: 129 pgs: 129 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 6 op/s 2023-10-05T15:34:51.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:51 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2964887425' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:51.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:51 smithi029 ceph-mon[99237]: osdmap e95: 12 total, 12 up, 12 in 2023-10-05T15:34:51.611 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:51 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:51.619 DEBUG:teuthology.orchestra.run.smithi029:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2023-10-05T15:34:51.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 -- 172.21.15.29:0/1577198772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6230102030 msgr2=0x7f6230102410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:51.757 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 --2- 172.21.15.29:0/1577198772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6230102030 0x7f6230102410 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f6220009990 tx=0x7f6220009ca0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 -- 172.21.15.29:0/1577198772 shutdown_connections 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 --2- 172.21.15.29:0/1577198772 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f623010b450 0x7f623010d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 --2- 172.21.15.29:0/1577198772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6230102030 0x7f6230102410 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 --2- 172.21.15.29:0/1577198772 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102950 0x7f623010ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 -- 172.21.15.29:0/1577198772 >> 172.21.15.29:0/1577198772 conn(0x7f62300fb850 msgr2=0x7f62300fdc70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 -- 172.21.15.29:0/1577198772 shutdown_connections 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.753+0000 7f6238316700 1 -- 172.21.15.29:0/1577198772 wait complete. 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 Processor -- start 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 -- start start 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 --2- >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102030 0x7f6230196f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:51.758 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 --2- >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6230102950 0x7f62301974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f623019bf50 con 0x7f623010b450 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 -- --> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f623019c0c0 con 0x7f6230102950 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f6238316700 1 -- --> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f623019c280 con 0x7f6230102030 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:50826/0 (socket says 172.21.15.29:50826) 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 -- 172.21.15.29:0/2085232847 learned_addr learned my addr 172.21.15.29:0/2085232847 (peer_addr_for_me v2:172.21.15.29:0/0) 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62360b2700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102030 0x7f6230196f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62358b1700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6230102950 0x7f62301974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 -- 172.21.15.29:0/2085232847 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102030 msgr2=0x7f6230196f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102030 0x7f6230196f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.759 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 -- 172.21.15.29:0/2085232847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6230102950 msgr2=0x7f62301974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6230102950 0x7f62301974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.754+0000 7f62368b3700 1 -- 172.21.15.29:0/2085232847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62200095f0 con 0x7f623010b450 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f62368b3700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f6228007ee0 tx=0x7f622800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6228017070 con 0x7f623010b450 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 2 ==== config(26 keys) v1 ==== 1105+0+0 (secure 0 0 0) 0x7f622800f040 con 0x7f623010b450 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f623019c560 con 0x7f623010b450 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6228005740 con 0x7f623010b450 2023-10-05T15:34:51.760 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.755+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62301a3da0 con 0x7f623010b450 2023-10-05T15:34:51.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.756+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62300673d0 con 0x7f623010b450 2023-10-05T15:34:51.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.757+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 26) v1 ==== 136134+0+0 (secure 0 0 0) 0x7f622800dc60 con 0x7f623010b450 2023-10-05T15:34:51.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.758+0000 7f62277fe700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 0x7f621c0a3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-10-05T15:34:51.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.758+0000 7f62360b2700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 0x7f621c0a3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-10-05T15:34:51.761 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.758+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8510+0+0 (secure 0 0 0) 0x7f62280cce90 con 0x7f623010b450 2023-10-05T15:34:51.762 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.758+0000 7f62360b2700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 0x7f621c0a3b30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f622000b5c0 tx=0x7f6220005960 comp rx=0 tx=0).ready entity=mgr.15585 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-10-05T15:34:51.763 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.761+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+180459 (secure 0 0 0) 0x7f6228096160 con 0x7f623010b450 2023-10-05T15:34:51.972 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:51.970+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f62301982c0 con 0x7f623010b450 2023-10-05T15:34:52.596 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.594+0000 7f62277fe700 1 -- 172.21.15.29:0/2085232847 <== mon.0 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v97) v1 ==== 178+0+0 (secure 0 0 0) 0x7f6228099780 con 0x7f623010b450 2023-10-05T15:34:52.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.599+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 msgr2=0x7f621c0a3b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:52.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 0x7f621c0a3b30 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f622000b5c0 tx=0x7f6220005960 comp rx=0 tx=0).stop 2023-10-05T15:34:52.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 msgr2=0x7f623019b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-10-05T15:34:52.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f6228007ee0 tx=0x7f622800d3b0 comp rx=0 tx=0).stop 2023-10-05T15:34:52.602 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 shutdown_connections 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:6800/3105957722,v1:172.21.15.29:6801/3105957722] conn(0x7f621c0a1670 0x7f621c0a3b30 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.177:3300/0,v1:172.21.15.177:6789/0] conn(0x7f6230102030 0x7f6230196f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f623010b450 0x7f623019b910 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 --2- 172.21.15.29:0/2085232847 >> [v2:172.21.15.40:3300/0,v1:172.21.15.40:6789/0] conn(0x7f6230102950 0x7f62301974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.600+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 >> 172.21.15.29:0/2085232847 conn(0x7f62300fb850 msgr2=0x7f623010d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.601+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 shutdown_connections 2023-10-05T15:34:52.603 INFO:teuthology.orchestra.run.smithi029.stderr:2023-10-05T15:34:52.601+0000 7f6238316700 1 -- 172.21.15.29:0/2085232847 wait complete. 2023-10-05T15:34:52.605 INFO:teuthology.orchestra.run.smithi029.stderr:pool 'cephfs_data_ec' removed 2023-10-05T15:34:52.624 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:34:52.687 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:34:52.808 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:34:52.860 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:52 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:52 smithi029 ceph-mon[99237]: osdmap e96: 12 total, 12 up, 12 in 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:52 smithi029 ceph-mon[99237]: pgmap v387: 33 pgs: 33 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:52 smithi029 ceph-mon[99237]: from='client.? 172.21.15.29:0/2085232847' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:52 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:52 smithi177 ceph-mon[103568]: osdmap e96: 12 total, 12 up, 12 in 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:52 smithi177 ceph-mon[103568]: pgmap v387: 33 pgs: 33 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail 2023-10-05T15:34:52.861 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:52 smithi177 ceph-mon[103568]: from='client.? 172.21.15.29:0/2085232847' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:52.889 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2023-10-05T15:34:52.889 DEBUG:teuthology.orchestra.run.smithi029:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:34:52.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:52 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/3835145375' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2023-10-05T15:34:52.905 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:52 smithi040 ceph-mon[103696]: osdmap e96: 12 total, 12 up, 12 in 2023-10-05T15:34:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:52 smithi040 ceph-mon[103696]: pgmap v387: 33 pgs: 33 active+clean; 29 GiB data, 71 GiB used, 1002 GiB / 1.0 TiB avail 2023-10-05T15:34:52.906 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:52 smithi040 ceph-mon[103696]: from='client.? 172.21.15.29:0/2085232847' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2023-10-05T15:34:52.920 DEBUG:teuthology.orchestra.run.smithi040:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:34:52.940 DEBUG:teuthology.orchestra.run.smithi177:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2023-10-05T15:34:52.956 INFO:tasks.cephadm:Stopping all daemons... 2023-10-05T15:34:52.957 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2023-10-05T15:34:52.957 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a 2023-10-05T15:34:53.333 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:52 smithi029 systemd[1]: Stopping Ceph mon.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:34:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:34:53.330+0000 7f1c07a58700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:34:53.607 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a[99213]: 2023-10-05T15:34:53.330+0000 7f1c07a58700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2023-10-05T15:34:54.107 INFO:journalctl@ceph.mon.a.smithi029.stdout:Oct 05 15:34:53 smithi029 bash[178492]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-a 2023-10-05T15:34:54.227 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.a.service' 2023-10-05T15:34:54.267 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:34:54.268 INFO:tasks.cephadm.mon.a:Stopped mon.a 2023-10-05T15:34:54.268 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2023-10-05T15:34:54.268 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.b 2023-10-05T15:34:54.656 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:54 smithi040 systemd[1]: Stopping Ceph mon.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:34:55.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-b[103671]: 2023-10-05T15:34:54.682+0000 7f249d93a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:34:55.156 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-b[103671]: 2023-10-05T15:34:54.682+0000 7f249d93a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2023-10-05T15:34:55.416 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.b.service' 2023-10-05T15:34:55.442 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:55 smithi040 bash[146051]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-b 2023-10-05T15:34:55.442 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:55 smithi040 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.b.service: Succeeded. 2023-10-05T15:34:55.442 INFO:journalctl@ceph.mon.b.smithi040.stdout:Oct 05 15:34:55 smithi040 systemd[1]: Stopped Ceph mon.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:34:55.466 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:34:55.466 INFO:tasks.cephadm.mon.c:Stopped mon.b 2023-10-05T15:34:55.466 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2023-10-05T15:34:55.467 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.c 2023-10-05T15:34:56.426 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:56 smithi177 systemd[1]: Stopping Ceph mon.c for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:34:57.923 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-c[103544]: 2023-10-05T15:34:57.666+0000 7f1ef14a8700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:34:57.924 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-c[103544]: 2023-10-05T15:34:57.666+0000 7f1ef14a8700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2023-10-05T15:34:57.924 INFO:journalctl@ceph.mon.c.smithi177.stdout:Oct 05 15:34:57 smithi177 bash[145463]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mon-c 2023-10-05T15:34:58.293 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mon.c.service' 2023-10-05T15:34:58.342 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:34:58.342 INFO:tasks.cephadm.mon.c:Stopped mon.c 2023-10-05T15:34:58.342 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2023-10-05T15:34:58.343 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x 2023-10-05T15:34:58.694 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:34:58 smithi029 systemd[1]: Stopping Ceph mgr.x for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:34:59.008 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:34:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x[99481]: 2023-10-05T15:34:58.691+0000 7f9104945700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:34:59.323 INFO:journalctl@ceph.mgr.x.smithi029.stdout:Oct 05 15:34:59 smithi029 bash[178635]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-x 2023-10-05T15:34:59.330 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.x.service' 2023-10-05T15:34:59.389 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:34:59.389 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2023-10-05T15:34:59.389 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2023-10-05T15:34:59.390 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.y 2023-10-05T15:34:59.839 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:34:59 smithi040 systemd[1]: Stopping Ceph mgr.y for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:00.343 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:35:00 smithi040 bash[146191]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-y 2023-10-05T15:35:00.344 INFO:journalctl@ceph.mgr.y.smithi040.stdout:Oct 05 15:35:00 smithi040 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.y.service: Main process exited, code=exited, status=143/n/a 2023-10-05T15:35:00.350 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.y.service' 2023-10-05T15:35:00.388 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:00.388 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2023-10-05T15:35:00.388 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2023-10-05T15:35:00.388 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.z 2023-10-05T15:35:00.676 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:35:00 smithi177 systemd[1]: Stopping Ceph mgr.z for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:01.115 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:35:01 smithi177 bash[145616]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mgr-z 2023-10-05T15:35:01.313 INFO:journalctl@ceph.mgr.z.smithi177.stdout:Oct 05 15:35:01 smithi177 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.z.service: Main process exited, code=exited, status=143/n/a 2023-10-05T15:35:01.316 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mgr.z.service' 2023-10-05T15:35:01.352 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:01.352 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2023-10-05T15:35:01.353 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2023-10-05T15:35:01.353 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.0 2023-10-05T15:35:01.735 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:35:01 smithi029 systemd[1]: Stopping Ceph osd.0 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:02.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:35:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:35:01.732+0000 7feffc994700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:02.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:35:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:35:01.732+0000 7feffc994700 -1 osd.0 97 *** Got signal Terminated *** 2023-10-05T15:35:02.107 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:35:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0[118014]: 2023-10-05T15:35:01.732+0000 7feffc994700 -1 osd.0 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:07.857 INFO:journalctl@ceph.osd.0.smithi029.stdout:Oct 05 15:35:07 smithi029 bash[178777]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-0 2023-10-05T15:35:12.587 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.0.service' 2023-10-05T15:35:12.630 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:12.630 INFO:tasks.cephadm.osd.0:Stopped osd.0 2023-10-05T15:35:12.630 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2023-10-05T15:35:12.630 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.1 2023-10-05T15:35:13.018 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:35:12 smithi040 systemd[1]: Stopping Ceph osd.1 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:13.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:35:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:35:13.015+0000 7f8cfd885700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:13.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:35:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:35:13.015+0000 7f8cfd885700 -1 osd.1 97 *** Got signal Terminated *** 2023-10-05T15:35:13.406 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:35:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1[108803]: 2023-10-05T15:35:13.015+0000 7f8cfd885700 -1 osd.1 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:19.906 INFO:journalctl@ceph.osd.1.smithi040.stdout:Oct 05 15:35:19 smithi040 bash[146337]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-1 2023-10-05T15:35:21.438 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.1.service' 2023-10-05T15:35:21.479 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:21.480 INFO:tasks.cephadm.osd.1:Stopped osd.1 2023-10-05T15:35:21.480 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2023-10-05T15:35:21.480 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.2 2023-10-05T15:35:21.905 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:21 smithi177 systemd[1]: Stopping Ceph osd.2 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:22.176 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:35:21.902+0000 7f457539a700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:22.177 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:35:21.902+0000 7f457539a700 -1 osd.2 97 *** Got signal Terminated *** 2023-10-05T15:35:22.177 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2[109388]: 2023-10-05T15:35:21.902+0000 7f457539a700 -1 osd.2 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:27.927 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:27 smithi177 bash[145774]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-2 2023-10-05T15:35:27.927 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:27.805+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:28.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:28.076+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:29.108 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:28.829+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:29.336 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:28 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:28.900+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:29.339 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.2.service' 2023-10-05T15:35:29.365 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:29 smithi177 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.2.service: Succeeded. 2023-10-05T15:35:29.365 INFO:journalctl@ceph.osd.2.smithi177.stdout:Oct 05 15:35:29 smithi177 systemd[1]: Stopped Ceph osd.2 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:35:29.365 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:29.105+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:29.379 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:29.380 INFO:tasks.cephadm.osd.2:Stopped osd.2 2023-10-05T15:35:29.380 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2023-10-05T15:35:29.380 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.3 2023-10-05T15:35:29.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:29.001+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:29.607 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:29 smithi029 systemd[1]: Stopping Ceph osd.3 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:29.608 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:29 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:29.334+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:30.107 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:29 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:29.856+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:30.107 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:29 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:29.738+0000 7f2e90c44700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:30.107 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:29 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:29.738+0000 7f2e90c44700 -1 osd.3 97 *** Got signal Terminated *** 2023-10-05T15:35:30.108 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:29 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:29.738+0000 7f2e90c44700 -1 osd.3 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:30.134 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:29.818+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:29.952+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:30.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:30.131+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:30.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:30 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:30.338+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:31.175 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:30.733+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:31.176 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:30.811+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:31.340 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:30 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:30.906+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:31.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:30 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:30.979+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:31.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:31.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:31.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:31.337+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:32.148 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:31.733+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:32.148 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:31.845+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:32.339 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:31 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:31.880+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:32.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:31 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:31.991+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:32.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:32.145+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:32.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:32 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:32.337+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:33.107 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:32 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:32.653+0000 7f2e8d23a700 -1 osd.3 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:06.058748+0000 front 2023-10-05T15:35:06.058681+0000 (oldest deadline 2023-10-05T15:35:31.859219+0000) 2023-10-05T15:35:33.107 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:32 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:32.862+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:33.126 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:32.701+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:33.127 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:32.884+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:33.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:32 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:32.995+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:33.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:33.125+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:33.660 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:33 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:33.384+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:34.084 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:33.712+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:34.084 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:33.931+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:34.107 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:33 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:33.658+0000 7f2e8d23a700 -1 osd.3 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:06.058748+0000 front 2023-10-05T15:35:06.058681+0000 (oldest deadline 2023-10-05T15:35:31.859219+0000) 2023-10-05T15:35:34.107 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:33 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:33.906+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:34.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:34.011+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:34.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:34.082+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:34.857 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3[125850]: 2023-10-05T15:35:34.660+0000 7f2e8d23a700 -1 osd.3 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:06.058748+0000 front 2023-10-05T15:35:06.058681+0000 (oldest deadline 2023-10-05T15:35:31.859219+0000) 2023-10-05T15:35:34.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:34.412+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:34.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:34.672+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:35.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:34 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:34.952+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:35.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:34 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:34.995+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:35.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:34.963+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:35.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:35.071+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:35.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:35.450+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:35.857 INFO:journalctl@ceph.osd.3.smithi029.stdout:Oct 05 15:35:35 smithi029 bash[179050]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-3 2023-10-05T15:35:35.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:35.669+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:36.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:35 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:35.951+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:36.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:36 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:36.007+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:36.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:35.997+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:36.077+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:36.768 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:36 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:36.434+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:37.046 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:36.707+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:37.107 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:36 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:36.994+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:37.133 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.3.service' 2023-10-05T15:35:37.176 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:37.176 INFO:tasks.cephadm.osd.3:Stopped osd.3 2023-10-05T15:35:37.176 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2023-10-05T15:35:37.176 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.4 2023-10-05T15:35:37.406 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:37 smithi040 systemd[1]: Stopping Ceph osd.4 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:37.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:37.043+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:37.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:37.044+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:37.063+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:37.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:37 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:37.463+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:37.906 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:35:37.551+0000 7f7dc5e71700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:37.906 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:35:37.551+0000 7f7dc5e71700 -1 osd.4 97 *** Got signal Terminated *** 2023-10-05T15:35:37.906 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:37 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:35:37.551+0000 7f7dc5e71700 -1 osd.4 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:38.046 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:37.719+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:38.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:38 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:38.009+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:38.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:38 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:38.070+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:38.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:38 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:38.045+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:38.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:38 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:38.048+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:38.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:38 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:38.433+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:39.040 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:38 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:38.681+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:39.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:38 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:38.986+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:39.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:38 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:38.986+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:39.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:39.090+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:39.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:39 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:39.056+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:39.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:39 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:39.039+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:39.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:39 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:39.434+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:39.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:39 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:39.495+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:40.033 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:39 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:39.678+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:40.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:39 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:39.954+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:40.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:39 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:39.954+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:40.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:40 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:40.132+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:40.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:40 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:40.132+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:40.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:40.032+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:40.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:40.046+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:40.789 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:40 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:40.520+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:40.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:40 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:40.402+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:40.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:40.649+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:40.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:40 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:40.649+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:41.139 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:40 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:35:40.787+0000 7f7dbf461700 -1 osd.4 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:15.567631+0000 front 2023-10-05T15:35:15.567580+0000 (oldest deadline 2023-10-05T15:35:40.267584+0000) 2023-10-05T15:35:41.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:40 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:40.907+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:41.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:40 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:40.907+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:41.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:41 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:41.137+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:41.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:41 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:41.137+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:41.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:41.060+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:41.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:41.050+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:41.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:41.050+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:41.812 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:41 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:41.483+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:41.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:41 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:41.422+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:41.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:41 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:41.422+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:41.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:41.604+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:41.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:41 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:41.604+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:42.155 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:41 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4[116753]: 2023-10-05T15:35:41.811+0000 7f7dbf461700 -1 osd.4 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:15.567631+0000 front 2023-10-05T15:35:15.567580+0000 (oldest deadline 2023-10-05T15:35:40.267584+0000) 2023-10-05T15:35:42.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:41 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:41.949+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:42.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:41 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:41.949+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:42.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:42.050+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:42.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:42.050+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:42.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:42.061+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:42.516 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:42 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:42.170+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:42.516 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:42 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:42.170+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:42.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:42 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:42.436+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:42.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:42 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:42.436+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:42.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:42 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:42.515+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:42.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:42.592+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:42.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:42 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:42.592+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:43.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:42 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:42.904+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:43.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:42 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:42.904+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:43.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:43 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:43.069+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:43.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:43 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:43.055+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:43.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:43 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:43.055+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:43.528 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:43 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:43.203+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:43.528 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:43 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:43.203+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:43.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:43 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:43.478+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:43.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:43 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:43.478+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:43.906 INFO:journalctl@ceph.osd.4.smithi040.stdout:Oct 05 15:35:43 smithi040 bash[146610]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-4 2023-10-05T15:35:43.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:43 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:43.527+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:43.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:43 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:43.605+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:43.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:43 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:43.605+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:44.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:43 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:43.883+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:44.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:43 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:43.883+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:44.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:44 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:44.070+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:44.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:44 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:44.070+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:44.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:44 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:44.082+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:44.545 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:44 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:44.167+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:44.546 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:44 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:44.167+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:44.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:44 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:44.464+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:44.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:44 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:44.464+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:44.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:44 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:44.543+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:44.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:44 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:44.561+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:44.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:44 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:44.561+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:45.316 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:45 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:45.132+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:45.316 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:45 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:45.132+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:45.322 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.4.service' 2023-10-05T15:35:45.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:44 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:44.884+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:45.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:44 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:44.884+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:45.365 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:45.365 INFO:tasks.cephadm.osd.4:Stopped osd.4 2023-10-05T15:35:45.365 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2023-10-05T15:35:45.365 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.5 2023-10-05T15:35:45.394 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:45.054+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:45.395 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:45.118+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:45.395 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:45.118+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:45.656 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:45 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:45.529+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:45.676 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 systemd[1]: Stopping Ceph osd.5 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:45.676 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:45.560+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:45.676 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:45.560+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:45.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:45.434+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:45.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:45.434+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:46.046 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:45.714+0000 7f6f69d39700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:46.046 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:45.714+0000 7f6f69d39700 -1 osd.5 97 *** Got signal Terminated *** 2023-10-05T15:35:46.046 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:45 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:45.714+0000 7f6f69d39700 -1 osd.5 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:46.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:45.855+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:46.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:45.855+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:46.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:46 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:46.045+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:46.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:46 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:46.073+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:46.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:46 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:46.073+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:46.550 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:46 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:46.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:46.551 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:46 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:46.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:46.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:46 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:46.469+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:46.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:46 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:46.469+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:46.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:46 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:46.549+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:46.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:46 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:46.555+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:46.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:46 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:46.555+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:47.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:46 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:46.878+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:47.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:46 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:46.878+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:47.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:47 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:47.067+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:47.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:47 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:47.093+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:47.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:47 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:47.093+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:47.579 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:47 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:47.180+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:47.580 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:47 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:47.180+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:47.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:47 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:47.491+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:47.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:47 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:47.491+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:47.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:47 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:47.578+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:47.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:47 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:47.511+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:47.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:47 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:47.511+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:48.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:47 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:47.884+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:48.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:47 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:47.884+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:48.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:48.153+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:48.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:48.153+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:48.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:48.153+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:48.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:48.062+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:48.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:48.062+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:48.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:48.088+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:48.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:48 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:48.521+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:48.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:48 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:48.521+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:48.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:48 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:48.613+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:48.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:48.553+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:48.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:48 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:48.553+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:49.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:48 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:48.875+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:49.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:48 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:48.875+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:49.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:49 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:49.062+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:49.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:49 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:49.062+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:49.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:49 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:49.108+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:49.610 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:49 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:49.165+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:49.610 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:49 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:49.165+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:49.610 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:49 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:49.165+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:49.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:49.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:49.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:49.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:49.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:49.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:49.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:49 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:49.608+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:49.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:49 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:49.608+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:49.927 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:49 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:49.519+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:49.927 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:49 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:49.519+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:50.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:49.862+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:50.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:49.862+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:50.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:50.092+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:50.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:50.092+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:50.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:50.049+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:50.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:50.049+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:50.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:50.049+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:50.654 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:50 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:50.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:50.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:50 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:50.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:50.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:50 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:50.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:50.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:50.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:50.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:50.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:50.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:50.530+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:50.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:50 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:50.653+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:50.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:50 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:50.653+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:50.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:50.511+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:05.265850+0000 front 2023-10-05T15:35:05.265610+0000 (oldest deadline 2023-10-05T15:35:30.565764+0000) 2023-10-05T15:35:50.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:50 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5[117239]: 2023-10-05T15:35:50.511+0000 7f6f62327700 -1 osd.5 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:16.466866+0000 front 2023-10-05T15:35:16.466817+0000 (oldest deadline 2023-10-05T15:35:39.967004+0000) 2023-10-05T15:35:51.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:50.877+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:51.358 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:50.877+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:51.358 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:50 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:50.877+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:51.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:51.030+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:51.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:51.030+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:51.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:51.030+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:51.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:51.123+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:51.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:51 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:51.123+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:51.611 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:51 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:51.225+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:51.612 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:51 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:51.225+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:51.612 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:51 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:51.225+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:51.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:51.567+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:51.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:51.567+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:51.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:51.567+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:51.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:51 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:51.610+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:51.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:51 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:51.610+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:51.926 INFO:journalctl@ceph.osd.5.smithi177.stdout:Oct 05 15:35:51 smithi177 bash[146033]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-5 2023-10-05T15:35:52.344 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:52 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:52.144+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:52.345 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:52 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:52.144+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:52.345 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:52 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:52.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:52.345 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:52 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:52.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:52.345 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:52 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:52.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:52.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:51.895+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:52.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:51.895+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:52.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:51 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:51.895+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:52.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:52 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:52.185+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:52.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:52 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:52.185+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:52.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:52 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:52.185+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:52.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:52.553+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:52.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:52.553+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:52.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:52.553+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:52.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:52 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:52.653+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:52.905 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:52 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:52.653+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:53.072 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.5.service' 2023-10-05T15:35:53.153 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:35:53.153 INFO:tasks.cephadm.osd.5:Stopped osd.5 2023-10-05T15:35:53.153 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2023-10-05T15:35:53.154 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.6 2023-10-05T15:35:53.187 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:52.933+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:53.187 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:52.933+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:53.187 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:52 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:52.933+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:53.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:53 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:53.096+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:53.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:53 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:53.096+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:53.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:53 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:53.083+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:53.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:53 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:53.083+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:53.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:53 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:53.083+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:53.562 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 systemd[1]: Stopping Ceph osd.6 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:35:53.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:53 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:53.230+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:53.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:53 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:53.230+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:53.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:53 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:53.230+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:53.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:53.559+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:53.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:53.559+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:53.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:53.559+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:54.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:53 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:53.693+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:54.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:53 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:53.693+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:54.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.904+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:54.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.904+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:54.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.904+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:54.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.971+0000 7fa135851700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:35:54.358 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.971+0000 7fa135851700 -1 osd.6 97 *** Got signal Terminated *** 2023-10-05T15:35:54.358 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:53 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:53.971+0000 7fa135851700 -1 osd.6 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:35:54.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:54.050+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:54.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:54.050+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:54.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:54.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:54.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:54.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:54.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:54 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:54.035+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:54.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:54.256+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:54.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:54.256+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:54.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:54.256+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:54.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:54.578+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:54.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:54.578+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:54.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:54.578+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:55.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:54.741+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:55.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:54 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:54.741+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:55.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:54.870+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:55.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:54.870+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:55.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:54.870+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:55.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:55 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:55.054+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:55.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:55 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:55.054+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:55.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:55 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:55.080+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:55.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:55 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:55.080+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:55.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:55 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:55.080+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:55.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:55.233+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:55.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:55.233+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:55.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:55.233+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:55.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:55.562+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:55.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:55.562+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:55.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:55.563+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:56.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:55.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:56.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:55.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:56.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:55 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:55.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:35:56.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:55.921+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:56.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:55.921+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:56.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:55 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:55.921+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:56.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:56 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:56.027+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:56.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:56 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:56.027+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:56.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:56 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:56.088+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:56.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:56 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:56.088+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:56.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:56 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:56.088+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:56.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:56.280+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:56.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:56.280+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:56.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:56.280+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:56.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:56.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:56.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:56.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:56.858 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:56.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:57.155 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:56.773+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:57.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:56.773+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:57.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:56 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:56.773+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:35:57.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:56.919+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:57.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:56.919+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:57.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:56.919+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:57.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:56 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:56.919+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.782849+0000 front 2023-10-05T15:35:33.782872+0000 (oldest deadline 2023-10-05T15:35:56.682925+0000) 2023-10-05T15:35:57.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:57.051+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:57.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:57.051+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:57.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:57.082+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:57.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:57.082+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:57.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:57 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:57.082+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:57.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:57.257+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:57.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:57.257+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:57.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:57.257+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:57.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:57.257+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:35:57.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:57.562+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:57.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:57.562+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:57.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:57.562+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:58.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:57.767+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:58.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:57.767+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:58.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:57 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:57.767+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:35:58.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:57.927+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:58.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:57.927+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:58.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:57.927+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:58.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:57 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:57.927+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.782849+0000 front 2023-10-05T15:35:33.782872+0000 (oldest deadline 2023-10-05T15:35:56.682925+0000) 2023-10-05T15:35:58.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:58.028+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:58.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:58.028+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:58.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:58.060+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:58.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:58.060+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:58.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:58.060+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:58.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:58 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:58.060+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:35:58.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:58.293+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:58.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:58.293+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:58.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:58.293+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:58.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:58.293+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:35:58.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:58.602+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:58.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:58.602+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:58.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:58.602+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:58.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:58.602+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:35:59.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:58.737+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:35:59.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:58.737+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:35:59.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:58 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:58.737+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:35:59.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:58.959+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.478234+0000 front 2023-10-05T15:35:03.478209+0000 (oldest deadline 2023-10-05T15:35:28.778295+0000) 2023-10-05T15:35:59.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:58.959+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.479314+0000 front 2023-10-05T15:35:13.479284+0000 (oldest deadline 2023-10-05T15:35:38.779413+0000) 2023-10-05T15:35:59.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:58.959+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:22.880616+0000 front 2023-10-05T15:35:22.880663+0000 (oldest deadline 2023-10-05T15:35:50.381532+0000) 2023-10-05T15:35:59.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:35:58 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6[134528]: 2023-10-05T15:35:58.959+0000 7fa12e640700 -1 osd.6 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.782849+0000 front 2023-10-05T15:35:33.782872+0000 (oldest deadline 2023-10-05T15:35:56.682925+0000) 2023-10-05T15:35:59.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:59.010+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:35:59.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:59.010+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:35:59.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:59.047+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:35:59.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:59.047+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:35:59.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:59.047+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:35:59.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:35:59.047+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:35:59.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:59.253+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:35:59.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:59.253+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:35:59.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:59.253+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:35:59.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:35:59.253+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:35:59.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:59.574+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:35:59.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:59.574+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:35:59.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:59.574+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:35:59.858 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:35:59 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:35:59.574+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:00.155 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:59.730+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:00.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:59.730+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:00.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:35:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:35:59.730+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:00.357 INFO:journalctl@ceph.osd.6.smithi029.stdout:Oct 05 15:36:00 smithi029 bash[179337]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-6 2023-10-05T15:36:00.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:59.981+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:59.981+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:35:59 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:35:59.981+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:00 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:00.001+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:00 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:00.001+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:00 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:00.001+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:00.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:00 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:00.001+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:00.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:00.294+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:00.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:00.294+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:00.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:00.294+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:00.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:00.294+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:00.826 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:00.545+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:00.827 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:00.545+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:00.827 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:00.545+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:00.827 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:00 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:00.545+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:01.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:00.721+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:01.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:00.721+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:01.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:00 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:00.721+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:01.016+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:01.016+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:01.016+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:01.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:01.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:01.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:01.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:01 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:01.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:01.506 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.6.service' 2023-10-05T15:36:01.588 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:01.589 INFO:tasks.cephadm.osd.6:Stopped osd.6 2023-10-05T15:36:01.589 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2023-10-05T15:36:01.589 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.7 2023-10-05T15:36:01.621 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:01.273+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:01.621 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:01.273+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:01.621 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:01.273+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:01.621 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:01.273+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:01.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:01.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:01.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:01.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:01.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:01.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:01.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:01 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:01.541+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:01.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:01 smithi040 systemd[1]: Stopping Ceph osd.7 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:01.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:01.719+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:01.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:01.719+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:01.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:01 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:01.719+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:02.406 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.005+0000 7fd98c90c700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:02.406 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.005+0000 7fd98c90c700 -1 osd.7 97 *** Got signal Terminated *** 2023-10-05T15:36:02.406 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.005+0000 7fd98c90c700 -1 osd.7 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:36:02.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:02.239+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:02.407 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:02.239+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:02.407 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:02.239+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:02.407 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:02.239+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:02.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:02.035+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:02.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:02.035+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:02.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:02.035+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:02.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:02.022+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:02.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:02.022+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:02.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:02.022+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:02.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:02 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:02.022+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:02.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:02 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:02.581+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:02.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:02 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:02.581+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:02.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:02 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:02.581+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:02.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:02 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:02.581+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:03.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:03.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:03.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:02 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:02.747+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:03.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:03.069+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:03.069+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:03.069+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:03.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:03.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:03.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:03.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:03 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:03.040+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:03.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:03.282+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:03.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:03.282+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:03.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:03.282+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:03.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:03.282+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:04.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:03 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:03.606+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:04.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:03 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:03.606+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:04.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:03 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:03.606+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:04.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:03 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:03.606+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:04.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:03 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:03.606+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:04.155 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:03.700+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:04.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:03.700+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:04.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:03.700+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:04.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:03 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:03.700+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:40.179284+0000 front 2023-10-05T15:35:40.179348+0000 (oldest deadline 2023-10-05T15:36:03.679569+0000) 2023-10-05T15:36:04.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:04.071+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:04.071+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:04.071+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:04.071+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:04.076+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:04.076+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:04.076+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:04.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:04 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:04.076+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:04.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:04.278+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:04.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:04.278+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:04.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:04.278+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:04.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:04.278+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:05.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:04 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:04.609+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:05.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:04 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:04.609+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:05.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:04 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:04.609+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:05.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:04 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:04.609+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:05.108 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:04 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:04.609+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:05.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:04.668+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:05.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:04.668+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:05.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:04.668+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:05.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:04.668+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:40.179284+0000 front 2023-10-05T15:35:40.179348+0000 (oldest deadline 2023-10-05T15:36:03.679569+0000) 2023-10-05T15:36:05.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:05.086+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:05.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:05.086+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:05.086+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:05.086+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:05.107+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:05.107+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:05.107+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:05.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:05 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:05.107+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:05.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:05.252+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:05.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:05.252+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:05.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:05.252+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:05.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:05.252+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:05.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:05 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:05.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:05.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:05 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:05.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:05.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:05 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:05.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:05.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:05 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:05.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:05.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:05 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:05.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:06.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:05.688+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:06.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:05.688+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:06.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:05.688+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:06.156 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:05 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:05.688+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:40.179284+0000 front 2023-10-05T15:35:40.179348+0000 (oldest deadline 2023-10-05T15:36:03.679569+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:06.037+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:06.037+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:06.037+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:06.037+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:06.151+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:06.151+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:06.151+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:06.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:06 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:06.151+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:06.650 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:06.268+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:06.650 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:06.268+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:06.650 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:06.268+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:06.650 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:06.268+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:06.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:06 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:06.582+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:06.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:06 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:06.582+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:06.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:06 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:06.582+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:06.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:06 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:06.582+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:06.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:06 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:06.582+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:06.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:06.647+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:14.173603+0000 front 2023-10-05T15:35:14.173630+0000 (oldest deadline 2023-10-05T15:35:38.873779+0000) 2023-10-05T15:36:06.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:06.647+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.475571+0000 front 2023-10-05T15:35:26.475605+0000 (oldest deadline 2023-10-05T15:35:49.375798+0000) 2023-10-05T15:36:06.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:06.647+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.677068+0000 front 2023-10-05T15:35:31.677082+0000 (oldest deadline 2023-10-05T15:35:55.677361+0000) 2023-10-05T15:36:06.906 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:06 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7[124860]: 2023-10-05T15:36:06.647+0000 7fd987f00700 -1 osd.7 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:40.179284+0000 front 2023-10-05T15:35:40.179348+0000 (oldest deadline 2023-10-05T15:36:03.679569+0000) 2023-10-05T15:36:07.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:07.085+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:07.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:07.085+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:07.085+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:07.085+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:07.167+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:07.167+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:07.167+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:07.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:07 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:07.167+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:07.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:07 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:07.228+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:07.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:07 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:07.228+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:07.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:07 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:07.228+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:07.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:07 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:07.228+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:08.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:07.608+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:08.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:07.608+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:08.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:07.608+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:08.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:07.608+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:08.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:07 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:07.608+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:08.405 INFO:journalctl@ceph.osd.7.smithi040.stdout:Oct 05 15:36:08 smithi040 bash[146893]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-7 2023-10-05T15:36:08.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:08.186+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:08.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:08.186+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:08.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:08.186+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:08.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:08 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:08.186+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:08.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:08.108+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:08.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:08.108+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:08.108+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:08.108+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:08.132+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:08.132+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:08.132+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:08.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:08 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:08.132+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:08.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:08.594+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:08.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:08.594+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:08.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:08.594+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:08.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:08.594+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:08.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:08 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:08.594+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:09.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:09.119+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:09.119+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:09.119+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:09.119+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:09.137+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:09.137+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:09.137+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:09.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:09 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:09.137+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:09.655 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:09.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:09.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:09.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:09.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:09.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:09.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:09.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:09.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:09.188+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:09.731 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.7.service' 2023-10-05T15:36:09.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:09.815 INFO:tasks.cephadm.osd.7:Stopped osd.7 2023-10-05T15:36:09.815 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2023-10-05T15:36:09.816 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.8 2023-10-05T15:36:09.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:09.577+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:09.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:09.577+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:09.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:09.577+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:09.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:09.577+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:09.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:09 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:09.577+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:10.121 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:10.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:10.122 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:09 smithi177 systemd[1]: Stopping Ceph osd.8 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:10.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:10.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:10.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:10.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:10.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:10.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.144+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.144+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.144+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.144+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.175+0000 7f4165e4d700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.175+0000 7f4165e4d700 -1 osd.8 97 *** Got signal Terminated *** 2023-10-05T15:36:10.428 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:10 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:10.175+0000 7f4165e4d700 -1 osd.8 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:36:10.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:10.184+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:10.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:10.184+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:10.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:10.184+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:10.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:10.184+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:10.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:10 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:10.184+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:10.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:10.573+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:10.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:10.573+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:10.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:10.573+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:10.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:10.573+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:10.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:10 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:10.573+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:11.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:11.138+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:11.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:11.138+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:11.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:11.138+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:11.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:11.138+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:11.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:11 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:11.138+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:11.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:11.187+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:11.187+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:11.187+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:11.187+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:11.122+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:11.122+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:11.122+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:11.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:11 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:11.122+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:11.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:11.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:11.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:11.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:11.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:11.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:11.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:11.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:11.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:11 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:11.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:12.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:12.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:12.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:12.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:12.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:12.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.797076+0000 front 2023-10-05T15:35:48.797263+0000 (oldest deadline 2023-10-05T15:36:11.697400+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:12.083+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:12.083+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:12.083+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:12.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:12 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:12.083+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:12.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:12.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:12.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:12.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:12.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:12.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:12.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:12.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:12.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:12 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:12.175+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:12.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:12.591+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:12.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:12.591+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:12.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:12.591+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:12.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:12.591+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:12.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:12 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:12.591+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:13.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:13.142+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:13.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:13.142+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:13.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:13.142+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:13.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:13.142+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:13.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:13.142+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:13.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:13.125+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:13.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:13.125+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:13.125+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:13.125+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:13.191+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:13.191+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:13.191+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:13.191+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:13.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:13 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:13.191+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.797076+0000 front 2023-10-05T15:35:48.797263+0000 (oldest deadline 2023-10-05T15:36:11.697400+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:13.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:13 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:13.570+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:14.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:14.133+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:14.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:14.133+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:14.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:14.133+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:14.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:14.133+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:14.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:14 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:14.133+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:14.426 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:14.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:01.688554+0000 front 2023-10-05T15:35:01.688579+0000 (oldest deadline 2023-10-05T15:35:27.588558+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:14.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.991500+0000 front 2023-10-05T15:35:17.991631+0000 (oldest deadline 2023-10-05T15:35:40.291617+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:14.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.494136+0000 front 2023-10-05T15:35:26.494209+0000 (oldest deadline 2023-10-05T15:35:49.994306+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:14.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:34.695513+0000 front 2023-10-05T15:35:34.695574+0000 (oldest deadline 2023-10-05T15:35:57.595542+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8[125214]: 2023-10-05T15:36:14.201+0000 7f415e43b700 -1 osd.8 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.797076+0000 front 2023-10-05T15:35:48.797263+0000 (oldest deadline 2023-10-05T15:36:11.697400+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:14.128+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:14.128+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:14.128+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:14.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:14 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:14.128+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:14.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:14 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:14.596+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:15.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:15 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:15.105+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:15.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:15 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:15.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:15.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:15 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:15.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:15.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:15 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:15.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:15.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:15 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:15.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:15.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:15 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:15.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:15.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:15 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:15.568+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:16.177 INFO:journalctl@ceph.osd.8.smithi177.stdout:Oct 05 15:36:15 smithi177 bash[146302]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-8 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:16.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:16 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:16.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:16.548 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:16 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:16.191+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:16.548 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:16 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:16.191+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:16.548 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:16 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:16.191+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:16.548 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:16 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:16.191+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:16.548 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:16 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:16.191+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:16.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:16 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:16.542+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:17.246 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.8.service' 2023-10-05T15:36:17.287 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:17.287 INFO:tasks.cephadm.osd.8:Stopped osd.8 2023-10-05T15:36:17.287 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2023-10-05T15:36:17.287 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.9 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:17.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:17 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:17.057+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:17.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 systemd[1]: Stopping Ceph osd.9 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:17.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:17.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:17.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:17.608 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:17.608 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:17.608 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.565+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:17.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:17.200+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:17.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:17.200+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:17.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:17.200+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:17.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:17.200+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:17.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:17.200+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:18.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.657+0000 7fb5867b5700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:18.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.657+0000 7fb5867b5700 -1 osd.9 97 *** Got signal Terminated *** 2023-10-05T15:36:18.107 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:17 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:17.657+0000 7fb5867b5700 -1 osd.9 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:36:18.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:18.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:18.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:18.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:18.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:18.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:18 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:18.077+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:18.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:18 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:18.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:18.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:18 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:18.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:18.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:18 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:18.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:18.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:18 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:18.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:18.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:18 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:18.173+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.603+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.603+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:18.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:18 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:18.604+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:19.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:19.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:19.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:19.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:19.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:19.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:19 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:19.106+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:19.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:19 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:19.161+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:19.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:19 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:19.161+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:19.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:19 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:19.161+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:19.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:19 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:19.161+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:19.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:19 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:19.161+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:19.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:19 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:19.571+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:20.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:20.407 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:20 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:20.089+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:20.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:20 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:20.197+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:20.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:20 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:20.197+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:20.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:20 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:20.197+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:20.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:20 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:20.197+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:20.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:20 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:20.197+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:20.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:20.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:20.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:20.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:20.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:20.858 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:20 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:20.547+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.063+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.063+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.064+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.064+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.064+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.064+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:21.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:21 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:21.064+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:21.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:21.224+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:21.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:21.224+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:21.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:21.224+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:21.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:21.224+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:21.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:21.224+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:21.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:21 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:21.551+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:22.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.020+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:22.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:22 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:22.246+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:03.375663+0000 front 2023-10-05T15:35:03.375638+0000 (oldest deadline 2023-10-05T15:35:28.675817+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:17.378379+0000 front 2023-10-05T15:35:17.378189+0000 (oldest deadline 2023-10-05T15:35:41.378868+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:25.380804+0000 front 2023-10-05T15:35:25.380906+0000 (oldest deadline 2023-10-05T15:35:49.480878+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.781986+0000 front 2023-10-05T15:35:31.782013+0000 (oldest deadline 2023-10-05T15:35:57.682114+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:37.682687+0000 front 2023-10-05T15:35:37.682740+0000 (oldest deadline 2023-10-05T15:36:03.582738+0000) 2023-10-05T15:36:22.857 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:22 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9[143263]: 2023-10-05T15:36:22.508+0000 7fb57eda3700 -1 osd.9 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.584433+0000 front 2023-10-05T15:35:50.584539+0000 (oldest deadline 2023-10-05T15:36:13.384635+0000) 2023-10-05T15:36:23.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:23.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:22 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:22.994+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:23.607 INFO:journalctl@ceph.osd.9.smithi029.stdout:Oct 05 15:36:23 smithi029 bash[179612]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-9 2023-10-05T15:36:23.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:23.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:23.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:23.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:23.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:23.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:23 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:23.248+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:24.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:23 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:23.951+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:24.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:24.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:24.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:24.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:24.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:24.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:24 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:24.234+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:24.806 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.9.service' 2023-10-05T15:36:24.847 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:24.848 INFO:tasks.cephadm.osd.9:Stopped osd.9 2023-10-05T15:36:24.848 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2023-10-05T15:36:24.848 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.10 2023-10-05T15:36:25.155 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 systemd[1]: Stopping Ceph osd.10 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:25.156 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:24 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:24.919+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:25.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.218+0000 7f691973b700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:25.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.218+0000 7f691973b700 -1 osd.10 97 *** Got signal Terminated *** 2023-10-05T15:36:25.656 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.218+0000 7f691973b700 -1 osd.10 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:36:25.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:25.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:25.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:25.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:25.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:25.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:25.209+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:26.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:25 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:25.931+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:26.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:26.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:26.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:26.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:26.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:26.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:26 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:26.202+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:27.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:26 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:26.959+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:27.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:27.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:27.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:27.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:27.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:27.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:27 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:27.190+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:28.405 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:28.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:27 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:27.963+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:28.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:28.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:28.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:28.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:28.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:28.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:28 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:28.172+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:29.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:28 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:28.918+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:29.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:29.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:29.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:29.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:29.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:29.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:29.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:29.146+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.915951+0000 front 2023-10-05T15:35:04.916042+0000 (oldest deadline 2023-10-05T15:35:28.415961+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6804 osd.1 since back 2023-10-05T15:35:13.617342+0000 front 2023-10-05T15:35:13.617365+0000 (oldest deadline 2023-10-05T15:35:39.517476+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:23.618822+0000 front 2023-10-05T15:35:23.618888+0000 (oldest deadline 2023-10-05T15:35:47.718879+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:31.820280+0000 front 2023-10-05T15:35:31.820233+0000 (oldest deadline 2023-10-05T15:35:56.520267+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.322045+0000 front 2023-10-05T15:35:39.322074+0000 (oldest deadline 2023-10-05T15:36:08.722766+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:48.723383+0000 front 2023-10-05T15:35:48.723488+0000 (oldest deadline 2023-10-05T15:36:14.623233+0000) 2023-10-05T15:36:30.406 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:29 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10[133486]: 2023-10-05T15:36:29.967+0000 7f691352c700 -1 osd.10 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:54.623879+0000 front 2023-10-05T15:35:54.623958+0000 (oldest deadline 2023-10-05T15:36:19.923781+0000) 2023-10-05T15:36:30.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:30.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:30.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:30.676 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:30.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:30.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:30.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:30 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:30.179+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:31.093 INFO:journalctl@ceph.osd.10.smithi040.stdout:Oct 05 15:36:31 smithi040 bash[147174]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-10 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:31.677 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:31 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:31.193+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:32.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:32.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.160+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:32.568 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.10.service' 2023-10-05T15:36:32.609 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:32.609 INFO:tasks.cephadm.osd.10:Stopped osd.10 2023-10-05T15:36:32.609 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2023-10-05T15:36:32.609 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.11 2023-10-05T15:36:32.927 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 systemd[1]: Stopping Ceph osd.11 for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:33.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.964+0000 7f42d378e700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:33.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.964+0000 7f42d378e700 -1 osd.11 97 *** Got signal Terminated *** 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:32 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:32.964+0000 7f42d378e700 -1 osd.11 97 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:33.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:33 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:33.157+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:34.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:34.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:34.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:34.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:34.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:34.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:34.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:34 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:34.119+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:35.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:35 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:35.073+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:36.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:36.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:36.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:36 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:36.118+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:37.426 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6806 osd.0 since back 2023-10-05T15:35:04.996724+0000 front 2023-10-05T15:35:04.996591+0000 (oldest deadline 2023-10-05T15:35:27.896699+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6804 osd.2 since back 2023-10-05T15:35:26.600070+0000 front 2023-10-05T15:35:26.600041+0000 (oldest deadline 2023-10-05T15:35:49.500411+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6814 osd.3 since back 2023-10-05T15:35:33.601599+0000 front 2023-10-05T15:35:33.601718+0000 (oldest deadline 2023-10-05T15:35:59.402371+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6812 osd.4 since back 2023-10-05T15:35:39.403003+0000 front 2023-10-05T15:35:39.403154+0000 (oldest deadline 2023-10-05T15:36:03.502965+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6812 osd.5 since back 2023-10-05T15:35:50.405018+0000 front 2023-10-05T15:35:50.405050+0000 (oldest deadline 2023-10-05T15:36:15.105101+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.29:6822 osd.6 since back 2023-10-05T15:35:58.006209+0000 front 2023-10-05T15:35:58.006311+0000 (oldest deadline 2023-10-05T15:36:21.506113+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.40:6820 osd.7 since back 2023-10-05T15:36:02.007282+0000 front 2023-10-05T15:36:02.007211+0000 (oldest deadline 2023-10-05T15:36:29.007576+0000) 2023-10-05T15:36:37.427 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:37 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11[133221]: 2023-10-05T15:36:37.115+0000 7f42cbd7c700 -1 osd.11 97 heartbeat_check: no reply from 172.21.15.177:6820 osd.8 since back 2023-10-05T15:36:13.708379+0000 front 2023-10-05T15:36:13.708400+0000 (oldest deadline 2023-10-05T15:36:36.608457+0000) 2023-10-05T15:36:39.176 INFO:journalctl@ceph.osd.11.smithi177.stdout:Oct 05 15:36:38 smithi177 bash[146585]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-osd-11 2023-10-05T15:36:40.192 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@osd.11.service' 2023-10-05T15:36:40.232 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:40.232 INFO:tasks.cephadm.osd.11:Stopped osd.11 2023-10-05T15:36:40.232 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2023-10-05T15:36:40.233 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.a 2023-10-05T15:36:40.598 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:36:40 smithi029 systemd[1]: Stopping Ceph mds.a for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:40.857 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:36:40 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-a[151705]: 2023-10-05T15:36:40.595+0000 7f353f969700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:40.857 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:36:40 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-a[151705]: 2023-10-05T15:36:40.595+0000 7f353f969700 -1 mds.a *** got signal Terminated *** 2023-10-05T15:36:44.973 INFO:journalctl@ceph.mds.a.smithi029.stdout:Oct 05 15:36:44 smithi029 bash[179872]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-a 2023-10-05T15:36:45.171 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.a.service' 2023-10-05T15:36:45.209 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:45.209 INFO:tasks.cephadm.mds.a:Stopped mds.a 2023-10-05T15:36:45.209 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2023-10-05T15:36:45.209 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.d 2023-10-05T15:36:45.597 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:36:45 smithi029 systemd[1]: Stopping Ceph mds.d for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:45.857 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:36:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-d[150711]: 2023-10-05T15:36:45.595+0000 7fb567ace700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:45.857 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:36:45 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-d[150711]: 2023-10-05T15:36:45.595+0000 7fb567ace700 -1 mds.d *** got signal Terminated *** 2023-10-05T15:36:49.491 INFO:journalctl@ceph.mds.d.smithi029.stdout:Oct 05 15:36:49 smithi029 bash[180012]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-d 2023-10-05T15:36:49.497 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.d.service' 2023-10-05T15:36:49.530 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:49.531 INFO:tasks.cephadm.mds.d:Stopped mds.d 2023-10-05T15:36:49.531 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2023-10-05T15:36:49.531 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.g 2023-10-05T15:36:49.857 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:36:49 smithi029 systemd[1]: Stopping Ceph mds.g for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:50.357 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:36:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-g[151321]: 2023-10-05T15:36:49.911+0000 7faddf7fb700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:50.357 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:36:49 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-g[151321]: 2023-10-05T15:36:49.911+0000 7faddf7fb700 -1 mds.g *** got signal Terminated *** 2023-10-05T15:36:54.357 INFO:journalctl@ceph.mds.g.smithi029.stdout:Oct 05 15:36:54 smithi029 bash[180159]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-g 2023-10-05T15:36:54.399 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.g.service' 2023-10-05T15:36:54.437 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:54.437 INFO:tasks.cephadm.mds.g:Stopped mds.g 2023-10-05T15:36:54.437 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2023-10-05T15:36:54.437 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.j 2023-10-05T15:36:54.821 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:36:54 smithi029 systemd[1]: Stopping Ceph mds.j for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:36:55.107 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:36:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-j[150323]: 2023-10-05T15:36:54.819+0000 7f8a6de20700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:36:55.107 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:36:54 smithi029 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-j[150323]: 2023-10-05T15:36:54.819+0000 7f8a6de20700 -1 mds.j *** got signal Terminated *** 2023-10-05T15:36:59.197 INFO:journalctl@ceph.mds.j.smithi029.stdout:Oct 05 15:36:59 smithi029 bash[180318]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-j 2023-10-05T15:36:59.408 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.j.service' 2023-10-05T15:36:59.442 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:36:59.442 INFO:tasks.cephadm.mds.j:Stopped mds.j 2023-10-05T15:36:59.442 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2023-10-05T15:36:59.442 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.b 2023-10-05T15:36:59.808 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:36:59 smithi040 systemd[1]: Stopping Ceph mds.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:00.156 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:36:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: 2023-10-05T15:36:59.806+0000 7f61cb4d0700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:00.156 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:36:59 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b[139882]: 2023-10-05T15:36:59.806+0000 7f61cb4d0700 -1 mds.b *** got signal Terminated *** 2023-10-05T15:37:04.379 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.b.service' 2023-10-05T15:37:04.405 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:37:04 smithi040 bash[147440]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-b 2023-10-05T15:37:04.405 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:37:04 smithi040 systemd[1]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.b.service: Succeeded. 2023-10-05T15:37:04.405 INFO:journalctl@ceph.mds.b.smithi040.stdout:Oct 05 15:37:04 smithi040 systemd[1]: Stopped Ceph mds.b for 9dac5b3e-6391-11ee-8db5-212e2dc638e7. 2023-10-05T15:37:04.418 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:04.418 INFO:tasks.cephadm.mds.b:Stopped mds.b 2023-10-05T15:37:04.418 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2023-10-05T15:37:04.419 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.e 2023-10-05T15:37:04.656 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:37:04 smithi040 systemd[1]: Stopping Ceph mds.e for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:05.156 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:37:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: 2023-10-05T15:37:04.814+0000 7f33e2103700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:05.156 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:37:04 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e[139199]: 2023-10-05T15:37:04.814+0000 7f33e2103700 -1 mds.e *** got signal Terminated *** 2023-10-05T15:37:09.156 INFO:journalctl@ceph.mds.e.smithi040.stdout:Oct 05 15:37:08 smithi040 bash[147588]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-e 2023-10-05T15:37:09.304 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.e.service' 2023-10-05T15:37:09.339 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:09.339 INFO:tasks.cephadm.mds.e:Stopped mds.e 2023-10-05T15:37:09.339 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2023-10-05T15:37:09.339 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.h 2023-10-05T15:37:09.655 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:37:09 smithi040 systemd[1]: Stopping Ceph mds.h for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:10.156 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:37:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: 2023-10-05T15:37:09.721+0000 7f308b6e3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:10.156 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:37:09 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h[139542]: 2023-10-05T15:37:09.721+0000 7f308b6e3700 -1 mds.h *** got signal Terminated *** 2023-10-05T15:37:13.350 INFO:journalctl@ceph.mds.h.smithi040.stdout:Oct 05 15:37:12 smithi040 bash[147731]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-h 2023-10-05T15:37:13.356 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.h.service' 2023-10-05T15:37:13.392 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:13.392 INFO:tasks.cephadm.mds.h:Stopped mds.h 2023-10-05T15:37:13.392 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2023-10-05T15:37:13.392 DEBUG:teuthology.orchestra.run.smithi040:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.k 2023-10-05T15:37:13.655 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:37:13 smithi040 systemd[1]: Stopping Ceph mds.k for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:14.156 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:37:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-k[138851]: 2023-10-05T15:37:13.778+0000 7f922ab22700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:14.156 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:37:13 smithi040 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-k[138851]: 2023-10-05T15:37:13.778+0000 7f922ab22700 -1 mds.k *** got signal Terminated *** 2023-10-05T15:37:17.055 INFO:journalctl@ceph.mds.k.smithi040.stdout:Oct 05 15:37:17 smithi040 bash[147877]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-k 2023-10-05T15:37:17.254 DEBUG:teuthology.orchestra.run.smithi040:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.k.service' 2023-10-05T15:37:17.288 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:17.288 INFO:tasks.cephadm.mds.k:Stopped mds.k 2023-10-05T15:37:17.288 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2023-10-05T15:37:17.288 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.c 2023-10-05T15:37:17.641 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:37:17 smithi177 systemd[1]: Stopping Ceph mds.c for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:17.926 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:37:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: 2023-10-05T15:37:17.638+0000 7fb5f86e2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:17.926 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:37:17 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c[139284]: 2023-10-05T15:37:17.638+0000 7fb5f86e2700 -1 mds.c *** got signal Terminated *** 2023-10-05T15:37:21.014 INFO:journalctl@ceph.mds.c.smithi177.stdout:Oct 05 15:37:20 smithi177 bash[146861]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-c 2023-10-05T15:37:21.200 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.c.service' 2023-10-05T15:37:21.238 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:21.238 INFO:tasks.cephadm.mds.c:Stopped mds.c 2023-10-05T15:37:21.238 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2023-10-05T15:37:21.238 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.f 2023-10-05T15:37:21.615 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:37:21 smithi177 systemd[1]: Stopping Ceph mds.f for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:21.926 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:37:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: 2023-10-05T15:37:21.613+0000 7f0aab674700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:21.926 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:37:21 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f[138945]: 2023-10-05T15:37:21.613+0000 7f0aab674700 -1 mds.f *** got signal Terminated *** 2023-10-05T15:37:25.166 INFO:journalctl@ceph.mds.f.smithi177.stdout:Oct 05 15:37:24 smithi177 bash[147003]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-f 2023-10-05T15:37:25.172 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.f.service' 2023-10-05T15:37:25.205 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:25.205 INFO:tasks.cephadm.mds.f:Stopped mds.f 2023-10-05T15:37:25.206 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2023-10-05T15:37:25.206 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.i 2023-10-05T15:37:25.426 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:37:25 smithi177 systemd[1]: Stopping Ceph mds.i for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:25.926 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:37:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: 2023-10-05T15:37:25.595+0000 7f5b3caf2700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:25.926 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:37:25 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i[139623]: 2023-10-05T15:37:25.595+0000 7f5b3caf2700 -1 mds.i *** got signal Terminated *** 2023-10-05T15:37:29.130 INFO:journalctl@ceph.mds.i.smithi177.stdout:Oct 05 15:37:28 smithi177 bash[147143]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-i 2023-10-05T15:37:29.136 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.i.service' 2023-10-05T15:37:29.170 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:29.170 INFO:tasks.cephadm.mds.i:Stopped mds.i 2023-10-05T15:37:29.170 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2023-10-05T15:37:29.170 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.l 2023-10-05T15:37:29.426 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:37:29 smithi177 systemd[1]: Stopping Ceph mds.l for 9dac5b3e-6391-11ee-8db5-212e2dc638e7... 2023-10-05T15:37:29.926 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:37:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-l[138604]: 2023-10-05T15:37:29.544+0000 7fe7885c3700 -1 received signal: Terminated from /dev/init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2023-10-05T15:37:29.926 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:37:29 smithi177 ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-l[138604]: 2023-10-05T15:37:29.544+0000 7fe7885c3700 -1 mds.l *** got signal Terminated *** 2023-10-05T15:37:34.213 INFO:journalctl@ceph.mds.l.smithi177.stdout:Oct 05 15:37:33 smithi177 bash[147284]: ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7-mds-l 2023-10-05T15:37:34.218 DEBUG:teuthology.orchestra.run.smithi177:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9dac5b3e-6391-11ee-8db5-212e2dc638e7@mds.l.service' 2023-10-05T15:37:34.252 DEBUG:teuthology.orchestra.run:got remote process result: None 2023-10-05T15:37:34.252 INFO:tasks.cephadm.mds.l:Stopped mds.l 2023-10-05T15:37:34.252 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:37:34.563 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:37:36.421 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:37:36.734 INFO:teuthology.orchestra.run.smithi040.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:37:38.423 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force --keep-logs 2023-10-05T15:37:38.888 INFO:teuthology.orchestra.run.smithi177.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:37:40.550 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:37:40.588 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:37:40.625 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2023-10-05T15:37:40.654 INFO:tasks.cephadm:Archiving crash dumps... 2023-10-05T15:37:40.656 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi029/crash 2023-10-05T15:37:40.656 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:37:40.726 INFO:teuthology.orchestra.run.smithi029.stderr:tar: /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:37:40.726 INFO:teuthology.orchestra.run.smithi029.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:37:40.729 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi040/crash 2023-10-05T15:37:40.730 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:37:40.780 INFO:teuthology.orchestra.run.smithi040.stderr:tar: /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:37:40.780 INFO:teuthology.orchestra.run.smithi040.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:37:40.782 DEBUG:teuthology.misc:Transferring archived files from smithi177:/var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi177/crash 2023-10-05T15:37:40.783 DEBUG:teuthology.orchestra.run.smithi177:> sudo tar c -f - -C /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash -- . 2023-10-05T15:37:40.833 INFO:teuthology.orchestra.run.smithi177.stderr:tar: /var/lib/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/crash: Cannot open: No such file or directory 2023-10-05T15:37:40.833 INFO:teuthology.orchestra.run.smithi177.stderr:tar: Error is not recoverable: exiting now 2023-10-05T15:37:40.834 INFO:tasks.cephadm:Checking cluster log for badness... 2023-10-05T15:37:40.834 DEBUG:teuthology.orchestra.run.smithi029:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2023-10-05T15:37:40.887 INFO:teuthology.orchestra.run.smithi029.stderr:grep: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph.log: No such file or directory 2023-10-05T15:37:40.890 INFO:tasks.cephadm:Compressing logs... 2023-10-05T15:37:40.890 DEBUG:teuthology.orchestra.run.smithi029:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:37:40.892 DEBUG:teuthology.orchestra.run.smithi040:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:37:40.895 DEBUG:teuthology.orchestra.run.smithi177:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2023-10-05T15:37:40.945 INFO:teuthology.orchestra.run.smithi177.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-05T15:37:40.945 INFO:teuthology.orchestra.run.smithi177.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-05T15:37:40.945 INFO:teuthology.orchestra.run.smithi029.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2023-10-05T15:37:40.946 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2023-10-05T15:37:40.948 INFO:teuthology.orchestra.run.smithi177.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.5.log 2023-10-05T15:37:40.948 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.2.log 2023-10-05T15:37:40.949 INFO:teuthology.orchestra.run.smithi177.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.11.log 2023-10-05T15:37:40.949 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.5.log: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.z.log 2023-10-05T15:37:40.949 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.8.log 2023-10-05T15:37:40.950 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.f.log 2023-10-05T15:37:40.950 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.c.log 2023-10-05T15:37:40.950 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.f.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.i.log 2023-10-05T15:37:40.951 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.c.log 2023-10-05T15:37:40.951 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:37:40.951 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.l.log 2023-10-05T15:37:40.954 INFO:teuthology.orchestra.run.smithi177.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.l.log: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.l.log.gz 2023-10-05T15:37:40.959 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.0.log 2023-10-05T15:37:40.959 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.g.log 2023-10-05T15:37:40.960 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.a.log 2023-10-05T15:37:40.960 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.6.log 2023-10-05T15:37:40.961 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.3.log 2023-10-05T15:37:40.962 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.d.log 2023-10-05T15:37:40.962 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.x.log 2023-10-05T15:37:40.962 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.9.log 2023-10-05T15:37:40.962 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:37:40.963 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.j.log 2023-10-05T15:37:40.963 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.9.log: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.a.log 2023-10-05T15:37:40.963 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2023-10-05T15:37:40.964 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.a.log: /var/log/ceph/ceph-client.admin.log: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.g.log.gz 2023-10-05T15:37:40.964 INFO:teuthology.orchestra.run.smithi029.stderr: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.a.log.gz 2023-10-05T15:37:40.965 INFO:teuthology.orchestra.run.smithi029.stderr: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.d.log.gz 2023-10-05T15:37:40.966 INFO:teuthology.orchestra.run.smithi029.stderr: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.j.log.gz 2023-10-05T15:37:40.993 INFO:teuthology.orchestra.run.smithi040.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose : No such file or directory-- /var/log/ceph/cephadm.log 2023-10-05T15:37:40.993 INFO:teuthology.orchestra.run.smithi040.stderr: 2023-10-05T15:37:41.003 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.10.log 2023-10-05T15:37:41.004 INFO:teuthology.orchestra.run.smithi040.stderr:gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.h.log 2023-10-05T15:37:41.004 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.e.log 2023-10-05T15:37:41.004 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.10.log: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.4.log 2023-10-05T15:37:41.006 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.1.log 2023-10-05T15:37:41.006 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.k.log 2023-10-05T15:37:41.006 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log 2023-10-05T15:37:41.006 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.7.log 2023-10-05T15:37:41.007 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.b.log 2023-10-05T15:37:41.007 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.b.log 2023-10-05T15:37:41.007 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.y.log 2023-10-05T15:37:41.009 INFO:teuthology.orchestra.run.smithi040.stderr:/var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.b.log: /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.y.log: 94.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.k.log.gz 2023-10-05T15:37:41.023 INFO:teuthology.orchestra.run.smithi177.stderr: 92.9% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.i.log.gz 2023-10-05T15:37:41.205 INFO:teuthology.orchestra.run.smithi040.stderr: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:37:41.241 INFO:teuthology.orchestra.run.smithi177.stderr: 91.0% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:37:41.248 INFO:teuthology.orchestra.run.smithi040.stderr: 94.1% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.e.log.gz 2023-10-05T15:37:41.282 INFO:teuthology.orchestra.run.smithi177.stderr: 94.0% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.f.log.gz 2023-10-05T15:37:41.379 INFO:teuthology.orchestra.run.smithi177.stderr: 92.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:37:41.454 INFO:teuthology.orchestra.run.smithi029.stderr: 89.8% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.x.log.gz 2023-10-05T15:37:41.461 INFO:teuthology.orchestra.run.smithi177.stderr: 92.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.c.log.gz 2023-10-05T15:37:41.478 INFO:teuthology.orchestra.run.smithi029.stderr: 93.9% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2023-10-05T15:37:41.716 INFO:teuthology.orchestra.run.smithi040.stderr: 90.9% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:37:41.829 INFO:teuthology.orchestra.run.smithi040.stderr: 91.9% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.b.log.gz 2023-10-05T15:37:41.859 INFO:teuthology.orchestra.run.smithi029.stderr: 91.0% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-volume.log.gz 2023-10-05T15:37:41.932 INFO:teuthology.orchestra.run.smithi177.stderr: 91.9% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.c.log.gz 2023-10-05T15:37:42.145 INFO:teuthology.orchestra.run.smithi040.stderr: 91.8% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.y.log.gz 2023-10-05T15:37:42.211 INFO:teuthology.orchestra.run.smithi177.stderr: 91.9% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mgr.z.log.gz 2023-10-05T15:37:42.291 INFO:teuthology.orchestra.run.smithi029.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2023-10-05T15:37:42.437 INFO:teuthology.orchestra.run.smithi040.stderr: 95.4% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.h.log.gz 2023-10-05T15:37:49.020 INFO:teuthology.orchestra.run.smithi029.stderr: 90.5% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mon.a.log.gz 2023-10-05T15:37:49.170 INFO:teuthology.orchestra.run.smithi040.stderr: 95.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-mds.b.log.gz 2023-10-05T15:39:52.920 INFO:teuthology.orchestra.run.smithi040.stderr: 91.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.10.log.gz 2023-10-05T15:40:29.201 INFO:teuthology.orchestra.run.smithi177.stderr: 91.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.8.log.gz 2023-10-05T15:40:34.285 INFO:teuthology.orchestra.run.smithi040.stderr: 91.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.1.log.gz 2023-10-05T15:40:43.677 INFO:teuthology.orchestra.run.smithi177.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.11.log.gz 2023-10-05T15:41:04.555 INFO:teuthology.orchestra.run.smithi040.stderr: 91.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.7.log.gz 2023-10-05T15:41:18.862 INFO:teuthology.orchestra.run.smithi177.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.2.log.gz 2023-10-05T15:41:54.307 INFO:teuthology.orchestra.run.smithi040.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.4.log.gz 2023-10-05T15:41:54.309 INFO:teuthology.orchestra.run.smithi040.stderr: 2023-10-05T15:41:54.309 INFO:teuthology.orchestra.run.smithi040.stderr:real 4m13.397s 2023-10-05T15:41:54.309 INFO:teuthology.orchestra.run.smithi040.stderr:user 6m35.541s 2023-10-05T15:41:54.310 INFO:teuthology.orchestra.run.smithi040.stderr:sys 0m13.292s 2023-10-05T15:42:12.866 INFO:teuthology.orchestra.run.smithi177.stderr: 91.1% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.5.log.gz 2023-10-05T15:42:12.869 INFO:teuthology.orchestra.run.smithi177.stderr: 2023-10-05T15:42:12.869 INFO:teuthology.orchestra.run.smithi177.stderr:real 4m31.958s 2023-10-05T15:42:12.869 INFO:teuthology.orchestra.run.smithi177.stderr:user 6m35.632s 2023-10-05T15:42:12.869 INFO:teuthology.orchestra.run.smithi177.stderr:sys 0m14.913s 2023-10-05T15:46:18.930 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.0.log.gz 2023-10-05T15:46:55.481 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.6.log.gz 2023-10-05T15:46:58.115 INFO:teuthology.orchestra.run.smithi029.stderr: 91.2% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.3.log.gz 2023-10-05T15:47:54.838 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/9dac5b3e-6391-11ee-8db5-212e2dc638e7/ceph-osd.9.log.gz 2023-10-05T15:47:54.840 INFO:teuthology.orchestra.run.smithi029.stderr: 2023-10-05T15:47:54.840 INFO:teuthology.orchestra.run.smithi029.stderr:real 10m13.931s 2023-10-05T15:47:54.840 INFO:teuthology.orchestra.run.smithi029.stderr:user 7m53.825s 2023-10-05T15:47:54.840 INFO:teuthology.orchestra.run.smithi029.stderr:sys 0m15.994s 2023-10-05T15:47:54.840 INFO:tasks.cephadm:Archiving logs... 2023-10-05T15:47:54.841 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi029/log 2023-10-05T15:47:54.842 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:49:16.957 DEBUG:teuthology.misc:Transferring archived files from smithi040:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi040/log 2023-10-05T15:49:16.958 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:50:23.621 DEBUG:teuthology.misc:Transferring archived files from smithi177:/var/log/ceph to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi177/log 2023-10-05T15:50:23.622 DEBUG:teuthology.orchestra.run.smithi177:> sudo tar c -f - -C /var/log/ceph -- . 2023-10-05T15:51:36.345 INFO:tasks.cephadm:Removing cluster... 2023-10-05T15:51:36.345 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:51:36.860 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:51:37.896 DEBUG:teuthology.orchestra.run.smithi040:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:51:38.460 INFO:teuthology.orchestra.run.smithi040.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:51:39.460 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9dac5b3e-6391-11ee-8db5-212e2dc638e7 --force 2023-10-05T15:51:40.036 INFO:teuthology.orchestra.run.smithi177.stdout:Deleting cluster with fsid: 9dac5b3e-6391-11ee-8db5-212e2dc638e7 2023-10-05T15:51:41.021 INFO:tasks.cephadm:Removing cephadm ... 2023-10-05T15:51:41.022 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:51:41.055 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:51:41.080 DEBUG:teuthology.orchestra.run.smithi177:> rm -rf /home/ubuntu/cephtest/cephadm 2023-10-05T15:51:41.117 INFO:tasks.cephadm:Teardown complete 2023-10-05T15:51:41.117 DEBUG:teuthology.run_tasks:Unwinding manager install 2023-10-05T15:51:41.128 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2023-10-05T15:51:41.129 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:51:41.131 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:51:41.133 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2023-10-05T15:51:41.280 DEBUG:teuthology.run_tasks:Unwinding manager clock 2023-10-05T15:51:41.290 INFO:teuthology.task.clock:Checking final clock skew... 2023-10-05T15:51:41.290 DEBUG:teuthology.orchestra.run.smithi029:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:51:41.293 DEBUG:teuthology.orchestra.run.smithi040:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:51:41.296 DEBUG:teuthology.orchestra.run.smithi177:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-10-05T15:51:41.310 INFO:teuthology.orchestra.run.smithi029.stderr:bash: ntpq: command not found 2023-10-05T15:51:41.311 INFO:teuthology.orchestra.run.smithi177.stderr:bash: ntpq: command not found 2023-10-05T15:51:41.312 INFO:teuthology.orchestra.run.smithi040.stderr:bash: ntpq: command not found 2023-10-05T15:51:41.327 INFO:teuthology.orchestra.run.smithi177.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:51:41.327 INFO:teuthology.orchestra.run.smithi177.stdout:=============================================================================== 2023-10-05T15:51:41.327 INFO:teuthology.orchestra.run.smithi177.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 9 -503us[ -503us] +/- 97ms 2023-10-05T15:51:41.327 INFO:teuthology.orchestra.run.smithi177.stdout:^* hv02.front.sepia.ceph.com 3 6 377 9 +343us[ +368us] +/- 71ms 2023-10-05T15:51:41.327 INFO:teuthology.orchestra.run.smithi177.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 12 +115us[ +140us] +/- 78ms 2023-10-05T15:51:41.328 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:51:41.329 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:51:41.329 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2023-10-05T15:51:41.330 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 11 -465us[ -465us] +/- 97ms 2023-10-05T15:51:41.330 INFO:teuthology.orchestra.run.smithi029.stdout:^* hv02.front.sepia.ceph.com 3 6 377 12 +332us[ +332us] +/- 71ms 2023-10-05T15:51:41.330 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 11 +54us[ +54us] +/- 78ms 2023-10-05T15:51:41.330 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:=============================================================================== 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 7 -496us[ -496us] +/- 97ms 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:^* hv02.front.sepia.ceph.com 3 6 377 14 +330us[ +344us] +/- 71ms 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 9 +49us[ +49us] +/- 78ms 2023-10-05T15:51:41.343 INFO:teuthology.orchestra.run.smithi040.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2023-10-05T15:51:41.344 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2023-10-05T15:51:41.355 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2023-10-05T15:51:41.355 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2023-10-05T15:51:41.365 DEBUG:teuthology.orchestra.run.smithi029:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:51:41.663 DEBUG:teuthology.orchestra.run.smithi040:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:51:41.838 DEBUG:teuthology.orchestra.run.smithi177:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2023-10-05T15:51:42.018 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:51:42.058 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:42.059 DEBUG:teuthology.orchestra.run.smithi040:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:51:42.097 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:42.098 DEBUG:teuthology.orchestra.run.smithi177:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-10-05T15:51:42.130 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:42.130 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2023-10-05T15:51:42.141 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2023-10-05T15:51:42.153 INFO:teuthology.task.internal:Duration was 3183.207249 seconds 2023-10-05T15:51:42.153 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2023-10-05T15:51:42.164 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2023-10-05T15:51:42.164 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:51:42.167 DEBUG:teuthology.orchestra.run.smithi040:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:51:42.169 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2023-10-05T15:51:42.250 INFO:teuthology.orchestra.run.smithi040.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:51:42.251 INFO:teuthology.orchestra.run.smithi177.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:51:42.279 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-10-05T15:51:42.454 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2023-10-05T15:51:42.454 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi029.front.sepia.ceph.com 2023-10-05T15:51:42.455 DEBUG:teuthology.orchestra.run.smithi029:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:51:42.491 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi040.front.sepia.ceph.com 2023-10-05T15:51:42.491 DEBUG:teuthology.orchestra.run.smithi040:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:51:42.523 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi177.front.sepia.ceph.com 2023-10-05T15:51:42.523 DEBUG:teuthology.orchestra.run.smithi177:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2023-10-05T15:51:42.564 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2023-10-05T15:51:42.564 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:51:42.567 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:51:42.569 DEBUG:teuthology.orchestra.run.smithi177:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2023-10-05T15:51:42.674 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2023-10-05T15:51:42.674 DEBUG:teuthology.orchestra.run.smithi029:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:51:42.676 DEBUG:teuthology.orchestra.run.smithi040:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:51:42.678 DEBUG:teuthology.orchestra.run.smithi177:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2023-10-05T15:51:42.800 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2023-10-05T15:51:42.811 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2023-10-05T15:51:42.811 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:51:42.862 DEBUG:teuthology.orchestra.run.smithi040:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:51:42.903 DEBUG:teuthology.orchestra.run.smithi177:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2023-10-05T15:51:42.953 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2023-10-05T15:51:42.965 DEBUG:teuthology.orchestra.run.smithi029:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:42.968 DEBUG:teuthology.orchestra.run.smithi040:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:42.970 DEBUG:teuthology.orchestra.run.smithi177:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:42.992 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = core 2023-10-05T15:51:43.003 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern = core 2023-10-05T15:51:43.043 INFO:teuthology.orchestra.run.smithi040.stdout:kernel.core_pattern = core 2023-10-05T15:51:43.066 DEBUG:teuthology.orchestra.run.smithi029:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:43.103 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:44.763 DEBUG:teuthology.orchestra.run.smithi040:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:44.784 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:44.909 DEBUG:teuthology.orchestra.run.smithi177:> test -e /home/ubuntu/cephtest/archive/coredump 2023-10-05T15:51:44.930 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-10-05T15:51:44.931 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2023-10-05T15:51:45.018 INFO:teuthology.task.internal:Transferring archived files... 2023-10-05T15:51:45.019 DEBUG:teuthology.misc:Transferring archived files from smithi029:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi029 2023-10-05T15:51:45.019 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:51:45.119 DEBUG:teuthology.misc:Transferring archived files from smithi040:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi040 2023-10-05T15:51:45.120 DEBUG:teuthology.orchestra.run.smithi040:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:51:45.233 DEBUG:teuthology.misc:Transferring archived files from smithi177:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977/remote/smithi177 2023-10-05T15:51:45.233 DEBUG:teuthology.orchestra.run.smithi177:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2023-10-05T15:51:45.312 INFO:teuthology.task.internal:Removing archive directory... 2023-10-05T15:51:45.312 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:51:45.317 DEBUG:teuthology.orchestra.run.smithi040:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:51:45.321 DEBUG:teuthology.orchestra.run.smithi177:> rm -rf -- /home/ubuntu/cephtest/archive 2023-10-05T15:51:45.342 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2023-10-05T15:51:45.370 INFO:teuthology.task.internal:Not uploading archives. 2023-10-05T15:51:45.370 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2023-10-05T15:51:45.426 INFO:teuthology.task.internal:Tidying up after the test... 2023-10-05T15:51:45.426 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:51:45.430 DEBUG:teuthology.orchestra.run.smithi040:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:51:45.433 DEBUG:teuthology.orchestra.run.smithi177:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2023-10-05T15:51:45.448 INFO:teuthology.orchestra.run.smithi029.stdout: 262307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:51 /home/ubuntu/cephtest 2023-10-05T15:51:45.451 INFO:teuthology.orchestra.run.smithi040.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:51 /home/ubuntu/cephtest 2023-10-05T15:51:45.453 INFO:teuthology.orchestra.run.smithi177.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Oct 5 15:51 /home/ubuntu/cephtest 2023-10-05T15:51:45.455 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2023-10-05T15:51:45.470 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2023-10-05T15:51:45.504 INFO:teuthology.nuke:Checking targets against current locks 2023-10-05T15:51:45.531 DEBUG:teuthology.nuke:shortname: smithi029 2023-10-05T15:51:45.531 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:51:45.558 DEBUG:teuthology.nuke:shortname: smithi040 2023-10-05T15:51:45.558 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:51:45.564 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.960946', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:51:45.584 DEBUG:teuthology.nuke:shortname: smithi177 2023-10-05T15:51:45.584 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-10-05T15:51:45.589 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi040.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.959228', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:51:45.616 INFO:teuthology.orchestra.console.smithi029:Power off 2023-10-05T15:51:45.616 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:51:45.626 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi177.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-10-05_14:37:31-fs:workload-wip-61009-wo-1-testing-default-smithi/7411977', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'rhel', 'os_version': '8.6', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-10-05 14:52:47.957324', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLVvN3+LmzPZ4ixiwyCkS3KZLZ9R6MOPm+kPtaJbl8fExpzbk8TudXCcJWHBL7DGPWFvye2jT6sei9eiX0EUQYs='} 2023-10-05T15:51:45.656 INFO:teuthology.orchestra.console.smithi040:Power off 2023-10-05T15:51:45.656 DEBUG:teuthology.orchestra.console.smithi040:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:51:45.668 DEBUG:teuthology.orchestra.console.smithi029:power off output: Chassis Power Control: Down/Off 2023-10-05T15:51:45.668 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:45.678 DEBUG:teuthology.orchestra.console.smithi040:power off output: Chassis Power Control: Down/Off 2023-10-05T15:51:45.678 DEBUG:teuthology.orchestra.console.smithi040:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:45.705 INFO:teuthology.orchestra.console.smithi177:Power off 2023-10-05T15:51:45.705 DEBUG:teuthology.orchestra.console.smithi177:pexpect command: ipmitool -H smithi177.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2023-10-05T15:51:45.714 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is on 2023-10-05T15:51:45.714 DEBUG:teuthology.orchestra.console.smithi040:check power output: Chassis Power is on 2023-10-05T15:51:45.727 DEBUG:teuthology.orchestra.console.smithi177:power off output: Chassis Power Control: Down/Off 2023-10-05T15:51:45.727 DEBUG:teuthology.orchestra.console.smithi177:pexpect command: ipmitool -H smithi177.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:45.752 DEBUG:teuthology.orchestra.console.smithi177:check power output: Chassis Power is on 2023-10-05T15:51:49.714 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:49.722 DEBUG:teuthology.orchestra.console.smithi040:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:49.753 DEBUG:teuthology.orchestra.console.smithi177:pexpect command: ipmitool -H smithi177.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:49.824 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is on 2023-10-05T15:51:49.832 DEBUG:teuthology.orchestra.console.smithi040:check power output: Chassis Power is on 2023-10-05T15:51:49.861 DEBUG:teuthology.orchestra.console.smithi177:check power output: Chassis Power is on 2023-10-05T15:51:53.826 DEBUG:teuthology.orchestra.console.smithi029:pexpect command: ipmitool -H smithi029.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:53.833 DEBUG:teuthology.orchestra.console.smithi040:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:53.862 DEBUG:teuthology.orchestra.console.smithi177:pexpect command: ipmitool -H smithi177.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:53.935 DEBUG:teuthology.orchestra.console.smithi029:check power output: Chassis Power is off 2023-10-05T15:51:53.942 DEBUG:teuthology.orchestra.console.smithi040:check power output: Chassis Power is on 2023-10-05T15:51:53.971 DEBUG:teuthology.orchestra.console.smithi177:check power output: Chassis Power is on 2023-10-05T15:51:54.037 INFO:teuthology.orchestra.console.smithi029:Power off completed 2023-10-05T15:51:57.946 DEBUG:teuthology.orchestra.console.smithi040:pexpect command: ipmitool -H smithi040.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:57.972 DEBUG:teuthology.orchestra.console.smithi177:pexpect command: ipmitool -H smithi177.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2023-10-05T15:51:58.055 DEBUG:teuthology.orchestra.console.smithi040:check power output: Chassis Power is off 2023-10-05T15:51:58.082 DEBUG:teuthology.orchestra.console.smithi177:check power output: Chassis Power is off 2023-10-05T15:51:58.159 INFO:teuthology.orchestra.console.smithi040:Power off completed 2023-10-05T15:51:58.183 INFO:teuthology.orchestra.console.smithi177:Power off completed 2023-10-05T15:51:58.288 INFO:teuthology.run:Summary data: description: fs:workload/{0-rhel_8 begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} delegate_inos/enabled mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/stock/{k-stock rhel_8} ms-die-on-skipped}} ms_mode/legacy wsync/yes} objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{export-check n/3 replication/always} standby-replay tasks/{0-subvolume/{no-subvolume} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/yes 5-workunit/suites/iogen}} duration: 3183.2072491645813 failure_reason: 'error during scrub thrashing: rank damage found: {''backtrace''}' flavor: default owner: scheduled_vshankar@teuthology status: fail success: false 2023-10-05T15:51:58.289 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-10-05T15:51:58.394 INFO:teuthology.run:FAIL